00000800:00000200:0.1F:1778652337.563622:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bd462ae] -> 12345-192.168.204.110@tcp (2) 00000800:00000200:1.1F:1778652337.576852:0:2355:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1778652337.576871:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.1:1778652337.576875:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031c03221 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1778652337.582417:0:2355:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.1:1778652337.594642:0:2355:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1778652412.267843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915380030600. 00010000:00000010:2.1:1778652412.283036:0:9790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828000. 00000080:00000010:1.1:1778652430.154745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915387bf82c0. 00000080:00000010:1.1:1778652430.154757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538f1cbca0. 00010000:00000010:1.1:1778652430.154764:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394936e00. 00010000:00000010:1.1:1778652430.154769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828c00. 00000080:00000010:1.1:1778652430.178909:0:9950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538f1cb620. 00010000:00000010:2.1:1778652432.622700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063500. 00010000:00000010:2.1:1778652432.622719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915380031800. 00000080:00000010:2.1:1778652449.132796:0:9978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538526be20. 00010000:00000010:3.1:1778652468.046701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97300. 00010000:00000010:3.1:1778652468.046714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00000080:00000010:3.1:1778652468.076110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153899ac680. 00010000:00000010:2.1:1778652469.957723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829a00. 00000080:00000010:2.1:1778652485.434777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538526be80. 00010000:00000010:2.1:1778652524.049915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c400. 00010000:00000010:2.1:1778652524.049932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829400. 00010000:00000010:2.1:1778652524.068804:0:10599:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c100. 00010000:00000010:1.1:1778652540.184819:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828800. 00010000:00000010:3.1:1778652541.450752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5200. 00010000:00000010:3.1:1778652560.455591:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bee00. 00010000:00000010:3.1:1778652560.455603:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915380031600. 00010000:00000010:3.1:1778652560.464683:0:11269:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:1.1:1778652576.564713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915380031e00. 00010000:00000010:1.1:1778652576.568685:0:11289:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97a00. 00010000:00000010:1.1:1778652576.568695:0:11289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:1.1:1778652576.568702:0:11289:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:1.1:1778652576.568705:0:11289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828c00. 00000080:00000010:1.1:1778652576.576757:0:11127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538f19df40. 00000080:00000010:1.1:1778652576.576783:0:11127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538c342280. 00010000:00000010:2.1:1778652577.857709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828800. 00010000:00000010:2.1:1778652577.857735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:2.1:1778652577.857740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829a00. 00010000:00000010:2.1:1778652577.857744:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c700. 00010000:00000010:2.1:1778652577.857747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828e00. 00000080:00000010:2.1:1778652593.411778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915387747140. 00000080:00000010:2.1:1778652593.411794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538b876480. 00010000:00000010:1.1:1778652594.269709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605b00. 00010000:00000010:1.1:1778652594.269726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4600. 00010000:00000010:1.1:1778652594.269730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be200. 00010000:00000010:1.1:1778652594.269734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915380031800. 00000080:00000010:1.1:1778652594.279687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538b497ec0. 00000080:00000010:1.1:1778652594.279718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd96b40. 00010000:00000010:1.1:1778652597.100840:0:11905:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605300. 00010000:00000010:1.1:1778652597.100847:0:11905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4e00. 00010000:00000010:1.1:1778652597.105815:0:53:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605400. 00010000:00000010:2.1:1778652598.993694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97e00. 00010000:00000010:2.1:1778652598.993703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:2.1:1778652613.866683:0:11919:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605f00. 00010000:00000010:2.1:1778652613.866692:0:11919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5000. 00010000:00000010:2.1:1778652613.866695:0:11919:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605500. 00010000:00000010:2.1:1778652613.866697:0:11919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5600. 00000080:00000010:2.1:1778652613.868692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153877b91e0. 00000080:00000010:2.1:1778652613.868704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a420600. 00010000:00000010:3.1:1778652614.944994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97d00. 00010000:00000010:3.1:1778652614.945007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:3.1:1778652614.945011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652614.945014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:3.1:1778652630.276072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a530340. 00000080:00000010:3.1:1778652630.276088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a530040. 00010000:00000010:2.1:1778652647.715708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778652647.715729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829a00. 00010000:00000010:2.1:1778652647.715734:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:2.1:1778652647.715737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828e00. 00000080:00000010:2.1:1778652647.724895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538c390a60. 00010000:00000010:3.1:1778652649.022681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97d00. 00010000:00000010:3.1:1778652649.022693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:3.1:1778652649.022696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605200. 00010000:00000010:3.1:1778652649.022699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5800. 00000080:00000010:3.1:1778652665.590776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a4083c0. 00010000:00000010:3.1:1778652666.370706:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652666.370719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:3.1:1778652666.370723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97d00. 00010000:00000010:3.1:1778652666.370726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000080:00000010:3.1:1778652666.378457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a408000. 00000080:00000010:3.1:1778652666.381746:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1dac0. 00010000:00000010:1.1:1778652669.642825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605800. 00010000:00000010:1.1:1778652669.642836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5600. 00010000:00000010:1.1:1778652669.650728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605e00. 00010000:00000010:1.1:1778652669.650738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605800. 00010000:00000010:1.1:1778652669.650741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5e00. 00010000:00000010:2.1:1778652670.674682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605300. 00010000:00000010:2.1:1778652670.674699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4e00. 00000080:00000010:2.1:1778652685.099964:0:12588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a5cd8c0. 00010000:00000010:1.1:1778652688.643684:0:13211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4e00. 00010000:00000010:1.1:1778652688.643691:0:13211:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be100. 00010000:00000010:1.1:1778652688.643700:0:13211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915380030400. 00010000:00000010:1.1:1778652688.651984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605b00. 00010000:00000010:3.1:1778652688.697673:0:2368:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605100. 00010000:00000010:3.1:1778652688.697680:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4e00. 00000800:00000200:3.1:1778652688.698524:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace -21304 low water 177052 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.698541:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace -22584 low water 177692 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.699941:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 64432 low water 167464 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.699980:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 63152 low water 168104 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.699987:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 63152 low water 168104 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.700029:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 148888 low water 158516 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.700069:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 275572 low water 145094 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.701167:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 92904 low water 286348 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.701194:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 92904 low water 286348 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.701205:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 91624 low water 286988 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.701209:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 91624 low water 286988 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.702807:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 201832 low water 231884 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.702825:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 201832 low water 231884 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.702834:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 200552 low water 232524 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.703199:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 200552 low water 232524 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.703441:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 233524 low water 216038 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705337:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 20040 low water 322780 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705347:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 20040 low water 322780 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705369:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 72496 low water 313192 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705386:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 91672 low water 303604 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705399:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 110848 low water 294016 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705494:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 218272 low water 256944 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705510:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 218272 low water 256944 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705524:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 216992 low water 257584 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.705529:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 216992 low water 257584 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.706015:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 225940 low water 253110 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.706022:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 225940 low water 253110 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.706040:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 245116 low water 243522 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707073:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 15064 low water 375188 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707279:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 61084 low water 352178 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707286:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 61084 low water 352178 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707324:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 125000 low water 320220 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707329:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 125000 low water 320220 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707358:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 222196 low water 288262 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.707363:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 222196 low water 288262 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.708130:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 249040 low water 274840 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.708136:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 249040 low water 274840 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.708161:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 286112 low water 256304 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709178:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 63728 low water 384136 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709185:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 63728 low water 384136 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709656:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 118696 low water 356652 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709662:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 118696 low water 356652 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709695:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 226120 low water 319580 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709707:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 224840 low water 320220 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.709712:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 224840 low water 320220 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.710541:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 288756 low water 288262 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.711856:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace -33384 low water 449332 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.711879:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace -33384 low water 449332 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.711910:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 63812 low water 417374 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.711915:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 63812 low water 417374 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.712686:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 263276 low water 334282 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.712714:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 263276 low water 334282 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.712723:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 263276 low water 334282 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.712729:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 263276 low water 334282 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.712792:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 282452 low water 324694 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.714258:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 389876 low water 287622 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716097:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 38380 low water 480010 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716104:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 38380 low water 480010 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716130:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 273636 low water 379022 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716142:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 273636 low water 379022 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716151:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 273636 low water 379022 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716158:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 272356 low water 379662 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.716589:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 272356 low water 379662 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.717219:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 327324 low water 352178 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.717225:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 327324 low water 352178 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.717792:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 589424 low water 237768 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719479:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 298052 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719533:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 298052 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719546:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 298052 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719553:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 298052 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719556:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 298052 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719597:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 336404 low water 397558 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719604:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 335124 low water 398198 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.719907:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 335124 low water 398198 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.720895:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 361968 low water 384776 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.720908:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 361968 low water 384776 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652688.720944:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 523080 low water 320860 conn ffff9153899da000 blocked idle queued 00010000:00000010:2.1:1778652689.219700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829a00. 00010000:00000010:2.1:1778652689.219714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:2.1:1778652689.219718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828e00. 00010000:00000010:2.1:1778652689.225829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cd00. 00010000:00000010:3.1:1778652689.231700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828c00. 00010000:00000010:0.1:1778652694.814676:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915383438800. 00010000:00000010:0.1:1778652694.814680:0:13246:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bec00. 00010000:00000010:0.1:1778652694.814682:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915383439400. 00010000:00000010:0.1:1778652694.819677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be600. 00010000:00000010:3.1:1778652694.869686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bec00. 00010000:00000010:3.1:1778652694.869700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915383439400. 00000800:00000200:3.1:1778652694.874568:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 9192 low water 577804 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874895:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 9192 low water 577804 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874912:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 7912 low water 578444 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874918:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 7912 low water 578444 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874945:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 18140 low water 573330 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874953:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 16860 low water 573970 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874980:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 36036 low water 564382 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.874985:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 36036 low water 564382 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.875000:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 73108 low water 545846 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.875015:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 110180 low water 527310 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.875035:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 110180 low water 527310 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.875398:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 110180 low water 527310 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.875419:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 108900 low water 527950 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876060:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 128076 low water 518362 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876065:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 128076 low water 518362 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876084:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 138304 low water 513248 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876146:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 193272 low water 485764 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876151:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 193272 low water 485764 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876183:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 203500 low water 480650 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876195:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 240572 low water 462114 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876218:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 268696 low water 448052 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876232:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 267416 low water 448692 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876237:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 267416 low water 448692 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876545:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 331332 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.876551:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 331332 low water 416734 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.878002:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 396528 low water 384136 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.879858:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 167708 low water 498546 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.879873:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 167708 low water 498546 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.879884:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 167708 low water 498546 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.879895:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 167708 low water 498546 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.879903:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 166428 low water 499186 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.879970:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 258468 low water 453166 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.880305:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 258468 low water 453166 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.880322:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 258468 low water 453166 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.880336:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 257188 low water 453806 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.882029:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 561432 low water 301684 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.883653:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 13032 low water 575884 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.883659:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 13032 low water 575884 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.883688:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 76948 low water 543926 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.883692:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 76948 low water 543926 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.884401:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 372328 low water 429516 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.884421:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 372328 low water 429516 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.884430:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 372328 low water 429516 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.884441:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 371048 low water 430156 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.884446:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 371048 low water 430156 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.885536:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 463088 low water 384136 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887026:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 230476 low water 517082 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887039:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 230476 low water 517082 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887048:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 230476 low water 517082 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887057:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 230476 low water 517082 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887061:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 230476 low water 517082 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887078:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 357076 low water 470422 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887574:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 357076 low water 470422 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.887592:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 355796 low water 471062 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.888207:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 724040 low water 320220 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.891695:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 313832 low water 575244 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.891704:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 313832 low water 575244 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.891710:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 313832 low water 575244 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.891716:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 313832 low water 575244 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.891725:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 312552 low water 575884 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.891728:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 312552 low water 575884 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.893190:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 473664 low water 511968 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.893222:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 473664 low water 511968 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.893228:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 473664 low water 511968 conn ffff9153899da000 blocked idle queued 00000800:00000200:3.1:1778652694.894105:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff915382df1f80 wspace 537580 low water 480010 conn ffff9153899da000 blocked idle queued 00010000:00000010:2.1:1778652695.036883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778652695.036900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828800. 00010000:00000010:2.1:1778652695.036906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605400. 00010000:00000010:2.1:1778652695.036911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26600. 00000080:00000010:2.1:1778652695.044683:0:13258:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a4040a0. 00000080:00000010:2.1:1778652695.052744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd72100. 00010000:00000010:3.1:1778652695.057891:0:13258:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bef00. 00010000:00000010:3.1:1778652695.057900:0:13258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915383438e00. 00010000:00000010:3.1:1778652695.057905:0:13258:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:3.1:1778652695.057908:0:13258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828800. 00000080:00000010:3.1:1778652695.067381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b9820. 00000080:00000010:3.1:1778652695.067413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb1080. 00010000:00000010:3.1:1778652695.076716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605600. 00010000:00000010:3.1:1778652695.076737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a5400. 00010000:00000010:3.1:1778652695.076743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00010000:00000010:3.1:1778652695.076747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000080:00000010:3.1:1778652695.088711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538b497400. 00000080:00000010:3.1:1778652695.090688:0:13259:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1a100. 00010000:00000010:3.1:1778652696.273740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cd00. 00010000:00000010:3.1:1778652696.273751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829a00. 00010000:00000010:3.1:1778652696.273755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c100. 00010000:00000010:3.1:1778652696.273758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91538346f600. 00010000:00000010:3.1:1778652810.579988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be900. 00010000:00000010:3.1:1778652810.579996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00010000:00000010:0.1:1778652810.603679:0:13902:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97400. 00010000:00000010:0.1:1778652810.603691:0:13902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:0.1:1778652810.609717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384df7700. 00010000:00000010:1.1:1778652810.609885:0:13904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:1.1:1778652810.609893:0:13904:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97300. 00000080:00000010:1.1:1778652810.609897:0:13904:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153899e77a0. 00010000:00000010:1.1:1778652810.609959:0:13904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828000. 00010000:00000010:1.1:1778652810.609964:0:13904:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c400. 00010000:00000010:1.1:1778652810.609967:0:13904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:1.1:1778652810.609970:0:13904:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97d00. 00010000:00000010:2.1:1778652810.659687:0:13906:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:2.1:1778652810.659695:0:13906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:2.1:1778652810.667704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:2.1:1778652810.684700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:1.1:1778652810.743699:0:13910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25e00. 00010000:00000010:1.1:1778652810.743719:0:13910:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:1.1:1778652810.743724:0:13910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:1.1:1778652810.743728:0:13910:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be800. 00010000:00000010:1.1:1778652810.743732:0:13910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00000080:00000010:1.1:1778652810.751318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383453f80. 00000080:00000010:1.1:1778652810.751461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd72100. 00010000:00000010:0.1:1778652814.042260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:0.1:1778652814.042269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:0.1:1778652818.160255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829400. 00010000:00000010:0.1:1778652818.160268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:0.1:1778652818.160272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393828e00. 00010000:00000010:0.1:1778652818.160276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:3.1:1778652830.389788:0:14548:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652830.389795:0:14548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778652830.491708:0:14573:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652830.491718:0:14573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778652830.496004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00010000:00000010:3.1:1778652830.516876:0:14573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:1.1:1778652830.564731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be500. 00010000:00000010:1.1:1778652830.564744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00010000:00000010:3.1:1778652830.572707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97200. 00010000:00000010:3.1:1778652830.572720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:3.1:1778652830.572732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605e00. 00010000:00000010:3.1:1778652830.585689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27e00. 00000080:00000010:0.1:1778652830.596913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384d8bd80. 00010000:00000010:2.1:1778652830.611801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:3.1:1778652830.634815:0:14582:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00010000:00000010:3.1:1778652830.634819:0:14582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778652830.634831:0:14582:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605000. 00010000:00000010:3.1:1778652830.634833:0:14582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00000080:00000010:3.1:1778652830.648967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1b80. 00000080:00000010:3.1:1778652830.648989:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd939c0. 00010000:00000010:3.1:1778652833.541116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:3.1:1778652833.541128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00000080:00000010:3.1:1778652833.555690:0:15162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1380. 00010000:00000010:3.1:1778652833.591135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:3.1:1778652834.511710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652834.511732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177e00. 00010000:00000010:3.1:1778652834.673690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97200. 00010000:00000010:3.1:1778652834.673698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:3.1:1778652834.673704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000080:00000010:2.1:1778652834.678732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1da0. 00010000:00000010:0.1:1778652834.681693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c700. 00010000:00000010:3.1:1778652834.695762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24800. 00010000:00000010:3.1:1778652834.762889:0:15219:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be600. 00010000:00000010:3.1:1778652834.762900:0:15219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:3.1:1778652834.778731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00000080:00000010:2.1:1778652834.793873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383453d80. 00010000:00000010:0.1:1778652834.824284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:3.1:1778652834.848793:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652834.848813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177400. 00010000:00000010:3.1:1778652834.848818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97200. 00010000:00000010:3.1:1778652834.848821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177e00. 00000080:00000010:3.1:1778652834.859757:0:15227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd19a0. 00000080:00000010:3.1:1778652834.859779:0:15227:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb2940. 00000080:00000010:2.1:1778652839.221237:0:15824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1a80. 00000080:00000010:2.1:1778652839.221257:0:15824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915385d7d160. 00000080:00000010:2.1:1778652839.240818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1e300. 00000080:00000010:2.1:1778652839.240840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd18840. 00000080:00000010:2.1:1778652839.240850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd75ac0. 00000080:00000010:2.1:1778652839.244705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd70000. 00000080:00000010:2.1:1778652839.244717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd18000. 00000080:00000010:2.1:1778652839.244737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd939c0. 00010000:00000010:2.1:1778652839.244835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:2.1:1778652839.244841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bec00. 00010000:00000010:3.1:1778652839.245376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4200. 00010000:00000010:3.1:1778652839.245381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cc00. 00010000:00000010:3.1:1778652839.245784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915393829c00. 00010000:00000010:3.1:1778652839.245789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383872b00. 00010000:00000010:3.1:1778652839.245792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:3.1:1778652839.259837:0:15824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177400. 00010000:00000010:3.1:1778652839.259847:0:15824:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652839.259851:0:15824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177e00. 00010000:00000010:3.1:1778652839.259854:0:15824:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97200. 00010000:00000010:3.1:1778652839.276744:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153938a4400. 00010000:00000010:3.1:1778652839.276754:0:38:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915382c7f600. 00010000:00000010:3.1:1778652839.847687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652839.847699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:3.1:1778652839.854698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97f00. 00010000:00000010:3.1:1778652839.868701:0:15915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:3.1:1778652839.868721:0:15915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:3.1:1778652839.878855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00010000:00000010:3.1:1778652839.878866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00000080:00000010:3.1:1778652839.887719:0:15917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd12a0. 00010000:00000010:3.1:1778652839.904677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00010000:00000010:3.1:1778652839.904682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:3.1:1778652839.908850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97f00. 00010000:00000010:3.1:1778652839.908862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:3.1:1778652839.942747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd12a0. 00010000:00000010:3.1:1778652839.964297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:3.1:1778652839.964317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00010000:00000010:1.1:1778652840.066060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:2.1:1778652840.082752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:2.1:1778652840.082760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:1.1:1778652840.261726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605900. 00010000:00000010:1.1:1778652840.261738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26e00. 00010000:00000010:3.1:1778652840.265682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605100. 00010000:00000010:3.1:1778652840.265692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27e00. 00010000:00000010:1.1:1778652840.275391:0:2366:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605b00. 00010000:00000010:1.1:1778652840.301974:0:15960:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605600. 00010000:00000010:1.1:1778652840.301990:0:15960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26e00. 00010000:00000010:1.1:1778652840.309782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:1.1:1778652840.309800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97e00. 00010000:00000010:2.1:1778652840.340695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be700. 00010000:00000010:2.1:1778652840.340729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00010000:00000010:3.1:1778652840.350731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605900. 00010000:00000010:3.1:1778652840.350738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26600. 00010000:00000010:2.1:1778652840.355727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:3.1:1778652840.364740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:3.1:1778652840.369684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27c00. 00000080:00000010:2.1:1778652840.407740:0:15657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3dde0. 00010000:00000010:3.1:1778652840.434002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:0.1:1778652840.462045:0:2358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:0.1:1778652840.462054:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:0.1:1778652840.462059:0:2358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bed00. 00010000:00000010:0.1:1778652840.462062:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25e00. 00000080:00000010:3.1:1778652840.474824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389178560. 00000080:00000010:3.1:1778652840.484714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1c200. 00010000:00000010:2.1:1778652840.488681:0:15974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605600. 00010000:00000010:2.1:1778652840.488694:0:15974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:0.1:1778652840.492680:0:15973:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97f00. 00010000:00000010:0.1:1778652840.492694:0:15973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:1.1:1778652840.542693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00000080:00000010:0.1:1778652841.250791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153891782e0. 00000080:00000010:0.1:1778652841.250817:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3d6a0. 00000080:00000010:0.1:1778652841.250826:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1f380. 00000080:00000010:0.1:1778652841.255724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd70000. 00010000:00000010:2.1:1778652841.261728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25600. 00010000:00000010:2.1:1778652841.261737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:2.1:1778652841.261742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:0.1:1778652841.274672:0:16008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:0.1:1778652841.274679:0:16008:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:0.1:1778652841.284625:0:16008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00010000:00000010:0.1:1778652841.284633:0:16008:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cf00. 00010000:00000010:0.1:1778652841.284637:0:16008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26600. 00010000:00000010:0.1:1778652841.284640:0:16008:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383605b00. 00010000:00000010:1.1:1778652845.853732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890bed00. 00010000:00000010:1.1:1778652845.853741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00010000:00000010:1.1:1778652845.871672:0:2358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb300. 00010000:00000010:3.1:1778652845.953992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97d00. 00010000:00000010:3.1:1778652845.954002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:0.1:1778652845.962517:0:16882:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb100. 00010000:00000010:0.1:1778652845.962532:0:16882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26200. 00010000:00000010:1.1:1778652846.135775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24400. 00010000:00000010:3.1:1778652862.643001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000010:0.1:1778652862.766685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:0.1:1778652862.766699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb800. 00010000:00000010:0.1:1778652862.766702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00010000:00000010:0.1:1778652862.766705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:0.1:1778652862.766707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00000080:00000010:0.1:1778652862.774683:0:16725:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3d400. 00000080:00000010:0.1:1778652862.776810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd198c0. 00010000:00000010:2.1:1778652865.227743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:2.1:1778652865.227755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24c00. 00010000:00000010:1.1:1778652867.129708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063000. 00010000:00000010:1.1:1778652867.129746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25a00. 00010000:00000010:1.1:1778652867.141693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbf00. 00010000:00000010:3.1:1778652883.735868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb900. 00010000:00000010:3.1:1778652883.735887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27000. 00010000:00000010:3.1:1778652883.735892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97f00. 00010000:00000010:3.1:1778652883.735908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:3.1:1778652883.742710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3d9e0. 00000080:00000010:3.1:1778652883.745818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd19080. 00010000:00000010:2.1:1778652885.709721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbc00. 00010000:00000010:2.1:1778652885.709730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00010000:00000010:3.1:1778652908.459934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:3.1:1778652908.459953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1ce0. 00010000:00000010:3.1:1778652908.459961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97c00. 00010000:00000010:3.1:1778652908.459965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:2.1:1778652908.490739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778652908.490747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00000080:00000010:3.1:1778652908.510715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389178780. 00010000:00000010:3.1:1778652908.926701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:1.1:1778652924.746952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:1.1:1778652924.769252:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:1.1:1778652924.769260:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:1.1:1778652924.769265:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:1.1:1778652924.769267:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26000. 00000080:00000010:1.1:1778652924.773710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3da00. 00000080:00000010:1.1:1778652924.773738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd75ac0. 00010000:00000010:1.1:1778652924.778751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27600. 00010000:00000010:1.1:1778652924.778764:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:1.1:1778652924.778769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:1.1:1778652924.778773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97c00. 00010000:00000010:1.1:1778652924.778776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00000080:00000010:1.1:1778652924.786941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd94a40. 00000080:00000010:1.1:1778652924.786958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389178aa0. 00010000:00000010:2.1:1778652927.492710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000080:00000010:2.1:1778652927.492729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389178e00. 00010000:00000010:2.1:1778652927.492739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063700. 00010000:00000010:2.1:1778652927.492744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25c00. 00010000:00000010:3.1:1778652927.518697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00010000:00000010:3.1:1778652927.518706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:3.1:1778652927.559708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1fa0. 00010000:00000010:2.1:1778652927.955708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:3.1:1778652931.174732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97e00. 00010000:00000010:3.1:1778652931.174744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:3.1:1778652931.196877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97300. 00010000:00000010:3.1:1778652931.196891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00000080:00000010:3.1:1778652931.196897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1d40. 00010000:00000010:2.1:1778652931.206160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00010000:00000010:2.1:1778652934.010829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000080:00000010:2.1:1778652934.015737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389178840. 00010000:00000010:2.1:1778652934.015750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97e00. 00010000:00000010:2.1:1778652934.015754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:2.1:1778652934.020704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778652934.032684:0:20008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:2.1:1778652934.464677:0:20022:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:2.1:1778652934.464692:0:20022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:2.1:1778652934.511768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000010:3.1:1778652971.376697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26000. 00010000:00000010:1.1:1778652984.474692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00010000:00000010:1.1:1778652984.477798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063400. 00010000:00000010:1.1:1778652984.477811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25e00. 00010000:00000010:2.1:1778652984.538765:0:2365:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cd00. 00010000:00000010:2.1:1778652984.556687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:3.1:1778653026.212732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:3.1:1778653026.272348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c700. 00010000:00000010:3.1:1778653026.272360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00010000:00000010:3.1:1778653026.272363:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97d00. 00010000:00000010:3.1:1778653026.272367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00000080:00000010:3.1:1778653026.290841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3d220. 00000080:00000010:3.1:1778653026.290871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd718c0. 00010000:00000010:2.1:1778653029.113969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:2.1:1778653029.113986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:3.1:1778653039.885732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97e00. 00010000:00000010:3.1:1778653039.885753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000080:00000010:3.1:1778653039.929570:0:21711:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384d410e0. 00010000:00000010:1.1:1778653040.053111:0:21716:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063800. 00010000:00000010:1.1:1778653040.053128:0:21716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24e00. 00010000:00000010:2.1:1778653040.453751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778653040.453771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:2.1:1778653040.471993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000080:00000010:3.1:1778653040.552140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b9780. 00010000:00000010:2.1:1778653040.602035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00000080:00000010:2.1:1778653040.602054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b99e0. 00010000:00000010:3.1:1778653040.610427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:1.1:1778653040.869816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778653040.873719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:2.1:1778653040.936147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00000080:00000010:0.1:1778653041.022553:0:21728:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b9580. 00010000:00000010:3.1:1778653041.345579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:3.1:1778653041.345591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:1.1:1778653041.489421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:0.1:1778653041.530754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063d00. 00010000:00000010:0.1:1778653041.530770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000010:2.1:1778653041.534844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24c00. 00010000:00000010:2.1:1778653041.534862:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778653041.534867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000080:00000010:2.1:1778653041.567126:0:21745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b9840. 00000080:00000010:2.1:1778653041.567150:0:21745:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd71080. 00010000:00000010:3.1:1778653057.404379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbc00. 00010000:00000010:3.1:1778653057.404391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27200. 00000080:00000010:2.1:1778653057.508760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389be1560. 00010000:00000010:2.1:1778653057.684718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cc00. 00010000:00000010:2.1:1778653057.684727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00010000:00000010:2.1:1778653057.706047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:2.1:1778653057.743814:0:22170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a5cd480. 00010000:00000010:2.1:1778653057.835896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000080:00000010:2.1:1778653057.835910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a5cd380. 00010000:00000010:3.1:1778653057.862602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:3.1:1778653058.204298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27c00. 00010000:00000010:1.1:1778653058.208699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:3.1:1778653058.225738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000080:00000010:2.1:1778653058.833793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3df60. 00010000:00000010:2.1:1778653062.938728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:2.1:1778653062.938753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c700. 00010000:00000010:3.1:1778653083.069719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:1.1:1778653083.075850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:1.1:1778653083.075865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cc00. 00010000:00000010:1.1:1778653083.075869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:2.1:1778653083.113036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389be11a0. 00000080:00000010:3.1:1778653083.122736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd72940. 00010000:00000010:2.1:1778653085.470223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063800. 00010000:00000010:2.1:1778653085.470240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25c00. 00010000:00000010:2.1:1778653090.469014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb600. 00010000:00000010:2.1:1778653090.469027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00000080:00000010:2.1:1778653090.479826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b9800. 00010000:00000010:3.1:1778653090.622700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6b00. 00010000:00000010:3.1:1778653090.622714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:2.1:1778653090.637931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00000080:00000010:2.1:1778653090.672719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389be1120. 00010000:00000010:3.1:1778653090.693082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000080:00000010:3.1:1778653090.693100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389be1a60. 00010000:00000010:1.1:1778653090.720921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:0.1:1778653090.830716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00010000:00000010:3.1:1778653090.834714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26e00. 00010000:00000010:3.1:1778653090.852704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00000080:00000010:2.1:1778653090.902711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9153833b9ea0. 00010000:00000010:0.1:1778653103.901808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:0.1:1778653103.901817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cf00. 00010000:00000010:0.1:1778653105.990849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26800. 00010000:00000010:0.1:1778653105.999196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:0.1:1778653105.999211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:0.1:1778653105.999215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00000080:00000010:2.1:1778653106.021701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3d660. 00000080:00000010:2.1:1778653106.026698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd90840. 00010000:00000010:2.1:1778653111.038404:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:2.1:1778653111.038415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:0.1:1778653114.339920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb100. 00010000:00000010:0.1:1778653114.339937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26400. 00010000:00000010:3.1:1778653114.348717:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063a00. 00010000:00000010:3.1:1778653114.348739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24c00. 00010000:00000010:1.1:1778653215.570697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:1.1:1778653215.570713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25200. 00000080:00000010:1.1:1778653215.570721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef5c0. 00010000:00000010:1.1:1778653215.570731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00010000:00000010:1.1:1778653215.570749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97100. 00010000:00000010:1.1:1778653215.570754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00000080:00000010:1.1:1778653215.570786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384dd1840. 00010000:00000010:1.1:1778653215.570793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24800. 00010000:00000010:1.1:1778653215.570796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97c00. 00010000:00000010:1.1:1778653215.570799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:1.1:1778653215.570802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97500. 00000080:00000010:1.1:1778653215.570806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389178c60. 00010000:00000010:1.1:1778653215.570813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000010:1.1:1778653215.570818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00000080:00000010:1.1:1778653215.570822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383e3da80. 00010000:00000010:1.1:1778653215.570827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26a00. 00010000:00000010:1.1:1778653215.570831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcba00. 00000080:00000010:1.1:1778653215.570835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a5cd840. 00010000:00000010:1.1:1778653215.570839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ba00. 00010000:00000010:1.1:1778653215.570842:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cd00. 00000080:00000010:1.1:1778653215.570845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915389be1ea0. 00010000:00000010:1.1:1778653215.570852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:1.1:1778653215.570855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6500. 00000080:00000010:0.1:1778653219.807940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd66c0. 00000080:00000010:0.1:1778653219.807962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd739c0. 00010000:00000010:0.1:1778653219.813911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:2.1:1778653219.815622:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00010000:00000010:2.1:1778653219.820833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:1.1:1778653219.831871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:1.1:1778653219.831883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:2.1:1778653219.950049:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcba00. 00010000:00000010:2.1:1778653219.950063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27e00. 00010000:00000010:3.1:1778653219.964693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:2.1:1778653220.021852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:3.1:1778653220.139809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6f00. 00010000:00000010:3.1:1778653220.139826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:2.1:1778653220.152693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6100. 00010000:00000010:2.1:1778653220.152703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00010000:00000010:3.1:1778653220.156920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:1.1:1778653220.187712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000080:00000010:2.1:1778653220.238839:0:23829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef020. 00010000:00000010:3.1:1778653220.296075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26400. 00010000:00000010:0.1:1778653220.348988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6f00. 00010000:00000010:0.1:1778653220.349005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:0.1:1778653220.349011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:0.1:1778653220.349015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24e00. 00000080:00000010:0.1:1778653220.373977:0:23840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383f3a700. 00000080:00000010:0.1:1778653220.374008:0:23840:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd95ac0. 00010000:00000010:1.1:1778653223.667149:0:24121:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:1.1:1778653223.667160:0:24121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00010000:00000010:2.1:1778653228.091149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6c00. 00010000:00000010:2.1:1778653228.091165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:2.1:1778653228.128714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cf00. 00010000:00000010:3.1:1778653229.819829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6600. 00010000:00000010:3.1:1778653229.819845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778653229.831767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6300. 00010000:00000010:1.1:1778653229.858709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6000. 00010000:00000010:1.1:1778653229.858727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:3.1:1778653333.495337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384400. 00000080:00000010:3.1:1778653333.495356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383f3a1c0. 00010000:00000010:2.1:1778653333.534752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:2.1:1778653333.534760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25600. 00010000:00000010:2.1:1778653333.534764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00000080:00000010:3.1:1778653333.534863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1a940. 00000080:00000010:3.1:1778653333.534885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd90000. 00010000:00000010:3.1:1778653333.547948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:3.1:1778653333.547956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cf00. 00010000:00000010:2.1:1778653333.562767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:2.1:1778653333.562778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6600. 00010000:00000010:2.1:1778653333.562782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:2.1:1778653333.562786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:2.1:1778653333.696177:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:2.1:1778653333.696190:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:2.1:1778653333.696195:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6b00. 00010000:00000010:2.1:1778653333.696198:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000080:00000010:1.1:1778653333.721779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd62e0. 00000080:00000010:1.1:1778653333.721800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd73180. 00010000:00000010:3.1:1778653333.745713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6a00. 00010000:00000010:3.1:1778653333.745728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:2.1:1778653333.772666:0:24616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:3.1:1778653333.827865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:0.1:1778653333.941752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb700. 00010000:00000010:0.1:1778653333.941770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27c00. 00010000:00000010:3.1:1778653333.970711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063c00. 00010000:00000010:2.1:1778653333.974697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00010000:00000010:2.1:1778653334.132708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:2.1:1778653334.132727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:2.1:1778653334.132732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:2.1:1778653334.132738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:2.1:1778653334.132741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00000080:00000010:2.1:1778653334.175867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384080. 00000080:00000010:2.1:1778653334.175901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd74a40. 00010000:00000010:0.1:1778653336.381448:0:24826:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:0.1:1778653336.381462:0:24826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00010000:00000010:2.1:1778653341.699605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbd00. 00010000:00000010:2.1:1778653341.699625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26a00. 00000080:00000010:1.1:1778653341.716913:0:25242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384e00. 00010000:00000010:1.1:1778653342.733705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:1.1:1778653342.733725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26800. 00000080:00000010:3.1:1778653342.733904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef33c0. 00010000:00000010:2.1:1778653342.765747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c100. 00010000:00000010:2.1:1778653342.765761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000080:00000010:2.1:1778653342.826866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6aa0. 00000080:00000010:0.1:1778653346.600820:0:25273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd68a0. 00000080:00000010:0.1:1778653346.611979:0:25273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3220. 00000080:00000010:0.1:1778653346.612005:0:25273:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1eb40. 00000080:00000010:0.1:1778653346.612018:0:25273:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd74a40. 00010000:00000010:1.1:1778653346.613685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:1.1:1778653346.613695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00010000:00000010:1.1:1778653346.613715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000080:00000010:0.1:1778653346.620722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd75280. 00010000:00000010:1.1:1778653346.656827:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:1.1:1778653346.656850:0:2358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c100. 00010000:00000010:1.1:1778653346.656854:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:1.1:1778653346.656858:0:2358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6100. 00010000:00000010:1.1:1778653346.656860:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:1.1:1778653346.656862:0:2358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:0.1:1778653358.495055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb500. 00010000:00000010:0.1:1778653358.495066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26000. 00000080:00000010:1.1:1778653358.503407:0:25885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef0a0. 00010000:00000010:0.1:1778653358.605458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cd00. 00010000:00000010:0.1:1778653358.605482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00010000:00000010:2.1:1778653358.613144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000080:00000010:2.1:1778653358.696236:0:25711:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6ca0. 00010000:00000010:2.1:1778653359.728808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:2.1:1778653359.728830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:1.1:1778653367.208917:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb000. 00010000:00000010:1.1:1778653367.208929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27000. 00000080:00000010:1.1:1778653367.239946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3260. 00010000:00000010:2.1:1778653367.298873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:2.1:1778653367.298882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:2.1:1778653367.308892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:2.1:1778653367.346853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6fe0. 00010000:00000010:2.1:1778653368.207746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778653368.251098:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:3.1:1778653368.251116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00000080:00000010:3.1:1778653368.262966:0:26517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384b00. 00010000:00000010:2.1:1778653374.592698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00000080:00000010:2.1:1778653374.592732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6960. 00010000:00000010:2.1:1778653374.592741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063b00. 00010000:00000010:2.1:1778653374.592745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000010:3.1:1778653374.697458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:0.1:1778653374.697858:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384d40. 00010000:00000010:0.1:1778653374.697871:0:2359:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6800. 00010000:00000010:0.1:1778653374.697874:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00000080:00000010:2.1:1778653378.908431:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384860. 00000080:00000010:2.1:1778653378.911126:0:27116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6de0. 00000080:00000010:2.1:1778653378.911136:0:27116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384480. 00000080:00000010:2.1:1778653378.911141:0:27116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef31a0. 00000080:00000010:2.1:1778653378.911146:0:27116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384dc0. 00010000:00000010:2.1:1778653378.932780:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6c00. 00010000:00000010:2.1:1778653378.932791:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:2.1:1778653378.932796:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:2.1:1778653378.932800:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00010000:00000010:2.1:1778653378.932803:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb700. 00010000:00000010:2.1:1778653378.932806:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27c00. 00010000:00000010:2.1:1778653378.932809:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6f00. 00010000:00000010:2.1:1778653378.932812:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:2.1:1778653378.932815:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6900. 00010000:00000010:2.1:1778653378.932817:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:2.1:1778653378.932821:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:2.1:1778653378.932823:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:2.1:1778653378.932833:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6b00. 00010000:00000010:2.1:1778653378.932836:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:2.1:1778653378.932839:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27a00. 00010000:00000010:2.1:1778653378.932842:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:2.1:1778653378.932845:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:2.1:1778653378.932847:0:27119:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:2.1:1778653378.932850:0:27119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00000080:00000010:2.1:1778653394.209316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384fe0. 00000080:00000010:2.1:1778653394.209330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384900. 00010000:00000010:0.1:1778653397.626070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25c00. 00010000:00000010:3.1:1778653397.680181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6100. 00010000:00000010:3.1:1778653397.680197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:3.1:1778653397.680202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00000080:00000010:3.1:1778653397.745569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6c80. 00000080:00000010:3.1:1778653397.745606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd92100. 00000080:00000010:3.1:1778653397.745615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef460. 00010000:00000010:2.1:1778653397.803564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:2.1:1778653397.803589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:2.1:1778653397.803595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:2.1:1778653397.803599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:2.1:1778653397.803603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00000080:00000010:0.1:1778653397.828713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd75280. 00000080:00000010:0.1:1778653397.828739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384d80. 00010000:00000010:0.1:1778653397.869715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24000. 00010000:00000010:3.1:1778653397.954192:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063800. 00010000:00000010:3.1:1778653397.954209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25000. 00010000:00000010:3.1:1778653397.954215:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24800. 00000080:00000010:3.1:1778653397.964877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cefaa0. 00000080:00000010:3.1:1778653397.964908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd74a40. 00000080:00000010:3.1:1778653397.969513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384ceff40. 00010000:00000010:3.1:1778653398.045448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:3.1:1778653398.045465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063d00. 00010000:00000010:3.1:1778653398.045470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24000. 00010000:00000010:3.1:1778653398.045475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063600. 00010000:00000010:3.1:1778653398.045478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25200. 00000080:00000010:3.1:1778653398.061922:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd90000. 00000080:00000010:3.1:1778653398.061941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384ee0. 00010000:00000010:2.1:1778653402.909711:0:27436:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cd00. 00010000:00000010:2.1:1778653402.909719:0:27436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:3.1:1778653402.921753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6200. 00010000:00000010:3.1:1778653402.921764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:3.1:1778653406.469337:0:27695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:3.1:1778653406.473689:0:27695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6380. 00010000:00000010:3.1:1778653406.474490:0:27695:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063c00. 00010000:00000010:3.1:1778653406.474497:0:27695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24c00. 00010000:00000010:2.1:1778653406.531900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000080:00000010:3.1:1778653406.533675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6640. 00010000:00000010:3.1:1778653406.540732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbb00. 00010000:00000010:3.1:1778653406.540759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26a00. 00000080:00000010:3.1:1778653409.485918:0:15972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef020. 00000080:00000010:3.1:1778653409.485940:0:15972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef220. 00010000:00000010:3.1:1778653409.503783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb000. 00010000:00000010:3.1:1778653409.503798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00010000:00000010:3.1:1778653409.503804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:3.1:1778653409.503808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24e00. 00010000:00000010:3.1:1778653409.503812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063a00. 00010000:00000010:3.1:1778653409.503815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24400. 00010000:00000010:3.1:1778653409.503818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063100. 00010000:00000010:3.1:1778653409.503820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25a00. 00000080:00000010:2.1:1778653543.683700:0:27560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3440. 00000080:00000010:2.1:1778653543.683717:0:27560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3180. 00010000:00000010:2.1:1778653543.828513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25600. 00010000:00000010:0.1:1778653543.893730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:0.1:1778653543.893745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00010000:00000010:0.1:1778653543.893749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00000080:00000010:0.1:1778653543.902700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6700. 00000080:00000010:0.1:1778653543.905846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb39c0. 00000080:00000010:0.1:1778653543.905862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cefca0. 00010000:00000010:0.1:1778653543.924692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000010:0.1:1778653543.924707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c800. 00010000:00000010:0.1:1778653543.924712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000010:0.1:1778653543.924716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb100. 00010000:00000010:0.1:1778653543.924719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26800. 00000080:00000010:0.1:1778653543.936911:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd90000. 00000080:00000010:0.1:1778653543.936931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef780. 00010000:00000010:2.1:1778653543.953690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00010000:00000010:2.1:1778653544.016732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c700. 00010000:00000010:2.1:1778653544.016744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00010000:00000010:2.1:1778653544.016749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00000080:00000010:2.1:1778653544.035693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef140. 00000080:00000010:2.1:1778653544.035719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd73180. 00000080:00000010:2.1:1778653544.035729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef32c0. 00010000:00000010:2.1:1778653544.051695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00010000:00000010:2.1:1778653544.051711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063f00. 00010000:00000010:2.1:1778653544.051715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00010000:00000010:2.1:1778653544.051718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063700. 00010000:00000010:2.1:1778653544.051721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00000080:00000010:2.1:1778653544.058720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd92100. 00000080:00000010:2.1:1778653544.058749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6a80. 00010000:00000010:3.1:1778653546.226608:0:2368:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:3.1:1778653546.226616:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:0.1:1778653549.457720:0:28317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000080:00000010:0.1:1778653549.457741:0:28317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384240. 00010000:00000010:0.1:1778653549.457760:0:28317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:0.1:1778653549.457887:0:28317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00010000:00000010:1.1:1778653549.511899:0:28319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24400. 00000080:00000010:1.1:1778653549.511922:0:28319:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef140. 00010000:00000010:1.1:1778653549.511934:0:28319:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063b00. 00010000:00000010:1.1:1778653549.511943:0:28319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25e00. 00010000:00000010:3.1:1778653554.561707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb200. 00010000:00000010:3.1:1778653554.561724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25200. 00010000:00000010:3.1:1778653554.561731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6500. 00010000:00000010:3.1:1778653554.561735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:3.1:1778653554.561741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6300. 00010000:00000010:3.1:1778653554.561744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:3.1:1778653554.561748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:3.1:1778653554.561752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00000080:00000010:3.1:1778653570.814823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6340. 00000080:00000010:3.1:1778653570.814849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd63a0. 00000080:00000010:0.1:1778653570.825935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3920. 00000080:00000010:0.1:1778653570.825955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cefd00. 00010000:00000010:0.1:1778653572.108925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24000. 00010000:00000010:2.1:1778653572.164128:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:2.1:1778653572.164137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:2.1:1778653572.164142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00000080:00000010:2.1:1778653572.181303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6da0. 00000080:00000010:2.1:1778653572.194210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd97380. 00000080:00000010:2.1:1778653572.194237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6800. 00010000:00000010:1.1:1778653572.211856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00010000:00000010:1.1:1778653572.211881:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cc00. 00010000:00000010:1.1:1778653572.211887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:1.1:1778653572.211893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063100. 00010000:00000010:1.1:1778653572.211896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00000080:00000010:1.1:1778653572.236688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1d280. 00000080:00000010:1.1:1778653572.236713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6000. 00010000:00000010:1.1:1778653572.248702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00010000:00000010:2.1:1778653572.286754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:2.1:1778653572.286772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:2.1:1778653572.286777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00000080:00000010:2.1:1778653572.298699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6940. 00000080:00000010:2.1:1778653572.302032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb39c0. 00000080:00000010:2.1:1778653572.302057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6160. 00010000:00000010:3.1:1778653572.324733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:3.1:1778653572.324752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:3.1:1778653572.324758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:3.1:1778653572.324761:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb300. 00010000:00000010:3.1:1778653572.324765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26400. 00000080:00000010:3.1:1778653572.364037:0:28379:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1eb40. 00000080:00000010:3.1:1778653572.364055:0:28379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6da0. 00010000:00000010:2.1:1778653576.943090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:2.1:1778653576.943097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:2.1:1778653577.670846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:2.1:1778653577.670870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6500. 00010000:00000010:2.1:1778653577.670880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:2.1:1778653577.670884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:3.1:1778653577.711076:0:28941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:3.1:1778653577.715709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd65c0. 00010000:00000010:3.1:1778653577.719683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:3.1:1778653577.719699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000080:00000010:3.1:1778653581.024876:0:28974:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3e20. 00000080:00000010:3.1:1778653581.024891:0:28974:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cefc00. 00010000:00000010:3.1:1778653581.024903:0:28974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:3.1:1778653581.024909:0:28974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27a00. 00010000:00000010:3.1:1778653581.024912:0:28974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb900. 00010000:00000010:3.1:1778653581.024915:0:28974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00010000:00000010:3.1:1778653581.024919:0:28974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6700. 00010000:00000010:3.1:1778653581.024922:0:28974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:3.1:1778653581.024926:0:28974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063800. 00010000:00000010:3.1:1778653581.024930:0:28974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000010:3.1:1778653581.024935:0:28974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:3.1:1778653581.024938:0:28974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00000080:00000010:1.1:1778653596.420126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6180. 00000080:00000010:1.1:1778653596.420141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd69e0. 00010000:00000010:2.1:1778653597.518827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00010000:00000010:2.1:1778653597.548704:0:28989:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:2.1:1778653597.548710:0:28989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:2.1:1778653597.548715:0:28989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00000080:00000010:2.1:1778653597.554996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a3844c0. 00000080:00000010:2.1:1778653597.555016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb3180. 00000080:00000010:2.1:1778653597.555022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384c20. 00010000:00000010:2.1:1778653597.568687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:2.1:1778653597.568704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6c00. 00010000:00000010:2.1:1778653597.568708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00010000:00000010:2.1:1778653597.568710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6800. 00010000:00000010:2.1:1778653597.568713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000080:00000010:2.1:1778653597.578820:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd73180. 00000080:00000010:2.1:1778653597.578837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6e40. 00010000:00000010:3.1:1778653597.593755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:3.1:1778653597.623713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6100. 00010000:00000010:3.1:1778653597.623736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ba00. 00010000:00000010:3.1:1778653597.623741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b000. 00000080:00000010:3.1:1778653597.631728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6720. 00000080:00000010:2.1:1778653597.642687:0:28989:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd72940. 00000080:00000010:2.1:1778653597.642702:0:28989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd67e0. 00010000:00000010:3.1:1778653597.657800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:3.1:1778653597.657815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:3.1:1778653597.657819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:3.1:1778653597.657822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c800. 00010000:00000010:3.1:1778653597.657825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00000080:00000010:3.1:1778653597.671832:0:28991:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd739c0. 00000080:00000010:3.1:1778653597.671846:0:28991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6e40. 00010000:00000010:3.1:1778653602.136753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000080:00000010:3.1:1778653602.136773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384c60. 00010000:00000010:3.1:1778653602.136782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:3.1:1778653602.136786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:2.1:1778653602.177702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00000080:00000010:2.1:1778653602.186819:0:29560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6980. 00010000:00000010:2.1:1778653602.186836:0:29560:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:2.1:1778653602.186841:0:29560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:2.1:1778653602.540698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6200. 00010000:00000010:2.1:1778653602.540710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00010000:00000010:3.1:1778653602.540799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6900. 00010000:00000010:3.1:1778653602.540805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:2.1:1778653602.922731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:2.1:1778653602.922749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00000080:00000010:3.1:1778653604.598891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384620. 00000080:00000010:3.1:1778653604.598928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a3849c0. 00010000:00000010:3.1:1778653604.606995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:3.1:1778653604.607012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:3.1:1778653604.607017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:3.1:1778653604.607022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000010:3.1:1778653604.607026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6300. 00010000:00000010:3.1:1778653604.607029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00010000:00000010:3.1:1778653604.607032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6600. 00010000:00000010:3.1:1778653604.607035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000080:00000010:3.1:1778653624.728734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3940. 00000080:00000010:3.1:1778653624.736683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384440. 00010000:00000010:1.1:1778653624.763866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27a00. 00010000:00000010:1.1:1778653624.798828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cc00. 00010000:00000010:1.1:1778653624.798840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00010000:00000010:1.1:1778653624.798843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00020000:00000001:1.0:1778653624.810014:0:29591:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1778653624.810015:0:29591:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1778653624.810017:0:29591:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1778653624.810018:0:29591:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810020:0:29591:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1778653624.810021:0:29591:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1778653624.810023:0:29591:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1778653624.810024:0:29591:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1778653624.810025:0:29591:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653624.810027:0:29591:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653624.810028:0:29591:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1778653624.810029:0:29591:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810031:0:29591:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810032:0:29591:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1778653624.810033:0:29591:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1778653624.810034:0:29591:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1778653624.810036:0:29591:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1778653624.810037:0:29591:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653624.810039:0:29591:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653624.810040:0:29591:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653624.810041:0:29591:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1778653624.810042:0:29591:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1778653624.810044:0:29591:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810045:0:29591:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810047:0:29591:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653624.810048:0:29591:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653624.810050:0:29591:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653624.810051:0:29591:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653624.810053:0:29591:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653624.810054:0:29591:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653624.810055:0:29591:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653624.810057:0:29591:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653624.810058:0:29591:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6120 00000020:00000010:1.0:1778653624.810061:0:29591:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1be00. 00000020:00000010:1.0:1778653624.810064:0:29591:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1060. 00000008:00000010:1.0:1778653624.810068:0:29591:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc37c8. 00020000:00000010:1.0:1778653624.810072:0:29591:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653624.810074:0:29591:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68e20. 00000080:00000010:1.0:1778653624.810077:0:29591:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bb28. 00000080:00000010:1.0:1778653624.810080:0:29591:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864beda0. 00000020:00000010:1.0:1778653624.810083:0:29591:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a800. 00000008:00000010:1.0:1778653624.810085:0:29591:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca2f20. 00020000:00000010:1.0:1778653624.810088:0:29591:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bfa80. 00008000:00000010:1.0:1778653624.810092:0:29591:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca058. 00000080:00000010:1.0:1778653624.810094:0:29591:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768690. 00000020:00000010:1.0:1778653624.810097:0:29591:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a400. 00000020:00000010:1.0:1778653624.810099:0:29591:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6120. 00020000:00000001:1.0:1778653624.810308:0:29591:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653624.810310:0:29591:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653624.810313:0:29591:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653624.810315:0:29591:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x1d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653624.810319:0:29591:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653624.810320:0:29591:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653624.810323:0:29591:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653624.810325:0:29591:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1a000. 00000020:00000010:1.0:1778653624.810328:0:29591:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1600. 00000008:00000010:1.0:1778653624.810331:0:29591:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653624.810333:0:29591:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9abd80. 00008000:00000010:1.0:1778653624.810336:0:29591:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653624.810338:0:29591:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653624.810341:0:29591:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653624.810343:0:29591:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b400. 00000008:00000010:1.0:1778653624.810345:0:29591:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653624.810347:0:29591:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653624.810349:0:29591:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653624.810351:0:29591:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653624.810353:0:29591:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b000. 00000020:00000010:1.0:1778653624.810355:0:29591:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653624.810357:0:29591:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653624.810361:0:29591:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:1.0:1778653624.810363:0:29591:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1d:0x0](ffff91538bd91988) 00800000:00000001:1.0:1778653624.810367:0:29591:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:1.0:1778653624.810369:0:29591:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x1d:0x0] 00000002:00000001:1.0:1778653624.810373:0:29591:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1778653624.810379:0:29591:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653624.810381:0:29591:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653624.810383:0:29591:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1778653624.810386:0:29591:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1778653624.810388:0:29591:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653624.810389:0:29591:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653624.810392:0:29591:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653624.810395:0:29591:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653624.810398:0:29591:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b000. 00000020:00000010:1.0:1778653624.810400:0:29591:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1b400. 00000020:00000010:1.0:1778653624.810401:0:29591:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1600. 00000008:00000010:1.0:1778653624.810405:0:29591:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653624.810407:0:29591:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9abd80. 00008000:00000010:1.0:1778653624.810409:0:29591:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653624.810412:0:29591:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653624.810414:0:29591:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653624.810417:0:29591:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a000. 00000008:00000010:1.0:1778653624.810419:0:29591:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653624.810421:0:29591:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653624.810423:0:29591:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653624.810425:0:29591:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653624.810428:0:29591:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653624.810430:0:29591:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00020000:00000001:1.0:1778653624.810434:0:29591:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:1.0:1778653624.810436:0:29591:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a55d0) owner 0000000000000000/ffff91538cfc0000 00020000:00000001:1.0:1778653624.810439:0:29591:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1778653624.810442:0:29591:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bf00, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653624.810446:0:29591:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653624.810450:0:29591:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538cc5ee00: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000001:1.0:1778653624.810452:0:29591:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:1.0:1778653624.810454:0:29591:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810455:0:29591:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1778653624.810457:0:29591:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1778653624.810461:0:29591:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1778653624.810465:0:29591:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:1.0:1778653624.810467:0:29591:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653624.810470:0:29591:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1778653624.810473:0:29591:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1778653624.810477:0:29591:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000009b933799/0x3df471c51a88ff35 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f066 expref: -99 pid: 29589 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1778653624.810489:0:29591:0:(cl_object.c:151:cl_object_top()) ffff91538b8a61c0 -> ffff915385c8f530 00000020:00000001:1.0:1778653624.810490:0:29591:0:(cl_object.c:151:cl_object_top()) ffff91538b8a61c0 -> ffff915385c8f530 00000008:00000001:1.0:1778653624.810492:0:29591:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653624.810495:0:29591:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653624.810497:0:29591:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1778653624.810499:0:29591:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1778653624.810504:0:29591:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91538b8a61c0. 00020000:00000001:1.0:1778653624.810508:0:29591:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1778653624.810510:0:29591:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915385c8fd48. 00020000:00000001:1.0:1778653624.810515:0:29591:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1778653624.810517:0:29591:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653624.810519:0:29591:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653624.810520:0:29591:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a55d0) owner 0000000000000000/ffff91538cfc0000 00020000:00000001:1.0:1778653624.810522:0:29591:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:1.0:1778653624.810524:0:29591:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:1.0:1778653624.810525:0:29591:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a55d0) owner 0000000000000000/ffff91538cfc0000 00020000:00000001:1.0:1778653624.810528:0:29591:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1778653624.810530:0:29591:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91538b9c6328. 00020000:00000010:1.0:1778653624.810534:0:29591:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91538c56f540. 00020000:00000010:1.0:1778653624.810536:0:29591:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915387e04920. 00020000:00000002:1.0:1778653624.810538:0:29591:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bf00, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653624.810542:0:29591:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653624.810544:0:29591:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538cc5ee00: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000010:1.0:1778653624.810549:0:29591:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538cc5ee00. 00020000:00000010:1.0:1778653624.810552:0:29591:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3bf60. 00020000:00000010:1.0:1778653624.810554:0:29591:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bf00. 00020000:00000001:1.0:1778653624.810555:0:29591:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1778653624.810557:0:29591:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a55d0) owner 0000000000000000/ffff91538cfc0000 00020000:00000010:1.0:1778653624.810559:0:29591:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9153877a55d0. 00020000:00000001:1.0:1778653624.810562:0:29591:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:1.0:1778653624.810564:0:29591:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915385c8f4b0. 00000020:00001000:1.0:1778653624.810567:0:29591:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653624.810569:0:29591:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1b400. 00000020:00000010:1.0:1778653624.810572:0:29591:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1600. 00000008:00000010:1.0:1778653624.810574:0:29591:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653624.810576:0:29591:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9abd80. 00008000:00000010:1.0:1778653624.810578:0:29591:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653624.810580:0:29591:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653624.810582:0:29591:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653624.810584:0:29591:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b000. 00000008:00000010:1.0:1778653624.810586:0:29591:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653624.810588:0:29591:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653624.810590:0:29591:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653624.810592:0:29591:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653624.810594:0:29591:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a000. 00000020:00000010:1.0:1778653624.810596:0:29591:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653624.810598:0:29591:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1778653624.810600:0:29591:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1778653624.810630:0:29591:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1778653624.810632:0:29591:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653624.810634:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7d98 00000080:00200008:1.0:1778653624.810637:0:29591:0:(file.c:448:ll_file_release()) START file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff91538bd942c8), flags 704000 00000080:00400000:1.0:1778653624.810641:0:29591:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x1b:0x0] 00000080:00000001:1.0:1778653624.810645:0:29591:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1778653624.810646:0:29591:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1778653624.810648:0:29591:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1778653624.810691:0:29591:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653624.810694:0:29591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653624.810697:0:29591:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:1.0:1778653624.810700:0:29591:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653624.810704:0:29591:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1778653624.810707:0:29591:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1778653624.810710:0:29591:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653624.810716:0:29591:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653624.810720:0:29591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27a00/0x3df471c51a88ff58 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f0c1 expref: -99 pid: 29591 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653624.810728:0:29591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653624.810729:0:29591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653624.810731:0:29591:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1778653624.810733:0:29591:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x1b:0x0]: 16 00000080:00000010:1.0:1778653624.810736:0:29591:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912e3c0. 00000080:00000001:1.0:1778653624.810740:0:29591:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653624.810744:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7d98 00000080:00000008:1.0:1778653624.810745:0:29591:0:(file.c:492:ll_file_release()) COMPLETED file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff91538bd942c8), flags 704000, rc = 0 00000080:00000001:1.0:1778653624.810748:0:29591:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653624.810749:0:29591:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653624.810752:0:29591:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653624.810753:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7e00 00000080:00002000:1.0:1778653624.810755:0:29591:0:(dcache.c:127:ll_ddelete()) deleting dentry d21e.recovery-small-1 (ffff91538a9e4bd0, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:1.0:1778653624.810758:0:29591:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653624.810761:0:29591:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653624.810764:0:29591:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1778653624.811050:0:29591:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653624.811053:0:29591:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653624.811055:0:29591:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653624.811057:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7bd8 00000080:00200000:1.0:1778653624.811060:0:29591:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653624.811065:0:29591:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a000. 00800000:00000002:1.0:1778653624.811070:0:29591:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653624.811073:0:29591:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653624.811077:0:29591:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653624.811079:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7af8 00800000:00000002:1.0:1778653624.811080:0:29591:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653624.811084:0:29591:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653624.811087:0:29591:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653624.811090:0:29591:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653624.811092:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb79c8 00000002:00010000:1.0:1778653624.811093:0:29591:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653624.811097:0:29591:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653624.811099:0:29591:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653624.811111:0:29591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653624.811114:0:29591:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb900 count: 2 00010000:00000001:1.0:1778653624.811116:0:29591:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653624.811120:0:29591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653624.811123:0:29591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653624.811126:0:29591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27600/0x3df471c51a88ff20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f027 expref: -99 pid: 29589 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1778653624.811133:0:29591:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653624.811136:0:29591:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653624.811138:0:29591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27600/0x3df471c51a88ff20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f027 expref: -99 pid: 29589 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1778653624.811144:0:29591:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653624.811146:0:29591:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653624.811148:0:29591:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653624.811150:0:29591:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653624.811152:0:29591:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653624.811154:0:29591:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653624.811157:0:29591:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653624.811158:0:29591:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653624.811161:0:29591:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a000. 00000080:00000001:1.0:1778653624.811164:0:29591:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653624.811166:0:29591:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653624.811168:0:29591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653624.811171:0:29591:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ff20 00800000:00000001:1.0:1778653624.811173:0:29591:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653624.811175:0:29591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653624.811176:0:29591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653624.811178:0:29591:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653624.811181:0:29591:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27600 refcount=3 00000020:00000001:1.0:1778653624.811183:0:29591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490752 : -121687081060864 : ffff915384c27600) 00010000:00000001:1.0:1778653624.811187:0:29591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490752 : -121687081060864 : ffff915384c27600) 00010000:00000001:1.0:1778653624.811190:0:29591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653624.811191:0:29591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653624.811192:0:29591:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653624.811194:0:29591:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653624.811196:0:29591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ff20 from it ffffa71ac1eb7c10 00010000:00000001:1.0:1778653624.811198:0:29591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653624.811199:0:29591:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653624.811200:0:29591:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27600 refcount=3 00000020:00000001:1.0:1778653624.811202:0:29591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490752 : -121687081060864 : ffff915384c27600) 00010000:00000001:1.0:1778653624.811204:0:29591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490752 : -121687081060864 : ffff915384c27600) 00010000:00000001:1.0:1778653624.811206:0:29591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653624.811209:0:29591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27600/0x3df471c51a88ff20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f027 expref: -99 pid: 29589 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1778653624.811215:0:29591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653624.811216:0:29591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653624.811217:0:29591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653624.811218:0:29591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653624.811221:0:29591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27600/0x3df471c51a88ff20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f027 expref: -99 pid: 29589 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1778653624.811228:0:29591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653624.811231:0:29591:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653624.811233:0:29591:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653624.811237:0:29591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653624.811238:0:29591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653624.811240:0:29591:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653624.811243:0:29591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653624.811244:0:29591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653624.811246:0:29591:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653624.811249:0:29591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653624.811250:0:29591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653624.811252:0:29591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653624.811253:0:29591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653624.811255:0:29591:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653624.811258:0:29591:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653624.812300:0:29591:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653624.812307:0:29591:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653624.812325:0:29591:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3680. 00000020:00000001:1.0:1778653624.812329:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7dc8 00000080:00200000:1.0:1778653624.812331:0:29591:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21e.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=0 00000080:00000001:1.0:1778653624.812335:0:29591:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653624.812337:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7c78 00000080:00200000:1.0:1778653624.812338:0:29591:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21e.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:1.0:1778653624.812347:0:29591:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a000. 00800000:00000002:1.0:1778653624.812351:0:29591:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653624.812356:0:29591:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653624.812358:0:29591:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653624.812360:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7b98 00800000:00000002:1.0:1778653624.812362:0:29591:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21e.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653624.812365:0:29591:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653624.812369:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7b30 00800000:00000002:1.0:1778653624.812371:0:29591:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21e.recovery-small-1' -> mds #0 00000002:00000001:1.0:1778653624.812375:0:29591:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653624.812377:0:29591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1eb7a68 00000002:00010000:1.0:1778653624.812378:0:29591:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21e.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653624.812382:0:29591:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653624.812384:0:29591:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653624.812388:0:29591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7480. 00000020:00000040:1.0:1778653624.812392:0:29591:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653624.812398:0:29591:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653624.812403:0:29591:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653624.812408:0:29591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653624.812411:0:29591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653624.812413:0:29591:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.812415:0:29591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653624.812417:0:29591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653624.812421:0:29591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1778653624.816924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef1a0. 00000080:00000010:1.1:1778653624.817030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd918c0. 00000080:00000010:1.1:1778653624.822700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a3846c0. 00010000:00000010:2.1:1778653624.854787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ba00. 00010000:00000010:2.1:1778653624.854801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:2.1:1778653624.854806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27a00. 00010000:00000010:2.1:1778653624.858704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb900. 00010000:00000010:2.1:1778653624.858719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27600. 00000800:00000001:1.0:1778653624.860705:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.876557:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.877432:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.877445:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.877449:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.877451:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.877460:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.877468:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.877477:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.877482:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.877487:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.877492:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145343780 00000400:00000200:1.0:1778653624.877496:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.877502:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x57e1 [1] + 224 00000800:00000001:1.0:1778653624.877509:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.877529:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.877533:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.877537:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653624.877544:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653624.877552:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a390e00 x1865052054632320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653760 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653624.877562:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91538a390e00 x1865052054632320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653760 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.878477:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653624.878489:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.878494:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1778653624.879387:0:29591:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd94200. 00000080:00000010:2.1:1778653624.879402:0:29591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3680. 00000800:00000200:1.0:1778653624.882338:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.882344:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d600. 00000400:00000200:1.0:1778653624.882348:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.882354:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.882359:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653624.882362:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653624.882365:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.882370:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a390e00 x1865052054632576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.882380:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.882384:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a390e00 x1865052054632576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.882391:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.882393:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653624.900080:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.900096:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.900111:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.900114:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.900123:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.900130:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.900139:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.900145:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.900150:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.900155:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145343880 00000400:00000200:1.0:1778653624.900161:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.900167:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x57e9 [64] + 224 00000800:00000001:1.0:1778653624.900175:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.900182:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.900186:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.900190:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653624.900197:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653624.900207:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a390e00 x1865052054632576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653624.900218:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff91538a390e00 x1865052054632576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.900239:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653624.900248:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.900251:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653624.907178:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.907183:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d600. 00000400:00000200:1.0:1778653624.907189:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.907194:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.907200:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:1.0:1778653624.907202:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:1.0:1778653624.907206:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.907210:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a392300 x1865052054632704/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653640 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.907218:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.907222:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a392300 x1865052054632704/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653640 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.907228:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.907230:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653624.912878:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.912897:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.912901:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.912904:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.912913:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.912920:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.912931:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.912936:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.912941:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.912945:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a04145343900 00000400:00000200:1.0:1778653624.912950:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.912955:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x57f1 [256] + 0 00000400:00000010:1.0:1778653624.912960:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ea50. 00000400:00000200:1.0:1778653624.912967:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e16000 00000800:00000001:1.0:1778653624.912972:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.912984:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.912987:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.912991:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.912996:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e16000 00000400:00000010:1.0:1778653624.912998:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e16000. 00000100:00000001:1.0:1778653624.913003:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1778653624.913006:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91538a392300 desc ffff915389b0e800 mbits 1865052054632704 00000100:00000001:1.0:1778653624.913023:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1778653624.913031:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653624.913033:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.913038:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653624.913044:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2095:2095:256:4294967295] 192.168.204.110@tcp LPNI seq info [2095:2095:8:4294967295] 00000400:00000200:1.0:1778653624.913048:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.913055:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653624.913061:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653624.913069:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91538a31c000. 00000800:00000200:1.0:1778653624.913075:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653624.913082:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653624.913087:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a31c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653624.913171:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.913174:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91538a31c000. 00000400:00000200:1.0:1778653624.913177:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.913180:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653624.913185:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.913188:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.916538:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.916556:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.916559:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.916562:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.916570:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.916577:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.916588:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.916593:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.916598:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.916602:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a04145343900 00000400:00000200:1.0:1778653624.916607:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.916613:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x57f9 [1] + 224 00000800:00000001:1.0:1778653624.916620:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.916644:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.916647:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.917151:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653624.917158:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653624.917167:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a392300 x1865052054632704/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653640 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653624.917177:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91538a392300 x1865052054632704/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653640 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.917233:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653624.917242:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.917246:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1778653624.921388:0:29591:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00000800:00000200:1.0:1778653624.923165:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.923171:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507dc00. 00000400:00000200:1.0:1778653624.923175:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.923181:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.923186:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:1.0:1778653624.923189:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:1.0:1778653624.923192:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.923196:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a392300 x1865052054632960/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653640 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.923207:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.923210:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a392300 x1865052054632960/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653640 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.923217:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.923219:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653624.927206:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.927224:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.927229:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.927231:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.927241:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.927247:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.927257:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.927263:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.927268:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.927271:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145343a00 00000400:00000200:1.0:1778653624.927276:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.927281:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5801 [1] + 224 00000800:00000001:1.0:1778653624.927289:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.927453:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.927456:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.927462:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653624.927468:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653624.927476:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a392300 x1865052054632960/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653640 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653624.927485:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91538a392300 x1865052054632960/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653640 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.927573:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653624.927581:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.927585:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653624.938302:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.938309:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507db00. 00000400:00000200:1.0:1778653624.938317:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.938325:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.938333:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:1.0:1778653624.938335:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:1.0:1778653624.938340:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.938348:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a392300 x1865052054633216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.938361:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.938365:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a392300 x1865052054633216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.938372:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.938374:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653624.944311:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.944340:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.944347:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.944350:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.944362:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.944373:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.944387:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.944393:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.944400:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.944405:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145343b00 00000400:00000200:1.0:1778653624.944411:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.944418:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x5809 [64] + 224 00000800:00000001:1.0:1778653624.944428:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.944441:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.944444:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.944449:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653624.944458:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653624.944470:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a392300 x1865052054633216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653624.944482:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff91538a392300 x1865052054633216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653760 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.944515:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653624.944525:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.944529:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653624.948493:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.948501:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d800. 00000400:00000200:1.0:1778653624.948506:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.948514:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.948523:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:1.0:1778653624.948526:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:1.0:1778653624.948530:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.948536:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a390e00 x1865052054633472/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653760 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653624.948554:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.948557:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a390e00 x1865052054633472/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653760 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653624.948564:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.948566:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653624.953544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000010:2.1:1778653624.953560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:2.1:1778653624.953566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27c00. 00000800:00000001:1.0:1778653624.962736:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.962759:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653624.962765:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.962767:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.962779:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962789:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653624.962800:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962806:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962812:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962816:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145343c00 00000400:00000200:1.0:1778653624.962822:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962828:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5811 [1] + 224 00000800:00000001:1.0:1778653624.962837:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.962845:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653624.962859:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.962864:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653624.962875:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653624.962884:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a390e00 x1865052054633472/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653760 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653624.962896:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91538a390e00 x1865052054633472/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653760 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653624.962916:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653624.962927:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653624.962930:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962936:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653624.962943:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2099:2099:256:4294967295] 192.168.204.110@tcp LPNI seq info [2099:2099:8:4294967295] 00000400:00000200:1.0:1778653624.962948:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653624.962957:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653624.962962:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653624.962969:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16e00. 00000800:00000200:1.0:1778653624.962975:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653624.962983:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653624.962988:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653624.963092:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.963097:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16e00. 00000400:00000200:1.0:1778653624.963100:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.963103:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653624.963109:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653624.963112:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653624.966274:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.966279:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a100. 00000400:00000200:1.0:1778653624.966285:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.966290:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.966296:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29550 00000400:00000010:1.0:1778653624.966299:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29550. 00000100:00000001:1.0:1778653624.966303:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.966308:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a391c00 x1865052054633600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653760 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.966318:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.966322:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a391c00 x1865052054633600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653760 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.966328:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.966330:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653624.985457:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653624.985466:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:1.0:1778653624.985473:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653624.985481:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653624.985493:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29a18 00000400:00000010:1.0:1778653624.985496:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29a18. 00000100:00000001:1.0:1778653624.985501:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653624.985507:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f480 x1865052054633856/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653640 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.985519:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653624.985523:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f480 x1865052054633856/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653640 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653624.985531:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653624.985533:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1778653624.988717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd61a0. 00000800:00000200:1.0:1778653625.004812:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653625.004835:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507dd00. 00000400:00000200:1.0:1778653625.004845:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653625.004867:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653625.004878:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:1.0:1778653625.004882:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:1.0:1778653625.004889:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653625.004901:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a392300 x1865052054634112/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653760 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653625.004918:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653625.004923:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a392300 x1865052054634112/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653760 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653625.004930:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653625.004933:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653625.009700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00010000:00000010:2.1:1778653625.009724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6300. 00010000:00000010:2.1:1778653625.009729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b200. 00010000:00000010:2.1:1778653625.009733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c000. 00010000:00000010:2.1:1778653625.009736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ba00. 00000800:00000001:1.0:1778653625.028783:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653625.028884:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653625.562406:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296180706, at 4296180738 00000100:00000010:1.0:1778653625.562416:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bc60. 00010000:00000001:1.0:1778653625.815713:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653625.815719:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653625.815726:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653625.815727:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653625.815731:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653625.815733:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653626.084892:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.084906:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653626.084911:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.084913:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653626.084921:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.084928:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653626.084937:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.084941:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.084948:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.084951:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344000 00000400:00000200:1.0:1778653626.084956:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.084961:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5849 [1] + 224 00000800:00000001:1.0:1778653626.084968:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.084972:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653626.084975:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653626.084979:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653626.084986:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653626.084994:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a391c00 x1865052054634496/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653626.085004:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91538a391c00 x1865052054634496/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653626.085025:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653626.085033:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085037:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653626.085039:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085041:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653626.085043:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085047:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653626.085051:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085053:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085055:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085059:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344080 00000400:00000200:1.0:1778653626.085062:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085065:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5859 [1] + 224 00000800:00000001:1.0:1778653626.085068:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085071:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653626.085073:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653626.085076:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653626.085079:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653626.085083:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054634624/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653626.085091:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054634624/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653626.085097:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653626.085100:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085102:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653626.085104:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085107:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653626.085109:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085112:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653626.085115:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085118:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085120:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085123:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145343f80 00000400:00000200:1.0:1778653626.085126:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653626.085129:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5851 [1] + 224 00000800:00000001:1.0:1778653626.085133:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085140:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653626.085143:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653626.085146:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653626.085148:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653626.085151:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a393100 x1865052054634368/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653626.085165:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91538a393100 x1865052054634368/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653626.085171:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653626.085174:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653626.085177:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653626.839726:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653626.839733:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653626.839737:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653626.839739:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653626.839742:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653626.839743:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653627.865729:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653627.865736:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653627.865742:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653627.865744:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653627.865747:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653627.865748:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653628.132596:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.132609:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653628.132613:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.132616:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653628.132624:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.132632:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653628.132641:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.132646:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.132720:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.132724:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a0414634ae00 00000400:00000200:1.0:1778653628.132732:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x5369 [2] + 656 00000800:00000001:1.0:1778653628.132739:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.132746:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653628.132749:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653628.132753:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653628.132760:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653628.132763:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653628.132769:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5500. 00000100:00000040:1.0:1778653628.132772:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc5500 x1865052071439872 msgsize 328 00000100:00100000:1.0:1778653628.132776:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653628.132787:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653628.132804:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.132807:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653628.135541:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653628.135548:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ad00. 00000400:00000200:1.0:1778653628.135552:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653628.135559:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653628.135564:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a296e8 00000400:00000010:1.0:1778653628.135566:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a296e8. 00000100:00000001:1.0:1778653628.135570:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653628.135575:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653628.135586:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653628.135589:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653628.135596:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653628.135598:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653628.141723:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.141738:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653628.141743:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.141745:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653628.141754:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.141762:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653628.141771:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.141776:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.141781:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.141786:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145344100 00000400:00000200:1.0:1778653628.141802:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653628.141809:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5869 [1] + 224 00000800:00000001:1.0:1778653628.141817:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.141824:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653628.141827:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653628.141832:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653628.141838:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653628.141846:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653628.141858:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653628.141874:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653628.141881:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653628.141884:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653628.141895:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653628.141899:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653628.141905:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653628.141906:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653628.141909:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900dc0. 00000400:00000200:1.0:1778653628.141913:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29dd0 00000400:00000010:1.0:1778653628.141914:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29dd0. 00000100:00000001:1.0:1778653628.141917:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653628.141920:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653628.141929:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653628.141935:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653628.141937:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653628.141939:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653628.141942:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653628.141945:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653628.141947:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653628.141950:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653628.141960:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653628.141964:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653628.141967:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653628.141969:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653628.141972:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653628.141975:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653628.141978:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653628.141981:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1778653628.141983:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653628.141985:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653628.141989:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653628.141997:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653628.142000:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653628.142002:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653628.142006:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653628.142015:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054634752:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1778653628.142020:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653628.142022:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653628.142306:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054634752/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653628.142315:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653628.142317:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653628.142320:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385177400. 02000000:00000001:1.0:1778653628.142325:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653628.142327:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653628.142330:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653628.142332:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653628.142334:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538f2afc00. 02000000:00000001:1.0:1778653628.142338:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653628.142340:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653628.142342:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:1.0:1778653628.142345:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653628.142347:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653628.142349:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653628.142355:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653628.142357:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653628.142359:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653628.142362:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1778653628.146687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:0.1:1778653628.146698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000001:1.0:1778653628.887893:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653628.887899:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653628.887905:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653628.887906:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653628.887924:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653628.887927:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653628.887930:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653629.911955:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653629.911962:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653629.911970:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653629.911971:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653630.679816:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296185484, at 4296185856 00000100:00000010:1.0:1778653630.679837:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff95a0. 00010000:00000001:1.0:1778653630.935831:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653630.935839:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653630.935847:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653630.935849:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653631.192680:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653631.192687:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:1.0:1778653631.192694:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.192700:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653631.192706:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:1.0:1778653631.192709:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:1.0:1778653631.192715:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653631.192719:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054634880/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.192729:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653631.192742:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054634880/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.192751:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653631.192753:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653631.202476:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.202497:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653631.202501:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.202505:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.202512:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.202519:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653631.202528:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.202534:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.202541:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.202547:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344180 00000400:00000200:1.0:1778653631.202552:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.202559:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5879 [1] + 224 00000800:00000001:1.0:1778653631.202568:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.202576:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.202580:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.202586:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653631.202594:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653631.202602:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054634880/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653631.202613:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054634880/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.202624:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653631.202637:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.202640:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653631.206918:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653631.207209:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653631.207216:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.208499:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653631.208511:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:1.0:1778653631.208515:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:1.0:1778653631.208524:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653631.208533:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054635264/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.208548:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653631.210176:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054635264/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.210191:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653631.210194:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653631.210274:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653631.210279:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653631.210286:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.210294:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653631.210300:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864903b8 00000400:00000010:1.0:1778653631.210302:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864903b8. 00000100:00000001:1.0:1778653631.210306:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653631.210313:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054635136/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.210323:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653631.210325:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054635136/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.210332:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653631.210333:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653631.210420:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653631.210423:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653631.210426:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.210430:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653631.210432:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cc38 00000400:00000010:1.0:1778653631.210434:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cc38. 00000100:00000001:1.0:1778653631.210438:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653631.210442:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3100 x1865052054635008/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.210450:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653631.210453:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3100 x1865052054635008/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.210465:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653631.210467:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653631.212531:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.212553:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653631.212559:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.212562:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.212578:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.212588:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653631.212601:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.212607:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.212614:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.212619:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344300 00000400:00000200:1.0:1778653631.212625:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.212633:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5881 [1] + 224 00000800:00000001:1.0:1778653631.212703:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.219273:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.219287:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.219301:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653631.219315:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653631.219328:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054635264/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653631.219343:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054635264/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.219371:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653631.219390:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.219399:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653631.219402:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.219405:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.219413:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.219418:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653631.219430:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.219435:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.219442:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.219446:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344280 00000400:00000200:1.0:1778653631.219452:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.219462:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5891 [1] + 224 00000800:00000001:1.0:1778653631.219470:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.219548:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.219550:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.219554:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653631.219557:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653631.219562:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054635136/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653631.219571:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2300 x1865052054635136/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.219579:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653631.219583:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.219586:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653631.224275:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.224299:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653631.224304:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.224307:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.224318:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.224329:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653631.224343:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.224350:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.224357:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.224362:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344200 00000400:00000200:1.0:1778653631.224368:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653631.224375:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5889 [1] + 224 00000800:00000001:1.0:1778653631.224384:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.224396:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653631.224400:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653631.224406:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653631.224416:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653631.224426:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3100 x1865052054635008/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653631.224439:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3100 x1865052054635008/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653631.224464:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653631.224476:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653631.224479:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653631.960835:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653631.960846:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653631.960849:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653631.960854:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653631.960861:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653631.960863:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653631.960865:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653631.960878:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653631.960883:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653631.960885:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653631.960915:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653631.960918:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653631.960921:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653632.984618:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653632.984625:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653632.984631:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653632.984632:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653634.008524:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653634.008529:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653634.008534:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653634.008536:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653635.031924:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653635.031931:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653635.031935:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653635.031939:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653635.031941:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653635.031948:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653635.031950:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653635.031951:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653635.031954:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653635.031956:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653635.031958:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653635.031960:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653635.031985:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653635.031988:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653635.031991:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653635.799774:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296190600, at 4296190976 00000100:00000010:1.0:1778653635.800232:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bde0. 00010000:00000001:1.0:1778653636.058343:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653636.058349:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653636.058355:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653636.058356:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653636.313024:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653636.313030:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5100. 00000400:00000200:1.0:1778653636.313035:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.313041:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653636.313048:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ce58 00000400:00000010:1.0:1778653636.313051:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ce58. 00000100:00000001:1.0:1778653636.313057:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653636.313062:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054635392/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.313071:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653636.313074:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054635392/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.313081:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653636.313082:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653636.313093:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653636.313095:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653636.313100:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.313103:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653636.313106:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653636.313108:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653636.313111:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653636.313114:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054635520/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.313130:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653636.313139:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054635520/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.313165:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653636.313168:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653636.313242:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653636.313247:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653636.313256:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.313266:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653636.313277:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:1.0:1778653636.313282:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:1.0:1778653636.313288:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653636.313299:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054635776/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.313330:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653636.313338:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054635776/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.313355:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653636.313360:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653636.316349:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653636.316359:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653636.316366:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.316374:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653636.316381:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c550 00000400:00000010:1.0:1778653636.316383:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c550. 00000100:00000001:1.0:1778653636.316389:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653636.316395:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054635648/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.316414:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653636.316418:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054635648/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.316424:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653636.316426:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653636.318816:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.318833:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653636.318838:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.318840:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.318849:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.318856:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653636.318864:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.318868:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.318874:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.318878:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344500 00000400:00000200:1.0:1778653636.318893:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.318899:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58a9 [1] + 224 00000800:00000001:1.0:1778653636.318906:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.318912:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.318915:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.318920:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653636.318926:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653636.318935:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054635776/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653636.318947:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054635776/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.318967:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653636.318976:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.318979:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653636.321749:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321765:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653636.321769:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321772:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.321780:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321787:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653636.321797:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321801:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321807:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321811:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344380 00000400:00000200:1.0:1778653636.321816:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321822:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5899 [1] + 224 00000800:00000001:1.0:1778653636.321829:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321833:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.321836:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.321841:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653636.321850:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653636.321858:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054635392/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653636.321869:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2300 x1865052054635392/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.321896:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653636.321904:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321907:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653636.321909:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321911:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.321914:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321917:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653636.321921:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321923:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321926:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321928:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344400 00000400:00000200:1.0:1778653636.321932:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.321936:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x58a1 [1] + 224 00000800:00000001:1.0:1778653636.321939:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321945:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.321947:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.321950:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653636.321953:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653636.321957:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054635520/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653636.321965:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054635520/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.321984:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653636.321988:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.321991:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653636.323326:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.323343:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653636.323345:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.323347:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.323352:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.323357:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653636.323362:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.323365:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.323368:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.323372:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344480 00000400:00000200:1.0:1778653636.323375:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653636.323379:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58b1 [1] + 224 00000800:00000001:1.0:1778653636.323384:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.323389:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653636.323392:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653636.323396:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653636.323400:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653636.323405:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054635648/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653636.323420:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2a00 x1865052054635648/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653636.323436:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653636.323442:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653636.323445:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653637.079802:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653637.079809:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653637.079814:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653637.079816:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653638.103776:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653638.103783:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653638.103800:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653638.103801:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653638.103827:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653638.103829:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653638.103832:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653639.128289:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653639.128295:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653639.128301:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653639.128303:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653640.152296:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653640.152303:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653640.152309:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653640.152311:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653640.919763:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296195720, at 4296196096 00000100:00000010:1.0:1778653640.919777:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b300. 00010000:00000001:1.0:1778653641.175774:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653641.175782:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653641.175784:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653641.175788:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653641.175792:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653641.175794:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653641.175800:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653641.175802:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653641.175807:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653641.175808:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653641.175832:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653641.175835:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653641.175838:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1778653641.436483:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653641.436491:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df800. 00000400:00000200:1.0:1778653641.436502:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.436510:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653641.436517:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:1.0:1778653641.436520:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:1.0:1778653641.436525:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653641.436533:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054636032/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436554:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653641.436558:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054636032/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436566:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653641.436568:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653641.436581:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653641.436584:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:1.0:1778653641.436586:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.436590:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653641.436593:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cf68 00000400:00000010:1.0:1778653641.436595:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cf68. 00000100:00000001:1.0:1778653641.436597:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653641.436601:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054635904/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436609:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653641.436612:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054635904/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436617:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653641.436619:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653641.436627:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653641.436630:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653641.436632:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.436635:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653641.436638:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ca18 00000400:00000010:1.0:1778653641.436639:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ca18. 00000100:00000001:1.0:1778653641.436641:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653641.436645:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054636160/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436666:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653641.436679:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054636160/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436686:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653641.436688:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653641.436752:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653641.436755:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653641.436759:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.436762:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653641.436765:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:1.0:1778653641.436766:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:1.0:1778653641.436769:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653641.436772:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054636288/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436779:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653641.436781:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054636288/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.436796:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653641.436797:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653641.442532:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.442564:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653641.442569:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.442572:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.442581:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.442588:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653641.442601:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.442607:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.442613:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.442617:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344580 00000400:00000200:1.0:1778653641.442622:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.442630:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58c1 [1] + 224 00000800:00000001:1.0:1778653641.442637:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.442641:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.442644:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.443352:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653641.443361:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653641.443464:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054635904/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653641.443476:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054635904/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.443504:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653641.443517:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.443524:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653641.443527:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.443529:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.443533:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443547:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653641.443553:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443555:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443560:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443563:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344600 00000400:00000200:1.0:1778653641.443567:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443571:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x58b9 [1] + 224 00000800:00000001:1.0:1778653641.443575:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.443579:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.443581:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.443584:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653641.443587:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653641.443590:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054636032/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653641.443599:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054636032/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.443617:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653641.443621:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.443624:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653641.443625:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.443627:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.443630:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443633:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653641.443636:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443639:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443641:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.443644:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344680 00000400:00000200:1.0:1778653641.443647:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.444074:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58c9 [1] + 224 00000800:00000001:1.0:1778653641.444080:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.444085:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.444087:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.444090:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653641.444093:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653641.444098:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054636160/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653641.444105:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0700 x1865052054636160/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.444124:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653641.444131:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.444134:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653641.444136:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.444138:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.444142:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.444145:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653641.444149:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.444151:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.444154:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.444157:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344700 00000400:00000200:1.0:1778653641.444160:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653641.444164:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58d1 [1] + 224 00000800:00000001:1.0:1778653641.444168:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.444176:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653641.444178:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653641.444181:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653641.444183:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653641.444187:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054636288/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653641.444195:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054636288/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653641.444201:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653641.444204:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653641.444206:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653642.199783:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653642.199789:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653642.199796:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653642.199797:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653643.223779:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653643.223785:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653643.223792:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653643.223793:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653644.247769:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653644.247782:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653644.247787:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653644.247789:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653644.247791:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653644.247795:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653644.247797:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653644.247798:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653644.247801:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653644.247803:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653644.247804:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653644.247806:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653644.247830:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653644.247833:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653644.247834:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653645.272087:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653645.272094:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653645.272099:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653645.272100:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653646.039769:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296200841, at 4296201216 00000100:00000010:1.0:1778653646.040136:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b840. 00010000:00000001:1.0:1778653646.299185:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653646.299190:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653646.299195:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653646.299196:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653646.552878:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653646.552885:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653646.552895:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.552904:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653646.552912:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:1.0:1778653646.552915:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:1.0:1778653646.552921:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653646.552927:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f480 x1865052054636416/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.552936:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653646.552940:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f480 x1865052054636416/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.552953:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653646.552956:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653646.557151:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653646.557163:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:1.0:1778653646.557171:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.557180:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653646.557187:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:1.0:1778653646.557190:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:1.0:1778653646.557195:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653646.557203:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e300 x1865052054636544/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.557216:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653646.557219:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e300 x1865052054636544/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.557227:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653646.557229:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653646.557243:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653646.557245:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653646.557248:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.557251:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653646.557254:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:1.0:1778653646.557256:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:1.0:1778653646.557258:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653646.557262:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ce00 x1865052054636672/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.557270:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653646.557273:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ce00 x1865052054636672/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.557283:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653646.557285:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653646.558204:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653646.558208:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653646.558212:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.558217:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653646.558221:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:1.0:1778653646.558223:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:1.0:1778653646.558226:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653646.558232:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c000 x1865052054636800/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.558241:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653646.558244:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054636800/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.558251:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653646.558253:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653646.560813:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.560828:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653646.560832:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.560834:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653646.560841:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.560849:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653646.560857:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.560861:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.560865:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.560869:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344800 00000400:00000200:1.0:1778653646.560873:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.560878:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x58e1 [1] + 224 00000800:00000001:1.0:1778653646.560885:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.560889:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653646.560891:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.560895:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653646.560901:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653646.560907:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e300 x1865052054636544/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653646.560917:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1e300 x1865052054636544/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.561027:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653646.561037:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561041:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653646.561042:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561044:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653646.561047:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561050:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653646.561055:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561057:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561059:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561062:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344900 00000400:00000200:1.0:1778653646.561065:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561069:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58f1 [1] + 224 00000800:00000001:1.0:1778653646.561073:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561076:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653646.561077:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.561080:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653646.561083:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653646.561086:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c000 x1865052054636800/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653646.561094:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c000 x1865052054636800/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.561101:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653646.561105:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561108:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653646.561110:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561112:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653646.561114:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561118:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653646.561122:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561124:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561127:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561129:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344880 00000400:00000200:1.0:1778653646.561132:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653646.561135:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x58e9 [1] + 224 00000800:00000001:1.0:1778653646.561139:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561144:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653646.561146:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653646.561149:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653646.561151:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653646.561155:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ce00 x1865052054636672/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653646.561163:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ce00 x1865052054636672/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653646.561170:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653646.561173:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653646.561175:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653647.319781:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653647.319786:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653647.319792:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653647.319793:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653647.319820:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653647.319822:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653647.319825:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653648.343929:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653648.343934:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653648.343940:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653648.343941:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653649.367768:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653649.367774:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653649.367779:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653649.367780:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653650.393087:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653650.393094:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653650.393100:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653650.393102:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653650.393125:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653650.393127:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653650.393130:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653651.160361:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296205960, at 4296206336 00000100:00000010:1.0:1778653651.160368:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9b40. 00010000:00000001:1.0:1778653651.416140:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653651.416159:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653651.416162:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653651.416172:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653651.416177:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653651.416179:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653651.416181:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653651.416183:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653651.416188:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653651.416189:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653651.672475:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653651.672480:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653651.672483:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653651.672490:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054637312/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653651.672502:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653651.672504:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653651.672506:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653651.672508:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653651.672510:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653651.672513:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054637312:192.168.204.110@tcp:9:kworker.0 00000100:00000001:1.0:1778653651.672517:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653651.672519:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653651.672521:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653651.672523:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653651.672527:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153864aaa00. 02000000:00000001:1.0:1778653651.672529:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653651.672532:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653651.672535:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5580. 00000400:00000010:1.0:1778653651.672539:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19330. 00000100:00000200:1.0:1778653651.672542:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054637312, portal 4 00000100:00000001:1.0:1778653651.672544:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653651.672545:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:1.0:1778653651.672551:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1fb80 x1865052054637312/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653651.672558:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653651.672560:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653651.672562:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f196e8. 00000100:00000200:1.0:1778653651.672564:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054637312, offset 0 00000400:00000200:1.0:1778653651.672569:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653651.672572:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.672575:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653651.672578:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653651.672581:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653651.672583:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653651.672586:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653651.672589:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2128:2128:255:4294967295] 192.168.204.110@tcp LPNI seq info [2128:2128:7:4294967295] 00000400:00000200:1.0:1778653651.672593:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.672599:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653651.672604:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653651.672607:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653651.672611:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653651.672615:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653651.672618:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653651.672621:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653651.672623:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 322055 usecs (323 jiffies) 00000400:00000200:1.0:1778653651.672627:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653651.672628:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296207171 00000100:00000001:1.0:1778653651.672631:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296207373 00000100:00000001:1.0:1778653651.672635:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296207171 00000100:00000001:1.0:1778653651.672637:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296207373 00000100:00000001:1.0:1778653651.672794:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653651.672797:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653651.672800:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653651.672802:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653651.672806:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653651.672808:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653651.672810:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653651.672811:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653651.672812:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653651.672814:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653651.682261:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682284:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653651.682289:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682291:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682302:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682312:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653651.682323:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682330:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682336:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682341:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344b00 00000400:00000200:1.0:1778653651.682356:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682362:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5911 [1] + 224 00000800:00000001:1.0:1778653651.682370:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682453:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682457:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653651.682462:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653651.682471:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653651.682480:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054637312/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653651.682491:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1fb80 x1865052054637312/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653651.682619:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653651.682631:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682634:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653651.682636:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682639:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682642:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682646:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653651.682671:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682673:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682686:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682688:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344980 00000400:00000200:1.0:1778653651.682692:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682697:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5901 [1] + 224 00000800:00000001:1.0:1778653651.682701:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682706:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682707:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653651.682710:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653651.682714:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653651.682719:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054636928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653651.682728:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f100 x1865052054636928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653651.682747:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653651.682751:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682754:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653651.682756:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682758:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682761:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682765:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653651.682769:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682772:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682775:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682777:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344a00 00000400:00000200:1.0:1778653651.682781:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682784:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x58f9 [1] + 224 00000800:00000001:1.0:1778653651.682788:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682791:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682792:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653651.682796:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653651.682798:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653651.682803:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e680 x1865052054637056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653651.682811:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1e680 x1865052054637056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653651.682818:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653651.682821:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682823:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653651.682825:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682827:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682830:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682833:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653651.682837:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682839:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682842:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682845:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344a80 00000400:00000200:1.0:1778653651.682849:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653651.682852:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5909 [1] + 224 00000800:00000001:1.0:1778653651.682855:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.682862:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653651.682864:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653651.682867:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653651.682869:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653651.682873:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054637184/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653651.683033:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ea00 x1865052054637184/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653651.683053:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653651.683058:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653651.683061:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653652.440280:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653652.440288:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653652.440293:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653652.440294:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653653.463847:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653653.463855:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653653.463860:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653653.463862:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653653.463885:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653653.463888:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653653.463892:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653654.489349:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653654.489356:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653654.489362:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653654.489365:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653654.489368:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653654.489375:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653654.489377:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653654.489379:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653654.489382:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653654.489385:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653654.489387:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653654.489389:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653655.511808:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653655.511814:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653655.511820:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653655.511822:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.279783:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296211080, at 4296211456 00000100:00000010:1.0:1778653656.279801:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9780. 00010000:00000001:1.0:1778653656.535808:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653656.535814:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653656.535820:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653656.535821:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653656.535838:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653656.535841:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653656.535844:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653656.791752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653656.791761:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653656.791771:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5c00. 00000020:00000040:1.0:1778653656.791777:0:36:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653656.791781:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653656.791784:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653656.791798:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653656.791806:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16600. 00000100:00000001:1.0:1778653656.791812:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791823:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc5c00 x1865052054637440/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653656.791835:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653656.791839:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791845:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885e4331] to pc [ptlrpcd_00_00+0] req@ffff915389bc5c00 x1865052054637440/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.791871:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653656.791877:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653656.791880:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5f80. 00000020:00000040:1.0:1778653656.791883:0:36:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653656.791885:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653656.791886:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653656.791888:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653656.791891:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16e00. 00000100:00000001:1.0:1778653656.791894:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791900:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915389bc5f80 x1865052054637568/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653656.791907:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653656.791909:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791912:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042cc1862] to pc [ptlrpcd_00_01+1] req@ffff915389bc5f80 x1865052054637568/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.791921:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653656.791926:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653656.791931:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7100. 00000020:00000040:1.0:1778653656.791933:0:36:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653656.791935:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653656.791936:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653656.791938:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653656.791941:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16d00. 00000100:00000001:1.0:1778653656.791943:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791947:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc7100 x1865052054637696/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653656.791954:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653656.791956:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791959:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af9d0d1b] to pc [ptlrpcd_00_00+0] req@ffff915389bc7100 x1865052054637696/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.791965:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.791967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653656.791971:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653656.791975:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1549) 00000100:00000001:1.0:1778653656.791989:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653656.791993:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653656.791995:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653656.792001:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5f80 x1865052054637568/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.792008:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653656.792011:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653656.792015:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653656.792018:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653656.792020:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653656.792023:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054637568:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653656.792028:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653656.792033:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653656.792035:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653656.792037:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653656.792042:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153864aba00. 02000000:00000001:1.0:1778653656.792044:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653656.792051:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653656.792055:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5a50. 00000400:00000010:1.0:1778653656.792061:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f195d8. 00000100:00000200:1.0:1778653656.792067:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054637568, portal 10 00000100:00000001:1.0:1778653656.792070:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653656.792072:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711977856 : -121686997573760 : ffff915389bc5f80) 00000100:00000040:1.0:1778653656.792079:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5f80 x1865052054637568/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.792087:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653656.792090:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653656.792093:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19aa0. 00000100:00000200:1.0:1778653656.792096:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054637568, offset 0 00000400:00000200:1.0:1778653656.792102:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653656.792110:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.792117:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653656.792121:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653656.792125:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653656.792128:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653656.792132:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653656.792135:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2130:2130:256:4294967295] 192.168.204.110@tcp LPNI seq info [2130:2130:8:4294967295] 00000400:00000200:1.0:1778653656.792140:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.792148:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653656.792154:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653656.792159:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16500. 00000800:00000200:1.0:1778653656.792166:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653656.792173:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653656.792177:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653656.792186:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.792190:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 523847 usecs (524 jiffies) 00000400:00000200:1.0:1778653656.792193:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653656.792196:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296212492 00000100:00000010:1.0:1778653656.792201:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1240. 00000100:00000001:1.0:1778653656.792207:0:2367:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653656.792213:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296212492 00000100:00000010:1.0:1778653656.792216:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1600. 00000100:00000001:1.0:1778653656.792219:0:2367:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653656.792222:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653656.792224:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653656.792227:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653656.792229:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653656.792236:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653656.792238:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:1.0:1778653656.792240:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653656.792241:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653656.792243:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653656.792255:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1778653656.792258:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653656.792259:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653656.792261:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653656.792263:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653656.792263:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653656.792265:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653656.792268:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5c00 x1865052054637440/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.792275:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653656.792277:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653656.792279:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653656.792280:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653656.792282:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653656.792285:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054637440:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653656.792288:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653656.792290:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653656.792292:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653656.792294:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653656.792297:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153864ab400. 02000000:00000001:1.0:1778653656.792299:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653656.792302:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653656.792304:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5898. 00000400:00000010:1.0:1778653656.792308:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19a18. 00000100:00000200:1.0:1778653656.792310:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054637440, portal 25 00000100:00000001:1.0:1778653656.792312:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653656.792313:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000040:1.0:1778653656.792317:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5c00 x1865052054637440/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.792324:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653656.792326:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653656.792329:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f192a8. 00000100:00000200:1.0:1778653656.792331:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054637440, offset 0 00000400:00000200:1.0:1778653656.792335:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653656.792339:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.792343:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653656.792345:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653656.792348:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653656.792350:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653656.792353:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653656.792356:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2131:2131:255:4294967295] 192.168.204.110@tcp LPNI seq info [2131:2131:7:4294967295] 00000400:00000200:1.0:1778653656.792360:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.792366:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653656.792371:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653656.792374:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653656.792378:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653656.792382:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653656.792385:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653656.792388:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653656.792391:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653656.792393:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296216200 00000100:00000001:1.0:1778653656.792398:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296212492 00000100:00000001:1.0:1778653656.792401:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296216200 00000100:00000001:1.0:1778653656.792403:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296212492 00000100:00000001:1.0:1778653656.792406:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653656.792408:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653656.792410:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653656.792413:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7100 x1865052054637696/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.792419:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653656.792421:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653656.792423:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653656.792424:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653656.792426:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653656.792428:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054637696:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653656.792431:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653656.792433:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653656.792435:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653656.792436:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653656.792439:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153864abc00. 02000000:00000001:1.0:1778653656.792441:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653656.792444:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653656.792446:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c60. 00000400:00000010:1.0:1778653656.792450:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19330. 00000100:00000200:1.0:1778653656.792452:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054637696, portal 4 00000100:00000001:1.0:1778653656.792454:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653656.792455:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711982336 : -121686997569280 : ffff915389bc7100) 00000100:00000040:1.0:1778653656.792461:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7100 x1865052054637696/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.792468:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653656.792470:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653656.792472:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f196e8. 00000100:00000200:1.0:1778653656.792474:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054637696, offset 0 00000400:00000200:1.0:1778653656.792479:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653656.792482:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.792485:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653656.792488:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653656.792490:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653656.792492:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653656.792493:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653656.792496:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2132:2132:254:4294967295] 192.168.204.110@tcp LPNI seq info [2132:2132:6:4294967295] 00000400:00000200:1.0:1778653656.792500:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.792505:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653656.792509:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653656.792512:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653656.792516:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653656.792520:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653656.792522:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653656.792525:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653656.792527:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 23643 usecs (24 jiffies) 00000400:00000200:1.0:1778653656.792530:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653656.792532:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296211992 00000100:00000001:1.0:1778653656.792534:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296216200 00000100:00000001:1.0:1778653656.792535:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296211992 00000100:00000001:1.0:1778653656.792537:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296216200 00000100:00000001:1.0:1778653656.792539:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653656.792541:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653656.792543:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653656.792544:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653656.798083:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798099:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653656.798104:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798107:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653656.798115:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798122:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653656.798132:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798137:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798143:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798147:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344c00 00000400:00000200:1.0:1778653656.798152:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798158:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5921 [1] + 224 00000800:00000001:1.0:1778653656.798165:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798173:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653656.798176:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653656.798181:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653656.798187:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653656.798196:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5f80 x1865052054637568/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653656.798207:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5f80 x1865052054637568/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.798232:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653656.798240:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798243:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653656.798699:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798704:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653656.798706:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798708:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653656.798711:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798715:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653656.798720:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798723:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798726:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798730:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344c80 00000400:00000200:1.0:1778653656.798733:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.798737:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5941 [1] + 224 00000800:00000001:1.0:1778653656.798741:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798747:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653656.798748:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653656.798752:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653656.798755:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653656.798759:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7100 x1865052054637696/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653656.798768:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc7100 x1865052054637696/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.798784:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653656.798796:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.798799:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653656.802803:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.802819:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653656.802823:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.802825:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653656.802835:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.802842:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653656.802851:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.802855:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.802860:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.802864:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344b80 00000400:00000200:1.0:1778653656.802869:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653656.802874:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5931 [1] + 224 00000800:00000001:1.0:1778653656.802882:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.802890:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653656.802893:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653656.802897:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653656.802903:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653656.802911:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5c00 x1865052054637440/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653656.802921:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5c00 x1865052054637440/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653656.802946:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653656.802954:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653656.802957:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653657.560041:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653657.560047:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653657.560051:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653657.560052:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653658.584733:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653658.584740:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653658.584746:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653658.584747:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653659.608047:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653659.608052:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653659.608058:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653659.608059:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653659.608077:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653659.608080:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653659.608082:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653660.632092:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653660.632098:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653660.632102:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653660.632104:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653661.399773:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296216200, at 4296216576 00000100:00000010:1.0:1778653661.399790:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1600. 00010000:00000001:1.0:1778653661.655770:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653661.655776:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653661.655778:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653661.655782:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653661.655786:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653661.655788:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653661.655790:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653661.655792:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653661.655796:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653661.655797:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653661.912595:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653661.912600:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653661.912605:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653661.912610:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653661.912615:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:1.0:1778653661.912617:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:1.0:1778653661.912621:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653661.912625:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054637824/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.912635:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653661.912638:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054637824/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.912645:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653661.912647:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653661.914380:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653661.914383:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653661.914387:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653661.914393:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653661.914397:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c088 00000400:00000010:1.0:1778653661.914399:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c088. 00000100:00000001:1.0:1778653661.914402:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653661.914407:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054638080/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.914416:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653661.914419:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054638080/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.914425:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653661.914426:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653661.914471:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653661.914474:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:1.0:1778653661.914477:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653661.914480:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653661.914483:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cee0 00000400:00000010:1.0:1778653661.914485:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cee0. 00000100:00000001:1.0:1778653661.914487:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653661.914490:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054637952/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.914602:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653661.914608:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054637952/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.914614:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653661.914616:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653661.914932:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.914942:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653661.914944:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.914946:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653661.914951:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.914956:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653661.914962:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.914965:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.914969:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.914972:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344d00 00000400:00000200:1.0:1778653661.914976:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.914981:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5951 [1] + 224 00000800:00000001:1.0:1778653661.914986:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.914992:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653661.914994:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653661.914998:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653661.915002:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653661.915006:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054637824/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653661.915015:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054637824/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.915031:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653661.915038:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.915041:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653661.915929:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.915935:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653661.915937:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.915939:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653661.915944:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.915948:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653661.915953:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.915956:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.915959:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.915963:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344e00 00000400:00000200:1.0:1778653661.915967:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.915970:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5959 [1] + 224 00000800:00000001:1.0:1778653661.915975:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.915992:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653661.915994:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653661.915999:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653661.916003:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653661.916008:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054638080/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653661.916015:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054638080/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.916030:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653661.916036:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.916039:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653661.920888:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.920905:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653661.920910:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.920913:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653661.920921:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.920928:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653661.920939:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.920943:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.920948:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.920952:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344d80 00000400:00000200:1.0:1778653661.920957:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653661.920963:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5961 [1] + 224 00000800:00000001:1.0:1778653661.920970:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.920979:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653661.920983:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653661.920988:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653661.920994:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653661.921001:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054637952/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653661.921012:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054637952/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653661.921034:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653661.921042:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653661.921046:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653662.680561:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653662.680567:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653662.680575:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653662.680576:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653662.680595:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653662.680598:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653662.680600:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653663.703832:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653663.703838:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653663.703845:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653663.703846:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653664.727824:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653664.727834:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653664.727842:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653664.727847:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653664.727850:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653664.727857:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653664.727859:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653664.727861:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653664.727863:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653664.727866:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653664.727868:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653664.727870:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653665.751861:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653665.751867:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653665.751874:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653665.751876:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653665.751895:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653665.751897:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653665.751900:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653666.519776:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296221320, at 4296221696 00000100:00000010:1.0:1778653666.519791:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bc00. 00010000:00000001:1.0:1778653666.775777:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653666.775782:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653666.775790:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653666.775791:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653667.034783:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653667.034788:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653667.034795:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653667.034800:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653667.034805:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:1.0:1778653667.034808:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:1.0:1778653667.034812:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653667.034816:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054638208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.034825:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653667.034828:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054638208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.034835:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653667.034837:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653667.035603:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653667.035606:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:1.0:1778653667.035610:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653667.035615:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653667.035618:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c110 00000400:00000010:1.0:1778653667.035620:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c110. 00000100:00000001:1.0:1778653667.035623:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653667.035627:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054638336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.035636:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653667.035639:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054638336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.035645:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653667.035647:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653667.035681:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653667.035684:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653667.035687:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653667.035690:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653667.035692:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:1.0:1778653667.035694:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:1.0:1778653667.035697:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653667.035700:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d880 x1865052054638464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.035706:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653667.035708:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d880 x1865052054638464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.035714:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653667.035715:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653667.040683:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040701:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653667.040704:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040706:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653667.040715:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040722:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653667.040731:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040736:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040742:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040745:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145344f80 00000400:00000200:1.0:1778653667.040750:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040756:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5979 [1] + 224 00000800:00000001:1.0:1778653667.040762:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040766:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653667.040768:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653667.040772:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653667.040778:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653667.040787:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d880 x1865052054638464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653667.040798:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d880 x1865052054638464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.040823:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653667.040832:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040836:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653667.040838:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040840:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653667.040844:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040847:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653667.040851:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040854:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040856:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040859:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145344f00 00000400:00000200:1.0:1778653667.040863:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.040867:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5971 [1] + 224 00000800:00000001:1.0:1778653667.040870:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040876:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653667.040878:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653667.040880:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653667.040883:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653667.040887:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054638336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653667.040895:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f800 x1865052054638336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.040978:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653667.040988:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.040991:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653667.041859:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.041866:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653667.041868:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.041870:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653667.041874:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.041879:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653667.041884:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.041887:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.041890:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.041893:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145344e80 00000400:00000200:1.0:1778653667.041897:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653667.041901:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5969 [1] + 224 00000800:00000001:1.0:1778653667.041906:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.041911:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653667.041913:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653667.041917:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653667.041920:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653667.041924:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054638208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653667.041932:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ea00 x1865052054638208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653667.041993:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653667.041999:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653667.042002:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653667.799783:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653667.799790:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653667.799796:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653667.799797:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653668.823781:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653668.823788:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653668.823795:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653668.823796:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653668.823822:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653668.823824:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653668.823828:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653669.847783:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653669.847790:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653669.847796:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653669.847797:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653670.872267:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653670.872272:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653670.872277:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653670.872278:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653671.639778:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296226442, at 4296226816 00000100:00000010:1.0:1778653671.639798:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9a20. 00010000:00000001:1.0:1778653671.895767:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653671.895841:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653671.895843:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653671.895846:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653671.895849:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653671.895851:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653671.895852:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653671.895854:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653671.895857:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653671.895858:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653671.895872:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653671.895873:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653671.895876:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653672.151905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653672.151914:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653672.152077:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4700. 00000020:00000040:1.0:1778653672.152084:0:36:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653672.152088:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653672.152091:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653672.152096:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653672.152104:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16300. 00000100:00000001:1.0:1778653672.152110:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152121:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc4700 x1865052054638592/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653672.152132:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653672.152136:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152141:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014579288] to pc [ptlrpcd_00_01+1] req@ffff915389bc4700 x1865052054638592/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.152172:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653672.152179:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653672.152182:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7480. 00000020:00000040:1.0:1778653672.152185:0:36:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653672.152187:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653672.152188:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653672.152190:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653672.152195:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16600. 00000100:00000001:1.0:1778653672.152197:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152202:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653672.152209:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653672.152211:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152214:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064ca0248] to pc [ptlrpcd_00_00+0] req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.152222:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653672.152227:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653672.152230:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6300. 00000020:00000040:1.0:1778653672.152232:0:36:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653672.152234:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653672.152235:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653672.152237:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653672.152240:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16d00. 00000100:00000001:1.0:1778653672.152242:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152246:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc6300 x1865052054638848/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653672.152252:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653672.152254:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152257:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed87791d] to pc [ptlrpcd_00_01+1] req@ffff915389bc6300 x1865052054638848/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.152264:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.152266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653672.152269:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653672.152274:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1565) 00000100:00000001:1.0:1778653672.152285:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653672.152288:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653672.152290:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653672.152866:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.152875:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653672.152877:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653672.152881:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653672.152884:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653672.152887:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653672.152892:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054638720:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653672.152898:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653672.152901:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653672.152903:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653672.152905:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653672.152910:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153864aa600. 02000000:00000001:1.0:1778653672.152913:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653672.152918:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653672.152921:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5630. 00000400:00000010:1.0:1778653672.152937:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653672.152940:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054638720, portal 10 00000100:00000001:1.0:1778653672.152943:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653672.152945:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00000100:00000040:1.0:1778653672.152952:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.152972:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653672.152977:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653672.152983:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653672.152988:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054638720, offset 0 00000400:00000200:1.0:1778653672.152999:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653672.153021:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.153029:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653672.153034:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653672.153037:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653672.153039:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653672.153041:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653672.153044:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2140:2140:255:4294967295] 192.168.204.110@tcp LPNI seq info [2140:2140:7:4294967295] 00000400:00000200:1.0:1778653672.153062:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.153072:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653672.153077:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653672.153082:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16e00. 00000800:00000200:1.0:1778653672.153089:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653672.153096:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653672.153099:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653672.153105:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.153110:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 521243 usecs (522 jiffies) 00000400:00000200:1.0:1778653672.153115:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653672.153118:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296227851 00000100:00000001:1.0:1778653672.153123:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296231561 00000100:00000001:1.0:1778653672.153126:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296227851 00000100:00000001:1.0:1778653672.153131:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296231561 00000100:00000001:1.0:1778653672.153135:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653672.153139:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.153144:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.153148:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653672.153157:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653672.153160:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:1.0:1778653672.153164:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653672.153167:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653672.153171:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.153176:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653672.153240:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653672.153245:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ac00. 00000400:00000200:1.0:1778653672.153253:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653672.153263:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653672.153290:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:1.0:1778653672.153295:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:1.0:1778653672.153302:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653672.153309:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4700 x1865052054638592/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.153325:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653672.153331:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4700 x1865052054638592/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.153602:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.153604:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653672.153619:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653672.153622:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16e00. 00000400:00000200:1.0:1778653672.153625:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653672.153628:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653672.153631:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19660 00000400:00000010:1.0:1778653672.153633:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19660. 00000100:00000001:1.0:1778653672.153635:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653672.153638:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.153645:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653672.153648:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.153675:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.153677:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653672.154637:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653672.154642:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a700. 00000400:00000200:1.0:1778653672.154646:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653672.154674:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653672.154678:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a297f8 00000400:00000010:1.0:1778653672.154679:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a297f8. 00000100:00000001:1.0:1778653672.154683:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653672.154687:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6300 x1865052054638848/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.154696:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653672.154698:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6300 x1865052054638848/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.154703:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.154705:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653672.160238:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160254:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653672.160258:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160260:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653672.160270:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160278:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653672.160297:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160302:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160307:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160311:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345000 00000400:00000200:1.0:1778653672.160316:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160322:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5981 [1] + 224 00000800:00000001:1.0:1778653672.160330:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160338:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653672.160341:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653672.160345:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653672.160352:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653672.160360:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4700 x1865052054638592/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653672.160371:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc4700 x1865052054638592/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.160399:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653672.160407:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160411:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653672.160413:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160414:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653672.160417:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160420:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653672.160425:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160427:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160429:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160432:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345080 00000400:00000200:1.0:1778653672.160435:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160439:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5991 [1] + 224 00000800:00000001:1.0:1778653672.160443:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160445:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653672.160447:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653672.160450:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653672.160453:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653672.160456:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653672.160464:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.160478:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653672.160481:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160483:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653672.160485:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160486:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653672.160489:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160492:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653672.160495:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160498:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160500:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160503:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345100 00000400:00000200:1.0:1778653672.160506:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653672.160509:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59a1 [1] + 224 00000800:00000001:1.0:1778653672.160512:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160530:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653672.160532:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653672.160535:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653672.160538:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653672.160543:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6300 x1865052054638848/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653672.160550:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6300 x1865052054638848/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.160557:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653672.160560:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653672.160563:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653672.160577:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653672.160580:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653672.160585:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653672.160587:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653672.160589:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5630. 00000400:00000200:1.0:1778653672.160593:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:1.0:1778653672.160596:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:1.0:1778653672.160598:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653672.160602:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653672.160609:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.160615:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653672.160618:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653672.160620:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653672.160623:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653672.160625:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653672.160628:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653672.160631:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653672.160639:0:2366:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=83 v=101 (101 101 137 137) 00000100:00001000:1.0:1778653672.160644:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653672.160646:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653672.160648:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653672.160676:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653672.160679:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.160682:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653672.160684:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967589 00000100:00000001:1.0:1778653672.160686:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653672.160687:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653672.160692:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.160699:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653672.160702:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653672.160703:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653672.160707:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653672.160714:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054638720:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653672.160720:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653672.160722:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653672.160725:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7480 x1865052054638720/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653672.160731:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653672.160734:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653672.160737:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153864aa600. 02000000:00000001:1.0:1778653672.160740:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653672.160743:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653672.160744:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653672.160746:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653672.160749:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16600. 02000000:00000001:1.0:1778653672.160752:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653672.160754:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653672.160756:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7480. 00000100:00000001:1.0:1778653672.160759:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653672.160760:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653672.160763:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653672.160769:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653672.160771:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653672.160773:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653672.160775:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653672.919771:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653672.919778:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653672.919784:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653672.919785:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653673.943790:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653673.943798:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653673.943806:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653673.943807:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653674.967762:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653674.967768:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653674.967774:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653674.967777:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653674.967780:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653674.967789:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653674.967791:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653674.967793:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653674.967796:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653674.967800:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653674.967802:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653674.967804:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653674.967827:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653674.967831:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653674.967834:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653675.991962:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653675.991971:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653675.991978:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653675.991979:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653676.759764:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296231561, at 4296231936 00000100:00000010:1.0:1778653676.759781:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d5cc0. 00010000:00000001:1.0:1778653677.015789:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653677.015795:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653677.015813:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653677.015815:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653677.273362:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653677.273367:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653677.273373:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653677.273378:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653677.273382:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:1.0:1778653677.273384:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:1.0:1778653677.273389:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653677.273392:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0380 x1865052054639104/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.273401:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653677.273403:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0380 x1865052054639104/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.273410:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653677.273411:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653677.273420:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653677.273421:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5100. 00000400:00000200:1.0:1778653677.273423:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653677.273426:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653677.273427:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c990 00000400:00000010:1.0:1778653677.273429:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c990. 00000100:00000001:1.0:1778653677.273430:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653677.273433:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0000 x1865052054638976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.273438:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653677.273440:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0000 x1865052054638976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.273444:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653677.273446:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653677.274080:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653677.274084:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653677.274088:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653677.274093:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653677.274096:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c110 00000400:00000010:1.0:1778653677.274098:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c110. 00000100:00000001:1.0:1778653677.274101:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653677.274105:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054639232/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.274114:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653677.274117:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054639232/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.274122:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653677.274124:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653677.276849:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.276874:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653677.276879:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.276882:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653677.276890:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.276898:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653677.276906:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.276910:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.276915:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.276919:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345280 00000400:00000200:1.0:1778653677.276923:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.276929:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59c1 [1] + 224 00000800:00000001:1.0:1778653677.276936:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.276940:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653677.276942:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653677.276946:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653677.276954:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653677.276962:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054639232/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653677.276973:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0a80 x1865052054639232/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.276993:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653677.277002:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.277006:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653677.277008:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.277010:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653677.277013:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.277017:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653677.277021:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.277023:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.277026:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.277029:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345180 00000400:00000200:1.0:1778653677.277032:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.277036:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59b9 [1] + 224 00000800:00000001:1.0:1778653677.277040:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.277046:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653677.277047:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653677.277051:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653677.277053:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653677.277058:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0000 x1865052054638976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653677.277065:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0000 x1865052054638976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.277071:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653677.277075:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.277078:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653677.278162:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.278170:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653677.278173:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.278176:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653677.278180:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.278188:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653677.278200:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.278204:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.278209:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.278216:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345200 00000400:00000200:1.0:1778653677.278219:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653677.278224:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x59b1 [1] + 224 00000800:00000001:1.0:1778653677.278231:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.278240:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653677.278242:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653677.278246:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653677.278256:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653677.278262:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0380 x1865052054639104/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653677.278276:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0380 x1865052054639104/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653677.278297:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653677.278303:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653677.278305:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653678.039868:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653678.039873:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653678.039879:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653678.039881:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653678.039908:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653678.039911:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653678.039914:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653679.063880:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653679.063887:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653679.063893:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653679.063894:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653680.088436:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653680.088453:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653680.088459:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653680.088460:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653681.111806:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653681.111812:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653681.111817:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653681.111819:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653681.111839:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653681.111841:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653681.111844:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653681.879933:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296236681, at 4296237056 00000100:00000010:1.0:1778653681.879948:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9cc0. 00010000:00000001:1.0:1778653682.139423:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653682.139432:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653682.139435:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653682.139440:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653682.139446:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653682.139448:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653682.139450:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653682.139452:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653682.139456:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653682.139457:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653682.392388:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653682.392393:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:1.0:1778653682.392400:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653682.392405:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653682.392409:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:1.0:1778653682.392412:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:1.0:1778653682.392417:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653682.392421:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054639360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.392431:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653682.392434:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054639360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.392441:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653682.392444:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653682.392558:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653682.392560:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653682.392563:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653682.392567:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653682.392570:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c2a8 00000400:00000010:1.0:1778653682.392572:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c2a8. 00000100:00000001:1.0:1778653682.392574:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653682.392578:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054639488/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.392586:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653682.392588:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054639488/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.392595:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653682.392596:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653682.392606:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653682.392608:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653682.392610:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653682.392614:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653682.392616:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c088 00000400:00000010:1.0:1778653682.392618:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c088. 00000100:00000001:1.0:1778653682.392620:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653682.392623:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c700 x1865052054639616/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.392630:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653682.392633:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054639616/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.392640:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653682.392641:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653682.399342:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.399359:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653682.399364:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.399366:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653682.399375:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.399383:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653682.399391:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.399396:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.399401:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.399405:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345300 00000400:00000200:1.0:1778653682.399410:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.399415:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59c9 [1] + 224 00000800:00000001:1.0:1778653682.399422:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.399429:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653682.399432:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653682.399436:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653682.399443:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653682.399450:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054639360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653682.399460:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f800 x1865052054639360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.399483:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653682.399492:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.399495:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653682.400091:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400096:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653682.400099:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400101:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653682.400105:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400109:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653682.400114:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400117:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400120:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400123:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345380 00000400:00000200:1.0:1778653682.400127:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400131:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x59d1 [1] + 224 00000800:00000001:1.0:1778653682.400136:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400140:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653682.400142:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653682.400145:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653682.400149:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653682.400153:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054639488/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653682.400163:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ca80 x1865052054639488/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.400176:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653682.400181:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400185:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653682.400186:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400188:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653682.400191:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400194:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653682.400198:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400201:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400203:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400206:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345400 00000400:00000200:1.0:1778653682.400209:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653682.400213:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59d9 [1] + 224 00000800:00000001:1.0:1778653682.400217:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400222:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653682.400224:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653682.400227:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653682.400230:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653682.400234:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c700 x1865052054639616/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653682.400241:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c700 x1865052054639616/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653682.400254:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653682.400258:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653682.400260:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653683.159781:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653683.159787:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653683.159795:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653683.159796:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653684.183795:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653684.183801:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653684.183807:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653684.183811:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653684.183814:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653684.183820:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653684.183822:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653684.183824:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653684.183827:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653684.183828:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653684.183830:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653684.183832:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653684.183854:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653684.183856:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653684.183859:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653685.208161:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653685.208167:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653685.208172:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653685.208173:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653686.231983:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653686.231989:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653686.231996:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653686.231998:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653686.999788:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296241800, at 4296242176 00000100:00000010:1.0:1778653686.999806:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b600. 00010000:00000001:1.0:1778653687.256739:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653687.256746:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653687.256752:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653687.256754:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653687.256773:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653687.256775:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653687.256778:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1778653687.513392:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653687.513398:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df800. 00000400:00000200:1.0:1778653687.513405:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653687.513410:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653687.513415:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490b28 00000400:00000010:1.0:1778653687.513418:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490b28. 00000100:00000001:1.0:1778653687.513422:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653687.513427:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c700 x1865052054639872/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.513437:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653687.513441:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054639872/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.513447:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653687.513448:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653687.513459:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653687.513461:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:1.0:1778653687.513463:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653687.513466:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653687.513468:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490bb0 00000400:00000010:1.0:1778653687.513469:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490bb0. 00000100:00000001:1.0:1778653687.513472:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653687.513475:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054639744/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.513480:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653687.513483:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054639744/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.513488:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653687.513490:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653687.513827:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653687.513831:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653687.513834:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653687.513839:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653687.513842:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:1.0:1778653687.513843:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:1.0:1778653687.513846:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653687.513849:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d500 x1865052054640000/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.513865:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653687.513868:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d500 x1865052054640000/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.513874:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653687.513875:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653687.518076:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518097:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653687.518103:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518106:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653687.518118:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518128:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653687.518139:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518145:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518151:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518156:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345580 00000400:00000200:1.0:1778653687.518161:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518168:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59f1 [1] + 224 00000800:00000001:1.0:1778653687.518177:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518182:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653687.518186:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653687.518190:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653687.518201:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653687.518217:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d500 x1865052054640000/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653687.518230:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d500 x1865052054640000/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.518260:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653687.518272:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518276:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653687.518278:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518280:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653687.518283:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518287:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653687.518292:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518294:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518297:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518300:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345500 00000400:00000200:1.0:1778653687.518304:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518308:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x59e1 [1] + 224 00000800:00000001:1.0:1778653687.518313:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518316:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653687.518318:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653687.518321:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653687.518324:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653687.518329:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c700 x1865052054639872/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653687.518338:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c700 x1865052054639872/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.518345:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653687.518348:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518351:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653687.518353:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518355:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653687.518358:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518361:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653687.518364:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518367:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518369:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518372:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345480 00000400:00000200:1.0:1778653687.518375:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653687.518380:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59e9 [1] + 224 00000800:00000001:1.0:1778653687.518384:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518389:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653687.518391:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653687.518394:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653687.518397:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653687.518406:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054639744/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653687.518415:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ca80 x1865052054639744/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653687.518422:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653687.518426:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653687.518429:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653688.279765:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653688.279778:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653688.279785:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653688.279786:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653689.306768:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653689.306775:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653689.306781:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653689.306782:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653690.327730:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653690.327735:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653690.327740:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653690.327741:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653690.327760:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653690.327763:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653690.327765:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653691.352691:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653691.352697:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653691.352704:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653691.352705:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653692.119764:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296246921, at 4296247296 00000100:00000010:1.0:1778653692.119780:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9060. 00010000:00000001:1.0:1778653692.375773:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653692.375782:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653692.375785:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653692.375789:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653692.375794:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653692.375796:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653692.375798:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653692.375809:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653692.375814:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653692.375816:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653692.634225:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653692.634241:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:1.0:1778653692.634251:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653692.634256:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653692.634264:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cee0 00000400:00000010:1.0:1778653692.634267:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cee0. 00000100:00000001:1.0:1778653692.634271:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653692.634276:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0380 x1865052054640128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.634285:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653692.634289:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0380 x1865052054640128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.634296:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653692.634298:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653692.634355:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653692.634358:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653692.634361:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653692.634365:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653692.634367:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c4c8 00000400:00000010:1.0:1778653692.634369:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c4c8. 00000100:00000001:1.0:1778653692.634372:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653692.634375:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054640384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.634382:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653692.634385:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054640384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.634390:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653692.634392:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653692.637898:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653692.637907:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:1.0:1778653692.637915:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653692.637924:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653692.637930:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:1.0:1778653692.637933:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:1.0:1778653692.637938:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653692.637945:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054640256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.637957:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653692.637960:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054640256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.637967:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653692.637970:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653692.641364:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641380:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653692.641383:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641386:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653692.641394:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641402:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653692.641410:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641415:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641420:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641424:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345700 00000400:00000200:1.0:1778653692.641429:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641436:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a01 [1] + 224 00000800:00000001:1.0:1778653692.641443:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641446:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653692.641450:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653692.641454:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653692.641461:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653692.641469:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054640384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653692.641479:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1500 x1865052054640384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.641506:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653692.641514:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641517:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653692.641519:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641521:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653692.641524:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641528:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653692.641532:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641534:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641537:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641540:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345600 00000400:00000200:1.0:1778653692.641543:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.641548:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x59f9 [1] + 224 00000800:00000001:1.0:1778653692.641552:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641569:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653692.641572:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653692.641575:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653692.641578:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653692.641583:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0380 x1865052054640128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653692.641592:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0380 x1865052054640128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.641600:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653692.641603:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.641605:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653692.644092:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.644105:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653692.644110:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.644112:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653692.644120:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.644128:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653692.644136:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.644141:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.644145:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.644149:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345680 00000400:00000200:1.0:1778653692.644154:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653692.644160:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a09 [1] + 224 00000800:00000001:1.0:1778653692.644167:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.644173:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653692.644177:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653692.644181:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653692.644187:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653692.644194:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054640256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653692.644205:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3800 x1865052054640256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653692.644224:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653692.644238:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653692.644242:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653693.399776:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653693.399782:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653693.399787:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653693.399789:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653693.399814:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653693.399817:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653693.399820:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653694.423878:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653694.423883:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653694.423889:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653694.423892:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653694.423894:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653694.423900:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653694.423902:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653694.423903:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653694.423906:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653694.423908:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653694.423910:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653694.423911:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653695.448273:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653695.448279:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653695.448284:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653695.448286:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653696.471734:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653696.471741:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653696.471747:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653696.471748:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653696.471770:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653696.471783:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653696.471786:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653697.239775:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296252042, at 4296252416 00000100:00000010:1.0:1778653697.239790:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b2a0. 00010000:00000001:1.0:1778653697.495863:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653697.495869:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653697.495908:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653697.495910:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653697.755209:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653697.755214:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653697.755221:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653697.755226:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653697.755231:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c330 00000400:00000010:1.0:1778653697.755234:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c330. 00000100:00000001:1.0:1778653697.755239:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653697.755244:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054640512/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.755253:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653697.755256:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054640512/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.755263:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653697.755264:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653697.755274:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653697.755276:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653697.755279:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653697.755282:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653697.755284:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cf68 00000400:00000010:1.0:1778653697.755286:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cf68. 00000100:00000001:1.0:1778653697.755288:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653697.755291:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0e00 x1865052054640768/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.755297:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653697.755299:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0e00 x1865052054640768/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.755305:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653697.755306:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653697.755362:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653697.755364:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:1.0:1778653697.755367:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653697.755370:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653697.755372:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ce58 00000400:00000010:1.0:1778653697.755374:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ce58. 00000100:00000001:1.0:1778653697.755376:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653697.755379:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054640640/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.755385:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653697.755388:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054640640/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.755393:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653697.755395:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653697.759894:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.759912:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653697.759916:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.759919:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653697.759927:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.759934:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653697.759944:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.759948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.759953:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.759957:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345880 00000400:00000200:1.0:1778653697.759962:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.759967:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a19 [1] + 224 00000800:00000001:1.0:1778653697.759973:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.759984:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653697.759988:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653697.759992:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653697.760000:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653697.760007:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054640768/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653697.760019:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0e00 x1865052054640768/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.760035:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653697.760043:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.760046:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653697.760878:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.760889:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653697.760893:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.760897:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653697.760905:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.760918:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653697.760928:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.760936:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.760945:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.760958:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345800 00000400:00000200:1.0:1778653697.760966:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.760978:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a21 [1] + 224 00000800:00000001:1.0:1778653697.760999:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.761005:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653697.761012:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653697.761022:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653697.761031:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653697.761041:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054640640/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653697.761064:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1880 x1865052054640640/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.761081:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653697.761089:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.761097:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653697.761101:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.761107:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653697.761116:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.761132:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653697.761142:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.761158:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.761175:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.761187:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345780 00000400:00000200:1.0:1778653697.761200:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653697.761215:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a11 [1] + 224 00000800:00000001:1.0:1778653697.761228:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.761240:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653697.761244:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653697.761263:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653697.761274:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653697.761284:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054640512/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653697.761310:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3800 x1865052054640512/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653697.761327:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653697.761336:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653697.761343:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653698.519879:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653698.519885:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653698.519891:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653698.519892:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653699.543831:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653699.543840:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653699.543848:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653699.543849:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653699.543899:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653699.543905:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653699.543915:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653700.567783:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653700.567789:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653700.567795:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653700.567796:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653701.591771:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653701.591777:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653701.591784:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653701.591785:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653702.359823:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296257163, at 4296257536 00000100:00000010:1.0:1778653702.359838:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b420. 00010000:00000001:1.0:1778653702.616130:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653702.616138:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653702.616140:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653702.616144:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653702.616151:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653702.616153:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653702.616156:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653702.616158:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653702.616161:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653702.616163:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653702.616180:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653702.616183:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653702.616185:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1778653702.874503:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653702.874509:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653702.874517:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653702.874526:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653702.874538:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c550 00000400:00000010:1.0:1778653702.874541:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c550. 00000100:00000001:1.0:1778653702.874546:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653702.874554:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d180 x1865052054641024/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.874572:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653702.874577:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d180 x1865052054641024/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.874592:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653702.874605:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653702.874703:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653702.874711:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653702.874715:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653702.874722:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653702.874727:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cc38 00000400:00000010:1.0:1778653702.874730:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cc38. 00000100:00000001:1.0:1778653702.874734:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653702.874739:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c380 x1865052054640896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.874758:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653702.874764:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c380 x1865052054640896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.874778:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653702.874781:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653702.874792:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653702.874794:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653702.874797:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653702.874800:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653702.874802:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:1.0:1778653702.874804:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:1.0:1778653702.874806:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653702.874812:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1df80 x1865052054641152/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.874819:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653702.874822:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1df80 x1865052054641152/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.874829:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653702.874830:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653702.883305:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883320:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653702.883324:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883327:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653702.883335:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883342:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653702.883351:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883367:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883372:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883376:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345a00 00000400:00000200:1.0:1778653702.883381:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883387:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a39 [1] + 224 00000800:00000001:1.0:1778653702.883394:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883399:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653702.883402:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653702.883407:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653702.883414:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653702.883423:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1df80 x1865052054641152/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653702.883528:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1df80 x1865052054641152/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.883545:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653702.883554:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883559:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653702.883561:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883563:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653702.883566:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883570:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653702.883574:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883576:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883579:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883582:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345900 00000400:00000200:1.0:1778653702.883586:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883606:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a31 [1] + 224 00000800:00000001:1.0:1778653702.883610:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883613:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653702.883615:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653702.883618:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653702.883621:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653702.883624:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c380 x1865052054640896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653702.883632:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c380 x1865052054640896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.883638:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653702.883641:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883643:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653702.883644:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883646:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653702.883729:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883734:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653702.883739:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883742:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883745:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883748:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345980 00000400:00000200:1.0:1778653702.883751:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653702.883755:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a29 [1] + 224 00000800:00000001:1.0:1778653702.883759:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883764:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653702.883775:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653702.883778:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653702.883781:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653702.883785:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054641024/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653702.883793:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d180 x1865052054641024/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653702.883801:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653702.883804:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653702.883807:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653703.639752:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653703.639758:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653703.639764:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653703.639765:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653704.663860:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653704.663866:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653704.663872:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653704.663875:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653704.663877:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653704.663882:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653704.663884:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653704.663886:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653704.663889:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653704.663891:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653704.663893:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653704.663895:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653705.687998:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653705.688003:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653705.688009:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653705.688010:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653705.688029:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653705.688032:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653705.688035:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653706.711912:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653706.711918:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653706.711924:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653706.711925:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653707.479974:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296262282, at 4296262656 00000100:00000010:1.0:1778653707.479981:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bae0. 00010000:00000001:1.0:1778653707.735886:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653707.735891:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653707.735898:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653707.735899:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653707.992475:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653707.992483:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653707.992492:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653707.992504:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653707.992511:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:1.0:1778653707.992515:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:1.0:1778653707.992522:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653707.992529:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054641408/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653707.992554:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653707.992560:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054641408/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653707.992579:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653707.992585:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653707.992603:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653707.992606:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df800. 00000400:00000200:1.0:1778653707.992610:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653707.992614:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653707.992616:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:1.0:1778653707.992618:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:1.0:1778653707.992620:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653707.992623:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2d80 x1865052054641280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653707.992630:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653707.992633:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2d80 x1865052054641280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653707.992639:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653707.992641:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653707.994500:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653707.994513:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653707.994519:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653707.994524:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653707.994528:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000400:00000010:1.0:1778653707.994530:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:1.0:1778653707.994534:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653707.994541:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054641536/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653707.994552:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653707.994555:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054641536/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653707.994562:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653707.994563:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653708.001085:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001103:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653708.001107:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001109:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653708.001118:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001125:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653708.001136:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001142:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001147:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001152:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345b80 00000400:00000200:1.0:1778653708.001157:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001163:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a51 [1] + 224 00000800:00000001:1.0:1778653708.001170:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001173:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653708.001176:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653708.001180:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653708.001187:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653708.001195:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054641536/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653708.001207:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3800 x1865052054641536/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653708.001232:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653708.001242:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001244:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653708.001246:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001248:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653708.001251:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001254:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653708.001267:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001270:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001272:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001275:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345b00 00000400:00000200:1.0:1778653708.001278:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001281:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a41 [1] + 224 00000800:00000001:1.0:1778653708.001284:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001287:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653708.001289:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653708.001292:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653708.001295:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653708.001298:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054641408/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653708.001305:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1c00 x1865052054641408/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653708.001311:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653708.001314:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001317:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653708.001318:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001320:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653708.001322:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001325:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653708.001329:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001331:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001333:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001336:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345a80 00000400:00000200:1.0:1778653708.001339:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653708.001342:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a49 [1] + 224 00000800:00000001:1.0:1778653708.001346:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001355:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653708.001357:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653708.001360:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653708.001362:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653708.001366:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2d80 x1865052054641280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653708.001373:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2d80 x1865052054641280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653708.001380:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653708.001383:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653708.001385:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653708.760182:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653708.760192:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653708.760200:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653708.760201:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653708.760233:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653708.760238:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653708.760252:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653709.783854:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653709.783860:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653709.783865:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653709.783866:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653710.807777:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653710.807784:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653710.807789:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653710.807790:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653711.831779:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653711.831785:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653711.831790:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653711.831792:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653711.831816:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653711.831819:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653711.831823:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653712.599738:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296267400, at 4296267776 00000100:00000010:1.0:1778653712.599901:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9a80. 00010000:00000001:1.0:1778653712.855811:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653712.855820:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653712.855822:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653712.855825:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653712.855830:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653712.855832:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653712.855834:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653712.855836:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653712.855840:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653712.855841:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653713.113363:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653713.113367:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653713.113417:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653713.113422:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a700. 00000400:00000200:1.0:1778653713.113430:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653713.113434:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653713.113441:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29990 00000400:00000010:1.0:1778653713.113443:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29990. 00000100:00000001:1.0:1778653713.113448:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653713.113452:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f480 x1865052054641792/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.113461:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653713.113464:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f480 x1865052054641792/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.113470:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653713.113472:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653713.113482:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653713.113484:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ac00. 00000400:00000200:1.0:1778653713.113486:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653713.113488:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653713.113490:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a295d8 00000400:00000010:1.0:1778653713.113492:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a295d8. 00000100:00000001:1.0:1778653713.113493:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653713.113496:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054641664/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.113502:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653713.113505:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9fb80 x1865052054641664/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.113510:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653713.113511:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653713.113575:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653713.113578:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ad00. 00000400:00000200:1.0:1778653713.113580:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653713.113583:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653713.113586:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29110 00000400:00000010:1.0:1778653713.113587:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29110. 00000100:00000001:1.0:1778653713.113589:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653713.113592:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ed80 x1865052054641920/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.113599:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653713.113601:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ed80 x1865052054641920/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.113606:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653713.113608:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653713.119197:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.119223:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653713.119229:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.119232:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653713.119243:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.119252:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653713.119265:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.119270:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.119276:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.119281:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345d00 00000400:00000200:1.0:1778653713.119286:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.119293:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a79 [1] + 224 00000800:00000001:1.0:1778653713.119301:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.119311:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653713.119314:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653713.119319:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653713.119326:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653713.119335:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ed80 x1865052054641920/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653713.119345:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9ed80 x1865052054641920/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.119370:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653713.119473:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.119478:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653713.121806:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.121821:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653713.121824:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.121826:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653713.121836:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121842:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653713.121854:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121858:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121864:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121869:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345c80 00000400:00000200:1.0:1778653713.121874:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121880:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a59 [1] + 224 00000800:00000001:1.0:1778653713.121889:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.121892:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653713.121895:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653713.121900:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653713.121906:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653713.121910:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f480 x1865052054641792/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653713.121918:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9f480 x1865052054641792/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.121940:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653713.121951:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.121955:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653713.121956:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.121958:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653713.121960:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121964:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653713.121968:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121970:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121973:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121975:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345c00 00000400:00000200:1.0:1778653713.121979:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653713.121982:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a69 [1] + 224 00000800:00000001:1.0:1778653713.121986:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.121992:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653713.121994:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653713.121997:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653713.121999:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653713.122003:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054641664/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653713.122010:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9fb80 x1865052054641664/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653713.122016:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653713.122019:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653713.122022:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653713.879773:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653713.879777:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653713.879782:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653713.879783:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653714.906291:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653714.906296:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653714.906302:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653714.906306:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653714.906308:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653714.906315:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653714.906316:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653714.906318:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653714.906321:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653714.906323:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653714.906325:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653714.906327:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653714.906345:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653714.906348:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653714.906351:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653715.927916:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653715.927923:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653715.927930:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653715.927931:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653716.951916:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653716.951922:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653716.951927:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653716.951928:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653717.719882:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296272521, at 4296272896 00000100:00000010:1.0:1778653717.719888:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d5060. 00010000:00000001:1.0:1778653717.975769:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653717.975775:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653717.975780:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653717.975782:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653717.975800:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653717.975803:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653717.975806:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1778653718.232636:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653718.232641:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:1.0:1778653718.232679:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653718.232686:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653718.232691:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:1.0:1778653718.232694:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:1.0:1778653718.232699:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653718.232702:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d180 x1865052054642048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.232711:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653718.232714:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d180 x1865052054642048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.232720:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653718.232722:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653718.234173:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653718.234177:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653718.234182:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653718.234186:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653718.234190:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:1.0:1778653718.234203:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:1.0:1778653718.234208:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653718.234212:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c380 x1865052054642176/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.234222:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653718.234225:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c380 x1865052054642176/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.234231:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653718.234233:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653718.235109:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653718.235113:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653718.235116:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653718.235121:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653718.235125:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:1.0:1778653718.235127:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:1.0:1778653718.235130:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653718.235133:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1df80 x1865052054642304/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.235141:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653718.235144:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1df80 x1865052054642304/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.235150:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653718.235152:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653718.237462:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.237482:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653718.237486:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.237488:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653718.237497:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.237503:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653718.237511:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.237515:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.237519:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.237523:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145345e00 00000400:00000200:1.0:1778653718.237527:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.237532:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a91 [1] + 224 00000800:00000001:1.0:1778653718.237539:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.237545:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653718.237548:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653718.237551:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653718.237558:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653718.237565:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c380 x1865052054642176/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653718.237574:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c380 x1865052054642176/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.237597:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653718.237605:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.237608:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653718.238393:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.238401:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653718.238403:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.238406:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653718.238411:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.238416:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653718.238422:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.238426:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.238430:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.238434:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345d80 00000400:00000200:1.0:1778653718.238438:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.238443:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a89 [1] + 224 00000800:00000001:1.0:1778653718.238449:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.238454:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653718.238456:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653718.238460:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653718.238465:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653718.238470:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054642048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653718.238479:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d180 x1865052054642048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.238497:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653718.238503:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.238505:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653718.245680:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.245701:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653718.245717:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.245721:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653718.245730:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.245737:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653718.245749:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.245754:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.245759:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.245763:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145345e80 00000400:00000200:1.0:1778653718.245768:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653718.245774:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5a99 [1] + 224 00000800:00000001:1.0:1778653718.245781:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.245792:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653718.245795:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653718.245800:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653718.245808:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653718.245817:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1df80 x1865052054642304/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653718.245829:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1df80 x1865052054642304/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653718.245854:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653718.245863:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653718.245866:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653718.999785:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653718.999791:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653718.999797:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653718.999798:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653720.024285:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653720.024291:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653720.024297:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653720.024299:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653721.050294:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653721.050300:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653721.050304:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653721.050305:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653721.050332:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653721.050334:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653721.050336:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653722.071762:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653722.071768:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653722.071775:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653722.071777:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653722.839849:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296277640, at 4296278016 00000100:00000010:1.0:1778653722.839856:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9f00. 00010000:00000001:1.0:1778653723.095805:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653723.095812:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653723.095814:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653723.095819:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653723.095823:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653723.095825:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653723.095827:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653723.095829:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653723.095833:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653723.095834:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653723.353467:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653723.353473:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653723.353479:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653723.353485:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653723.353491:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ca18 00000400:00000010:1.0:1778653723.353495:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ca18. 00000100:00000001:1.0:1778653723.353502:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653723.353508:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054642432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653723.353517:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653723.353520:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054642432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653723.353527:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653723.353530:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653723.353541:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653723.353543:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:1.0:1778653723.353547:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653723.353551:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653723.353554:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:1.0:1778653723.353556:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:1.0:1778653723.353558:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653723.353561:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054642560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653723.353568:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653723.353571:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054642560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653723.353577:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653723.353579:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653723.355830:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653723.355846:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653723.355850:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653723.355852:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653723.355860:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653723.355866:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653723.355873:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653723.355877:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653723.355882:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653723.355885:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145345f00 00000400:00000200:1.0:1778653723.355890:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653723.355895:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5aa1 [1] + 224 00000800:00000001:1.0:1778653723.355903:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653723.355983:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653723.355985:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653723.355988:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653723.355993:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653723.355998:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054642432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653723.356007:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1c00 x1865052054642432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653723.356026:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653723.356032:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653723.356035:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1778653723.360932:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2d80 x1865052054642688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653723.360939:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653723.360941:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653723.360943:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653723.360947:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653723.360949:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653723.360951:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653723.360954:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653723.360977:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=134 v=5 (5 5 137 137) 00000100:00001000:3.0:1778653723.360982:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=126 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653723.360984:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653723.360986:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653723.360989:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653723.360992:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653723.360996:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653723.360998:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1778653723.361000:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653723.361002:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653723.361006:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2d80 x1865052054642688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653723.361013:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653723.361015:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653723.361017:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653723.361021:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2d80 x1865052054642688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653723.361029:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054642688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653723.361034:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653723.361036:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653723.361040:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2d80 x1865052054642688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653723.361046:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653723.361049:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653723.361052:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1ba00. 02000000:00000001:3.0:1778653723.361056:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653723.361058:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653723.361060:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653723.361062:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653723.361064:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df100. 02000000:00000001:3.0:1778653723.361070:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653723.361072:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653723.361074:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2d80. 00000100:00000001:3.0:1778653723.361077:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653723.361089:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653723.361092:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653723.361099:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653723.361100:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653723.361102:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653723.361105:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653724.120002:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653724.120007:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653724.120013:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653724.120015:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653724.120031:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653724.120033:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653724.120036:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653725.143768:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653725.143774:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653725.143780:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653725.143784:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653725.143786:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653725.143793:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653725.143795:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653725.143797:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653725.143800:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653725.144091:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653725.144095:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653725.144097:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653726.168014:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653726.168020:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653726.168026:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653726.168028:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653726.168103:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653726.168107:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653726.168110:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653727.191763:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653727.191770:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653727.191775:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653727.191777:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653727.191798:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653727.191801:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653727.191804:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653727.959882:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296282761, at 4296283136 00000100:00000010:1.0:1778653727.959888:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bae0. 00010000:00000001:1.0:1778653728.215858:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653728.215879:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653728.215885:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653728.215887:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.473854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653728.473873:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653728.473886:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ed80. 00000020:00000040:3.0:1778653728.473892:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653728.473897:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653728.473900:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653728.473905:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653728.473915:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5100. 00000100:00000001:3.0:1778653728.473922:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.473934:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1ed80 x1865052054642816/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653728.473943:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653728.473947:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.473953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005705e4ea] to pc [ptlrpcd_01_00+0] req@ffff915387c1ed80 x1865052054642816/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.473986:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.473990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653728.473993:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653728.473996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1dc00. 00000020:00000040:3.0:1778653728.474005:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653728.474007:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653728.474008:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653728.474010:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653728.474013:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5600. 00000100:00000001:3.0:1778653728.474016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474020:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653728.474026:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653728.474028:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474031:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026d3dd19] to pc [ptlrpcd_01_01+1] req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.474038:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653728.474043:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653728.474046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1df80. 00000020:00000040:3.0:1778653728.474049:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653728.474051:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653728.474052:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653728.474053:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653728.474057:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5d00. 00000100:00000001:3.0:1778653728.474060:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474063:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c1df80 x1865052054643072/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653728.474070:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653728.474071:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000951cdbe4] to pc [ptlrpcd_01_00+0] req@ffff915387c1df80 x1865052054643072/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.474086:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1778653728.474092:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1778653728.474096:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1621) 00000100:00000001:3.0:1778653728.474112:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653728.474115:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653728.474118:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653728.474125:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.474137:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653728.474140:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653728.474143:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653728.474145:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653728.474148:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653728.474156:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054642944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653728.474162:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653728.474169:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653728.474172:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653728.474176:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653728.474182:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1ba00. 02000000:00000001:3.0:1778653728.474186:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653728.474194:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653728.474200:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653728.474208:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653728.474216:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054642944, portal 10 00000100:00000001:3.0:1778653728.474221:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653728.474223:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782976 : -121687030768640 : ffff915387c1dc00) 00000100:00000040:3.0:1778653728.474234:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.474249:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653728.474257:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653728.474262:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653728.474266:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054642944, offset 0 00000400:00000200:3.0:1778653728.474275:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653728.474284:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653728.474295:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653728.474300:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653728.474304:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653728.474308:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653728.474311:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653728.474314:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2172:2172:256:4294967295] 192.168.204.110@tcp LPNI seq info [2172:2172:8:4294967295] 00000400:00000200:3.0:1778653728.474318:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653728.474330:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653728.474341:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653728.474347:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653728.474358:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653728.474371:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653728.474376:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653728.474399:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.474406:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 511950 usecs (512 jiffies) 00000400:00000200:3.0:1778653728.474413:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653728.474419:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296284162 00000100:00000010:3.0:1778653728.474428:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b780. 00000100:00000001:3.0:1778653728.474435:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653728.474441:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296284162 00000100:00000010:3.0:1778653728.474444:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b960. 00000100:00000001:3.0:1778653728.474448:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653728.474456:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653728.474460:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653728.474465:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653728.474470:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653728.474478:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653728.474481:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:3.0:1778653728.474487:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653728.474489:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653728.474492:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653728.474495:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653728.474787:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653728.474792:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:1.0:1778653728.474799:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653728.474804:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653728.474810:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:1.0:1778653728.474812:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:1.0:1778653728.474817:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653728.474822:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.474831:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653728.474834:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.474840:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653728.474842:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653728.474852:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653728.474854:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653728.474858:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653728.474872:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653728.474875:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:1.0:1778653728.474876:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:1.0:1778653728.474879:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653728.474883:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ed80 x1865052054642816/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.474889:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653728.474892:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ed80 x1865052054642816/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.474899:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653728.474900:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653728.474969:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653728.474972:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653728.474976:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653728.474979:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653728.474982:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:1.0:1778653728.474983:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:1.0:1778653728.474986:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653728.474989:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1df80 x1865052054643072/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.474995:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653728.475008:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1df80 x1865052054643072/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.475014:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653728.475015:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653728.487606:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653728.487629:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653728.487634:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653728.487637:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653728.487680:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653728.487690:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653728.487702:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653728.487709:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653728.487716:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653728.487721:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145346100 00000400:00000200:1.0:1778653728.487727:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653728.487734:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ab9 [1] + 224 00000800:00000001:1.0:1778653728.487746:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653728.488197:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653728.488201:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653728.488208:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653728.488218:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653728.488229:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653728.488240:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653728.488257:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653728.488267:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653728.488271:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653728.488488:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653728.488494:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653728.488504:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653728.488506:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653728.488510:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653728.488515:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:3.0:1778653728.488518:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:3.0:1778653728.488521:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653728.488526:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653728.488535:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.488541:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653728.488543:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653728.488546:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653728.488550:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653728.488552:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653728.488555:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653728.488558:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653728.488570:0:2369:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=139 v=101 (101 101 137 137) 00000100:00001000:3.0:1778653728.488575:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=132 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653728.488577:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653728.488579:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653728.488583:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653728.488587:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653728.488591:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653728.488593:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967589 00000100:00000001:3.0:1778653728.488595:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653728.488597:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653728.488602:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.488610:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653728.488613:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653728.488615:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653728.488619:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653728.488626:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054642944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653728.488632:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653728.488635:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653728.488638:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1dc00 x1865052054642944/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653864 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653728.488644:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653728.488648:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653728.488690:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1ba00. 02000000:00000001:3.0:1778653728.488694:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653728.488697:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653728.488699:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653728.488701:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653728.488704:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5600. 02000000:00000001:3.0:1778653728.488708:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653728.488711:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653728.488712:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1dc00. 00000100:00000001:3.0:1778653728.488717:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653728.488718:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653728.488721:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653728.488730:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653728.488732:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653728.488734:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653728.488737:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653729.242339:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653729.242346:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653729.242353:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653729.242354:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653729.242680:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653729.242684:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653729.242688:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653730.263770:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653730.263777:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653730.263784:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653730.263786:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653730.263811:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653730.263814:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653730.263817:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653731.287849:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653731.287854:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653731.287861:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653731.287862:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653732.311854:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653732.311865:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653732.311867:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653732.311873:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653732.311879:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653732.311881:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653732.311883:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653732.311885:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653732.311891:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653732.311892:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653732.311965:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653732.311972:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653732.311976:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653733.079989:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296287882, at 4296288256 00000100:00000010:1.0:1778653733.080011:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b960. 00010000:00000001:1.0:1778653733.335803:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653733.335808:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653733.335814:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653733.335815:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653733.335842:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653733.335844:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653733.335847:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1778653733.592502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653733.592516:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653733.592532:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1dc00. 00000020:00000040:3.0:1778653733.592540:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653733.592545:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653733.592549:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653733.592556:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653733.592566:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5600. 00000100:00000001:3.0:1778653733.592575:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592589:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1dc00 x1865052054643200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653733.592602:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653733.592607:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592614:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026d3dd19] to pc [ptlrpcd_01_01+1] req@ffff915387c1dc00 x1865052054643200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653733.592681:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653733.592688:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653733.592691:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d180. 00000020:00000040:3.0:1778653733.592694:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653733.592697:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653733.592698:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653733.592700:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653733.592703:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5800. 00000100:00000001:3.0:1778653733.592707:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592711:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1d180 x1865052054643328/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653733.592719:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653733.592722:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592726:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab2af1b8] to pc [ptlrpcd_01_00+0] req@ffff915387c1d180 x1865052054643328/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653733.592734:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653733.592739:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653733.592742:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c380. 00000020:00000040:3.0:1778653733.592745:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653733.592746:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653733.592748:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653733.592749:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653733.592752:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5400. 00000100:00000001:3.0:1778653733.592755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592769:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c1c380 x1865052054643456/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653733.592778:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653733.592780:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592784:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d2000d] to pc [ptlrpcd_01_01+1] req@ffff915387c1c380 x1865052054643456/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653733.592791:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653733.592793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1778653733.592797:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1778653733.592803:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1626) 00000800:00000001:1.0:1778653733.601699:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.601723:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653733.601729:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.601731:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653733.601742:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601752:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653733.601775:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601781:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601788:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601793:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145346280 00000400:00000200:1.0:1778653733.601800:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601807:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ad1 [1] + 224 00000800:00000001:1.0:1778653733.601817:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.601822:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653733.601825:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653733.601830:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653733.601840:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653733.601852:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054643328/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653733.601864:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d180 x1865052054643328/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653733.601887:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653733.601898:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.601902:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653733.601904:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.601906:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653733.601910:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601913:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653733.601917:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601920:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601923:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601925:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145346200 00000400:00000200:1.0:1778653733.601929:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.601934:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ad9 [1] + 224 00000800:00000001:1.0:1778653733.601938:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.601942:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653733.601944:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653733.601948:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653733.601952:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653733.601958:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1dc00 x1865052054643200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653733.601968:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1dc00 x1865052054643200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653733.601990:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653733.601995:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.602000:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653733.602003:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.602007:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653733.602012:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.602019:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653733.602026:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.602032:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.602037:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.602040:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145346300 00000400:00000200:1.0:1778653733.602044:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653733.602049:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ae1 [1] + 224 00000800:00000001:1.0:1778653733.602053:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.602116:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653733.602118:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653733.602121:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653733.602124:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653733.602129:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c380 x1865052054643456/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653733.602136:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c380 x1865052054643456/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653733.602143:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653733.602146:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653733.602149:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653734.359778:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653734.359784:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653734.359790:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653734.359791:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653735.383818:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653735.383826:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653735.383835:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653735.383842:0:25055:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653735.383845:0:25055:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653735.383856:0:25055:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653735.383859:0:25055:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653735.383861:0:25055:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653735.383864:0:25055:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653735.383867:0:25055:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653735.383869:0:25055:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653735.383871:0:25055:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653735.383927:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653735.383933:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653735.383938:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653736.407803:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653736.407811:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653736.407819:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653736.407821:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653736.407852:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653736.407856:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653736.407860:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653737.433053:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653737.433060:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653737.433067:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653737.433068:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653738.199804:0:25055:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296293001, at 4296293376 00000100:00000010:1.0:1778653738.199829:0:25055:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff94e0. 00000100:00000040:3.0:1778653738.235060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653738.235066:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653738.235077:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c700. 00000020:00000040:3.0:1778653738.235082:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653738.235087:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653738.235090:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653738.235095:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653738.235102:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5200. 00000100:00000001:3.0:1778653738.235108:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235120:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653738.235214:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653738.235218:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c3dcb2] to pc [ptlrpcd_01_00+0] req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.235256:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1778653738.235258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1778653738.235262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1778653738.235264:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1778653738.235266:0:8:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1778653738.235269:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1778653738.235273:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1484 00000400:00000200:3.0:1778653738.235280:0:8:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.235286:0:8:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1778653738.235289:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653738.235292:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653738.235295:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653738.235297:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:3.0:1778653738.235299:0:8:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1778653738.235301:0:8:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:3.0:1778653738.235304:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653738.235306:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:3.0:1778653738.235308:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:3.0:1778653738.235310:0:8:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000040:3.0:1778653738.235313:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653738.235323:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653738.235326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653738.235328:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:3.0:1778653738.235330:0:8:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00080000:3.0:1778653738.235333:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: import ffff91538996f800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:3.0:1778653738.235336:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.235338:0:8:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1778653738.235342:0:8:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653738.235345:0:8:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.235347:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1778653738.235351:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1778653738.235354:0:8:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.235356:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653738.235359:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d500. 00000020:00000040:3.0:1778653738.235361:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653738.235364:0:8:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653738.235366:0:8:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.235368:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653738.235370:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653738.235372:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653738.235376:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96000. 00000100:00000001:3.0:1778653738.235379:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653738.235385:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653738.235400:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653738.235402:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235406:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a49dbdde] to pc [ptlrpcd_rcv+-1] req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.235422:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653738.235428:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653738.235431:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ca80. 00000020:00000040:3.0:1778653738.235433:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653738.235435:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653738.235436:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653738.235438:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653738.235440:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5c00. 00000100:00000001:3.0:1778653738.235443:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235446:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653738.235452:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653738.235454:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235457:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084ac3244] to pc [ptlrpcd_01_01+1] req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.235464:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.235753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1778653738.235758:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1778653738.235763:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1631) 00000100:00000001:3.0:1778653738.236008:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.236011:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653738.236013:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653738.236019:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.236027:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653738.236028:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.236032:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653738.236034:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653738.236037:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653738.236040:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054643840:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653738.236044:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653738.236049:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653738.236051:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.236054:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653738.236058:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1ba00. 02000000:00000001:3.0:1778653738.236060:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653738.236065:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653738.236069:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653738.236075:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653738.236081:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054643840, portal 4 00000100:00000001:3.0:1778653738.236084:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653738.236085:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000040:3.0:1778653738.236092:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.236099:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653738.236103:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653738.236105:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cd48. 00000100:00000200:3.0:1778653738.236108:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054643840, offset 0 00000400:00000200:3.0:1778653738.236115:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653738.236127:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.236246:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653738.236251:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653738.236256:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653738.236260:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653738.236262:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653738.236267:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2178:2178:256:4294967295] 192.168.204.110@tcp LPNI seq info [2178:2178:8:4294967295] 00000400:00000200:3.0:1778653738.236271:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.236281:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653738.236286:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653738.236291:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653738.236298:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653738.236305:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653738.236309:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653738.236374:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.236379:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22457 usecs (23 jiffies) 00000400:00000200:3.0:1778653738.236383:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653738.236444:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296293435 00000100:00000010:3.0:1778653738.236451:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b420. 00000100:00000001:3.0:1778653738.236457:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653738.236469:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296293435 00000100:00000010:3.0:1778653738.236472:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b8a0. 00000100:00000001:3.0:1778653738.236475:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653738.236480:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653738.236483:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.236485:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.236488:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.236494:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653738.236496:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653738.236498:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.236500:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653738.236501:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653738.236503:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1778653738.236505:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.236507:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653738.236508:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.236510:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.236511:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653738.236512:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653738.236516:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.236523:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653738.236524:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.236527:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653738.236528:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653738.236530:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653738.236533:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054643584:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653738.236536:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653738.236539:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653738.236541:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.236543:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653738.236546:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1b600. 02000000:00000001:3.0:1778653738.236547:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653738.236551:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653738.236554:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653738.236557:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c5d8. 00000100:00000200:3.0:1778653738.236560:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054643584, portal 25 00000100:00000001:3.0:1778653738.236563:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653738.236564:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000040:3.0:1778653738.236568:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.236574:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653738.236576:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653738.236578:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c3b8. 00000100:00000200:3.0:1778653738.236581:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054643584, offset 0 00000400:00000200:3.0:1778653738.236585:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653738.236589:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.236592:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653738.236594:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653738.236597:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653738.236599:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653738.236601:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653738.236604:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2179:2179:255:4294967295] 192.168.204.110@tcp LPNI seq info [2179:2179:7:4294967295] 00000400:00000200:3.0:1778653738.236608:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.236613:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653738.236617:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653738.236620:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5900. 00000800:00000200:3.0:1778653738.236624:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653738.236628:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653738.236631:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653738.236634:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653738.236636:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653738.236638:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296297644 00000100:00000001:3.0:1778653738.236642:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296293435 00000100:00000001:3.0:1778653738.236645:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296297644 00000100:00000001:3.0:1778653738.236648:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296293435 00000100:00000001:3.0:1778653738.236681:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653738.236684:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.236686:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.236688:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653738.236752:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.236757:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:1.0:1778653738.236764:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.236770:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.236774:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cd48 00000400:00000010:1.0:1778653738.236777:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cd48. 00000100:00000001:1.0:1778653738.236782:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.236787:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.236797:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.236817:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.236825:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.236827:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653738.236896:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.236899:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653738.236902:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.236907:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.236910:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c3b8 00000400:00000010:1.0:1778653738.236913:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c3b8. 00000100:00000001:1.0:1778653738.236919:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.236922:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.236931:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.236934:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.236947:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.236949:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653738.237206:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.237209:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a300. 00000400:00000200:1.0:1778653738.237213:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.237219:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.237223:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29330 00000400:00000010:1.0:1778653738.237225:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29330. 00000100:00000001:1.0:1778653738.237227:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.237232:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.237240:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.237242:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.237249:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.237250:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653738.240874:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.240893:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.240897:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.240899:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.240908:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.240917:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.240925:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.240930:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.240936:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.240940:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145346380 00000400:00000200:1.0:1778653738.240945:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.240952:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5af1 [1] + 224 00000800:00000001:1.0:1778653738.240959:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.240963:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.240966:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.240970:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.240979:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.240988:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653738.240999:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.241019:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.241027:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.241031:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.241033:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.241035:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.241037:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.241041:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.241044:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.241047:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.241049:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.241052:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145346480 00000400:00000200:1.0:1778653738.241055:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.241060:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ae9 [1] + 224 00000800:00000001:1.0:1778653738.241063:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.241211:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.241214:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.241217:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.241221:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.241226:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653738.241234:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.241240:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.241244:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.241247:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.241689:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.241693:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653738.241708:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653738.241710:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653738.241714:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000400:00000200:3.0:1778653738.241718:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c5d8 00000400:00000010:3.0:1778653738.241720:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c5d8. 00000100:00000001:3.0:1778653738.241723:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653738.241728:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653738.241738:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.241756:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653738.241758:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.241761:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653738.241763:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653738.241766:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653738.241768:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.241771:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653738.241779:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653738.241783:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653738.241785:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653738.241787:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653738.241798:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653738.241801:0:2369:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.241804:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.241809:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.241817:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653738.241820:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653738.241822:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653738.241826:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653738.241833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054643584:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1778653738.241838:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653738.241840:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653738.241842:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653738.241844:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:3.0:1778653738.241846:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:3.0:1778653738.241848:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653738.241851:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653738.241859:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.241865:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653738.241866:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.241868:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653738.241870:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653738.241871:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653738.241872:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.241873:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653738.241878:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=149 v=5 (5 5 137 137) 00000100:00001000:3.0:1778653738.241881:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=141 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653738.241884:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653738.241885:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653738.241887:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653738.241890:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.241893:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653738.241895:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1778653738.241896:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653738.241898:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.241901:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.241907:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653738.241909:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653738.241910:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653738.241913:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653738.241920:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054643840:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653738.241924:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.241927:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653738.241930:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c700 x1865052054643584/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.241956:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653738.241958:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653738.241962:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1b600. 02000000:00000001:3.0:1778653738.241965:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653738.241968:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653738.241970:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653738.241972:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653738.241974:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5200. 02000000:00000001:3.0:1778653738.241977:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653738.241979:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653738.241980:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c700. 00000100:00000001:3.0:1778653738.241983:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653738.241985:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.241986:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653738.241990:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ca80 x1865052054643840/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653738.242001:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653738.242002:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653738.242003:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1ba00. 02000000:00000001:3.0:1778653738.242005:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653738.242006:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653738.242007:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653738.242009:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653738.242010:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5c00. 02000000:00000001:3.0:1778653738.242012:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653738.242013:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653738.242014:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ca80. 00000100:00000001:3.0:1778653738.242016:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653738.242017:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.242020:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.242026:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653738.242028:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.242031:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.242033:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653738.256903:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.256922:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.256926:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.256929:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.256938:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.256946:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.256958:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.256963:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.256968:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.256972:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a04145346400 00000400:00000200:1.0:1778653738.256977:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.256983:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x5af9 [1] + 0 00000800:00000001:1.0:1778653738.256989:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.257001:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.257004:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.257008:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.257016:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.257025:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653738.257037:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.257066:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.257074:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.257078:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653738.257697:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.257699:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1778653738.257703:0:2365:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:1.0:1778653738.263566:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000048b03494): req@ffff91538a391880 x1865052054626816/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1778653738 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.263583:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.263587:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653738.263593:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653738.263603:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054643712:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1778653738.263607:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653738.263610:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.263614:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d500 x1865052054643712/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.263621:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653738.263624:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653738.263627:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef400. 02000000:00000001:1.0:1778653738.263633:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653738.263635:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653738.263637:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653738.263640:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653738.263642:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96000. 02000000:00000001:1.0:1778653738.263647:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653738.263680:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653738.263683:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d500. 00000100:00000001:1.0:1778653738.263687:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653738.263688:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653738.263690:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653738.263698:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653738.263699:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.263701:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653738.263703:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653738.264899:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.264913:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653738.264921:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.264931:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.264937:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:1.0:1778653738.264940:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:1.0:1778653738.264945:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.264952:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91538a391880 x1865052054626816/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653874 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.264970:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.264975:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91538a391880 x1865052054626816/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653874 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.264982:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.264984:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653738.294464:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.294481:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.294485:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.294487:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.294496:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.294503:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.294512:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.294517:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.294523:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.294527:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145346500 00000400:00000200:1.0:1778653738.294532:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.294538:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5b09 [1] + 224 00000800:00000001:1.0:1778653738.294545:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.294552:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.294555:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.294559:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.294566:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.294576:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91538a391880 x1865052054626816/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653874 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653738.294586:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff91538a391880 x1865052054626816/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653874 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653738.294727:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.294736:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.294739:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653738.296103:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.296108:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653738.296113:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.296118:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.296192:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:1.0:1778653738.296195:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:1.0:1778653738.296199:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.296203:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054644096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653874 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.296212:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.296215:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3800 x1865052054644096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653874 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.296221:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.296222:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653738.298262:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.298275:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.298278:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.298279:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.298284:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.298289:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.298294:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.298296:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.298300:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.298303:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a04145346580 00000400:00000200:1.0:1778653738.298306:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.298309:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x5b11 [1] + 224 00000800:00000001:1.0:1778653738.298314:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.298319:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.298320:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.298323:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.298327:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.298332:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054644096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653874 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653738.298339:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff915385fc3800 x1865052054644096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653874 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.298352:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.298359:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.298362:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.299409:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.299412:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653738.299413:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653738.299417:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653738.299422:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653738.299423:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.299426:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653738.299427:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653738.299429:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653738.299430:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054644224:192.168.204.110@tcp:2:touch.0 00000100:00000001:3.0:1778653738.299433:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653738.299436:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653738.299437:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.299439:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653738.299442:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653738.299443:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653738.299446:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653738.299448:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653738.299451:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653738.299456:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054644224, portal 4 00000100:00000001:3.0:1778653738.299457:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653738.299458:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649053184 : -121687060498432 : ffff915385fc3800) 00000100:00000040:3.0:1778653738.299462:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653738.299467:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653738.299468:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653738.299470:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c5d8. 00000100:00000200:3.0:1778653738.299472:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1865052054644224, offset 0 00000400:00000200:3.0:1778653738.299476:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653738.299480:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.299484:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653738.299488:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653738.299490:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653738.299492:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653738.299494:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653738.299496:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2183:2183:256:4294967295] 192.168.204.110@tcp LPNI seq info [2183:2183:8:4294967295] 00000400:00000200:3.0:1778653738.299499:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653738.299505:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653738.299509:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653738.299511:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653738.299515:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653738.299521:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653738.299523:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1778653738.299532:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.299535:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22381 usecs (23 jiffies) 00000400:00000200:3.0:1778653738.299537:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653738.299542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296293498 00000100:00000001:3.0:1778653738.299544:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296297644 00000100:00000001:3.0:1778653738.299546:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296293498 00000100:00000001:3.0:1778653738.299547:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296297644 00000100:00000001:3.0:1778653738.299548:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653738.299550:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.299551:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.299553:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.299557:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653738.299558:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653738.299560:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.299561:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653738.299562:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.299563:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.299574:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.299576:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653738.299730:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.299735:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653738.299739:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.299744:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.299747:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c5d8 00000400:00000010:1.0:1778653738.299749:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c5d8. 00000100:00000001:1.0:1778653738.299752:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.299756:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.299766:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.299769:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.299776:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.299778:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653738.304379:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.304394:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.304399:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.304401:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.304409:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.304417:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.304425:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.304430:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.304434:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.304439:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a04145346600 00000400:00000200:1.0:1778653738.304443:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.304449:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x5b19 [1] + 224 00000800:00000001:1.0:1778653738.304455:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.304462:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.304464:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.304469:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.304475:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.304484:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653738.304494:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.304513:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.304521:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.304524:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.304575:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.304579:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653738.304585:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653738.304587:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653738.304590:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653738.304594:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:3.0:1778653738.304596:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:3.0:1778653738.304829:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653738.304835:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653738.304844:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3800 x1865052054644224/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653738.304851:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653738.304853:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.304855:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653738.304858:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653738.304860:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653738.304863:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653738.304866:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653738.304876:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=149 v=5 (5 5 137 137) 00000100:00001000:3.0:1778653738.304881:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=141 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653738.304883:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653738.304885:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653738.304888:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653738.304892:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.304895:0:2368:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653738.304897:0:2368:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653738.304899:0:2368:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653738.304901:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653738.304903:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649053184 : -121687060498432 : ffff915385fc3800) 00000100:00000001:3.0:1778653738.304905:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653738.304908:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1778653738.304909:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653738.304912:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.304979:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3800 x1865052054644224/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653738.304987:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653738.304990:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653738.304992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653738.304995:0:2368:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1778653738.305056:0:2368:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653738.305062:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3800 x1865052054644224/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653738.305070:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054644224:192.168.204.110@tcp:2:touch.0 00000100:00000001:3.0:1778653738.305075:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.305078:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653738.305081:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054644224/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653738.305088:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.305090:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653738.305101:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653738.305103:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653738.305105:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653738.305107:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653738.306485:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653738.306489:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:1.0:1778653738.306494:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.306498:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653738.306501:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:1.0:1778653738.306502:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:1.0:1778653738.306508:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653738.306511:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054644480/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653754 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.306518:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653738.306519:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054644480/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653754 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.306524:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653738.306525:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653738.316689:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.316706:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653738.316710:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.316712:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.316722:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.316730:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653738.316738:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.316744:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.316750:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.316754:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145346700 00000400:00000200:1.0:1778653738.316759:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653738.316764:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5b21 [1] + 224 00000800:00000001:1.0:1778653738.316771:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.316777:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653738.316780:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653738.316785:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653738.316792:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653738.316800:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054644480/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653754 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653738.316810:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc1880 x1865052054644480/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653754 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653738.316832:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653738.316840:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653738.316843:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1778653738.324714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd73180. 00000080:00000010:2.1:1778653738.324729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6ee0. 00000080:00000010:2.1:1778653738.324736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd72940. 00000080:00000010:2.1:1778653738.324743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6a00. 00010000:00000001:1.0:1778653738.456790:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653738.456796:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653738.456802:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653738.456804:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653738.456806:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653738.456807:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653739.145295:0:30128:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653739.480765:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653739.480771:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653739.480776:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653739.480778:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653739.480781:0:25055:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653739.480782:0:25055:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653739.480796:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653739.480799:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653739.480801:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1778653739.825776:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.825794:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.825800:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.825803:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.825813:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.825821:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653739.825832:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.825837:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.825842:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.825846:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145346780 00000400:00000200:1.0:1778653739.825852:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.826041:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5b29 [1] + 224 00000800:00000001:1.0:1778653739.826051:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.826059:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.826062:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.826066:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653739.826074:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653739.826082:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054644608/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653739.826095:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc0e00 x1865052054644608/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.826116:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653739.826125:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.826128:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.832068:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.832086:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.832090:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.832093:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.832103:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.832111:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653739.832123:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.832127:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.832132:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.832137:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145346800 00000400:00000200:1.0:1778653739.832141:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.832147:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5b31 [1] + 224 00000800:00000001:1.0:1778653739.832153:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.832162:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.832164:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.832168:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653739.832176:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653739.832184:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054644736/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653739.832193:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc0e00 x1865052054644736/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.832219:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653739.832227:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.832230:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1778653739.843695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00000080:00000010:2.1:1778653739.843716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6e00. 00010000:00000010:2.1:1778653739.843726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:2.1:1778653739.843747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000800:00000001:1.0:1778653739.845528:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.845547:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.845552:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.845554:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.845563:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.845571:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653739.845582:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.845586:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.845592:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.845596:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a04145346900 00000400:00000200:1.0:1778653739.845600:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.846255:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x5b39 [1] + 224 00000800:00000001:1.0:1778653739.846265:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.846277:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.846280:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.846284:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653739.846291:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653739.846299:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054644992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653739.846310:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915385fc0e00 x1865052054644992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653739.846339:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653739.846347:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653739.846350:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.846356:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653739.846362:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2188:2188:256:4294967295] 192.168.204.110@tcp LPNI seq info [2188:2188:8:4294967295] 00000400:00000200:1.0:1778653739.846367:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.846376:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653739.846382:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653739.846388:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653739.846394:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653739.846401:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653739.846405:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653739.846489:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.846493:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:1.0:1778653739.846496:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.846500:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653739.846506:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.846509:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653739.857144:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.857149:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ae00. 00000400:00000200:1.0:1778653739.857153:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.857158:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653739.857163:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29d48 00000400:00000010:1.0:1778653739.857493:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29d48. 00000100:00000001:1.0:1778653739.857500:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653739.857506:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f480 x1865052054645120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.857517:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653739.857520:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9f480 x1865052054645120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.857527:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.857529:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653739.861976:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.861981:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df800. 00000400:00000200:1.0:1778653739.861987:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.861992:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653739.861996:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:1.0:1778653739.861998:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:1.0:1778653739.862001:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653739.862005:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054645248/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.862013:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653739.862015:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054645248/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.862021:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.862022:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653739.870137:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.870142:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653739.870148:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.870153:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653739.870158:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:1.0:1778653739.870160:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:1.0:1778653739.870163:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653739.870168:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054645504/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653739.870177:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653739.870180:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054645504/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653739.870186:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.870188:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653739.874725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000080:00000010:2.1:1778653739.883772:0:30178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6e60. 00010000:00000010:2.1:1778653739.883796:0:30178:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063500. 00010000:00000010:2.1:1778653739.883803:0:30178:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00000080:00000001:1.0:1778653739.913241:0:30179:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653739.913249:0:30179:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653739.913252:0:30179:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653739.913257:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743bc0 00000080:00200000:1.0:1778653739.913263:0:30179:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653739.913278:0:30179:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538c552600. 00800000:00000002:1.0:1778653739.913288:0:30179:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653739.913293:0:30179:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653739.913301:0:30179:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653739.913303:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743ae0 00800000:00000002:1.0:1778653739.913307:0:30179:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653739.913311:0:30179:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653739.913316:0:30179:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653739.913323:0:30179:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653739.913325:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac17439b0 00000002:00010000:1.0:1778653739.913327:0:30179:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653739.913331:0:30179:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653739.913334:0:30179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653739.913339:0:30179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653739.913350:0:30179:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653739.913353:0:30179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653739.913355:0:30179:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653739.913358:0:30179:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653739.913361:0:30179:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653739.913369:0:30179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7480. 00000020:00000040:1.0:1778653739.913374:0:30179:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653739.913383:0:30179:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653739.913391:0:30179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653739.913400:0:30179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653739.913402:0:30179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653739.913405:0:30179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.913408:0:30179:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653739.913412:0:30179:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653739.913419:0:30179:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653739.913428:0:30179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bb9000. 00000100:00000001:1.0:1778653739.913439:0:30179:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653739.913446:0:30179:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653739.913449:0:30179:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653739.913451:0:30179:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653739.913452:0:30179:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653739.913454:0:30179:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653739.913461:0:30179:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00010000:00000001:1.0:1778653739.913466:0:30179:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653739.913469:0:30179:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653739.913474:0:30179:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb800. 00010000:00000010:1.0:1778653739.913479:0:30179:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d480. 00010000:00000001:1.0:1778653739.913484:0:30179:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653739.913488:0:30179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27800. 00000020:00000001:1.0:1778653739.913492:0:30179:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653739.913495:0:30179:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27800 with handle 0x3df471c51a88ffa5 to hash 00000020:00000001:1.0:1778653739.913498:0:30179:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653739.913500:0:30179:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653739.913504:0:30179:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653739.913509:0:30179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653739.913513:0:30179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653739.913598:0:30179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30179 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653739.913610:0:30179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30179 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653739.913622:0:30179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30179 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653739.913628:0:30179:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653739.913631:0:30179:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653739.913993:0:30179:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd480. 00000100:00000001:1.0:1778653739.913999:0:30179:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614490240 : -121687095061376 : ffff915383ecd480) 00000100:00000001:1.0:1778653739.914004:0:30179:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653739.914006:0:30179:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00000100:00000001:1.0:1778653739.914012:0:30179:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653739.914018:0:30179:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.914021:0:30179:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653739.914023:0:30179:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653739.914037:0:30179:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7480 x1865052054645632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.914046:0:30179:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653739.914049:0:30179:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653739.914053:0:30179:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653739.914057:0:30179:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653739.914060:0:30179:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653739.914064:0:30179:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30179:1865052054645632:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653739.914068:0:30179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653739.914076:0:30179:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653739.914080:0:30179:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653739.914083:0:30179:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653739.914090:0:30179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915394918800. 02000000:00000001:1.0:1778653739.914092:0:30179:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653739.914101:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653739.914105:0:30179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5630. 00000400:00000010:1.0:1778653739.914114:0:30179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653739.914123:0:30179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054645632, portal 10 00000100:00000001:1.0:1778653739.914125:0:30179:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653739.914126:0:30179:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00000100:00000040:1.0:1778653739.914132:0:30179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7480 x1865052054645632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.914141:0:30179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653739.914144:0:30179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653739.914147:0:30179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653739.914150:0:30179:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054645632, offset 0 00000400:00000200:1.0:1778653739.914157:0:30179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653739.914169:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.914179:0:30179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653739.914185:0:30179:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653739.914191:0:30179:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653739.914195:0:30179:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653739.914198:0:30179:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653739.914202:0:30179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2193:2193:256:4294967295] 192.168.204.110@tcp LPNI seq info [2193:2193:8:4294967295] 00000400:00000200:1.0:1778653739.914207:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.914218:0:30179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653739.914224:0:30179:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653739.914230:0:30179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653739.914239:0:30179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653739.914249:0:30179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653739.914253:0:30179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653739.914279:0:30179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653739.914285:0:30179:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 776897 usecs (777 jiffies) 00000400:00000200:1.0:1778653739.914289:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653739.914292:0:30179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296295867 00000100:00000001:1.0:1778653739.914296:0:30179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296297644 00000100:00000001:1.0:1778653739.914299:0:30179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296295867 00000100:00000001:1.0:1778653739.914301:0:30179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296297644 00000100:00000001:1.0:1778653739.914303:0:30179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653739.914307:0:30179:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.914309:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653739.914312:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653739.914315:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd480 going to sleep for 131 seconds 00000100:00000001:1.0:1778653739.914318:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653739.914323:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653739.920700:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.920725:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.920731:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.920745:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.920758:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.920770:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653739.920784:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.920791:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.920799:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.920804:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145346b80 00000400:00000200:1.0:1778653739.920810:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.920818:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5b61 [1] + 224 00000800:00000001:1.0:1778653739.920828:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.920843:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.920847:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.920852:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653739.920863:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653739.920874:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7480 x1865052054645632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653739.920887:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc7480 x1865052054645632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.920916:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653739.920929:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.920933:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653739.923297:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.923303:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:1.0:1778653739.923308:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.923316:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653739.923323:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29000 00000400:00000010:1.0:1778653739.923326:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29000. 00000100:00000001:1.0:1778653739.923331:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653739.923335:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054645760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.923347:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653739.923351:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054645760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.923431:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.923434:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653739.935800:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.935822:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.935827:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.935830:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.935841:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.935852:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653739.935864:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.935871:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.935878:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.935883:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145346c00 00000400:00000200:1.0:1778653739.935888:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.935897:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5b71 [1] + 224 00000800:00000001:1.0:1778653739.935907:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.935916:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.935920:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.935925:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653739.935935:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653739.935947:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054645760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653739.935959:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c9fb80 x1865052054645760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653875 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.935983:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653739.935994:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.935998:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653739.939138:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.939145:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:1.0:1778653739.939153:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.939161:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653739.939168:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29b28 00000400:00000010:1.0:1778653739.939171:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29b28. 00000100:00000001:1.0:1778653739.939176:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653739.939182:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054646016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653875 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.939195:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653739.939198:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054646016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653875 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.939206:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653739.939208:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653739.947222:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.947244:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653739.947250:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.947253:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.947265:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947275:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653739.947287:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947293:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947299:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947304:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145346d00 00000400:00000200:1.0:1778653739.947310:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947317:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x5b81 [32] + 224 00000800:00000001:1.0:1778653739.947326:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.947335:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653739.947338:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.947343:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653739.947353:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653739.947372:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054646016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653875 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653739.947384:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c9fb80 x1865052054646016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653875 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653739.947407:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653739.947418:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653739.947421:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947427:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653739.947434:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2196:2196:256:4294967295] 192.168.204.110@tcp LPNI seq info [2196:2196:8:4294967295] 00000400:00000200:1.0:1778653739.947439:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653739.947448:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653739.947454:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653739.947461:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bba400. 00000800:00000200:1.0:1778653739.947468:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653739.947477:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653739.947482:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bba400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653739.947767:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653739.947773:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bba400. 00000400:00000200:1.0:1778653739.947777:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653739.947782:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653739.947789:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653739.947793:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653740.504701:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653740.504707:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.504713:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653740.504714:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.504717:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653740.504718:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653740.590315:0:30190:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653740.590321:0:30190:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653740.590324:0:30190:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653740.590327:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33bc0 00000080:00200000:1.0:1778653740.590332:0:30190:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653740.590340:0:30190:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1ae00. 00800000:00000002:1.0:1778653740.590346:0:30190:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653740.590351:0:30190:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653740.590356:0:30190:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653740.590358:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33ae0 00800000:00000002:1.0:1778653740.590360:0:30190:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653740.590364:0:30190:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653740.590369:0:30190:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653740.590375:0:30190:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653740.590377:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e339b0 00000002:00010000:1.0:1778653740.590379:0:30190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653740.590384:0:30190:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653740.590386:0:30190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653740.590389:0:30190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653740.590396:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb800 count: 2 00010000:00000001:1.0:1778653740.590399:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653740.590403:0:30190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653740.590408:0:30190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653740.590413:0:30190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f211 expref: -99 pid: 30179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1778653740.590424:0:30190:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653740.590429:0:30190:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653740.590433:0:30190:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f211 expref: -99 pid: 30179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1778653740.590440:0:30190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653740.590443:0:30190:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653740.590445:0:30190:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653740.590447:0:30190:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653740.590449:0:30190:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653740.590451:0:30190:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653740.590454:0:30190:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653740.590457:0:30190:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653740.590460:0:30190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1ae00. 00000080:00000001:1.0:1778653740.590465:0:30190:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653740.590467:0:30190:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653740.590470:0:30190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653740.590474:0:30190:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ffa5 00800000:00000001:1.0:1778653740.590477:0:30190:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653740.590479:0:30190:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653740.590481:0:30190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653740.590484:0:30190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653740.590486:0:30190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27800 refcount=3 00000020:00000001:1.0:1778653740.590488:0:30190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653740.590491:0:30190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653740.590494:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653740.590495:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653740.590497:0:30190:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653740.590499:0:30190:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653740.590502:0:30190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffa5 from it ffffa71ac0e33bf8 00010000:00000001:1.0:1778653740.590504:0:30190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653740.590505:0:30190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653740.590507:0:30190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27800 refcount=3 00000020:00000001:1.0:1778653740.590508:0:30190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653740.590510:0:30190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653740.590513:0:30190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653740.590515:0:30190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f211 expref: -99 pid: 30179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653740.590522:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653740.590523:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653740.590525:0:30190:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653740.590527:0:30190:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653740.590530:0:30190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a88ffa5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f211 expref: -99 pid: 30179 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653740.590539:0:30190:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653740.590543:0:30190:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653740.590545:0:30190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653740.590549:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653740.590550:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653740.590552:0:30190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590555:0:30190:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653740.590557:0:30190:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590559:0:30190:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590562:0:30190:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590564:0:30190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653740.590566:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653740.590567:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653740.590569:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653740.590571:0:30190:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653740.590574:0:30190:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653740.590578:0:30190:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653740.590585:0:30190:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3a00. 00000020:00000001:1.0:1778653740.590589:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33b28 00000080:00200000:1.0:1778653740.590591:0:30190:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:1.0:1778653740.590594:0:30190:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653740.590596:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e339d8 00000080:00200000:1.0:1778653740.590598:0:30190:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:1.0:1778653740.590605:0:30190:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1ae00. 00800000:00000002:1.0:1778653740.590608:0:30190:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653740.590612:0:30190:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653740.590614:0:30190:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653740.590615:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e338f8 00800000:00000002:1.0:1778653740.590617:0:30190:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653740.590620:0:30190:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653740.590635:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33890 00800000:00000002:1.0:1778653740.590637:0:30190:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:1.0:1778653740.590641:0:30190:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653740.590642:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e337c8 00000002:00010000:1.0:1778653740.590644:0:30190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1778653740.590647:0:30190:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653740.590677:0:30190:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653740.590682:0:30190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6a00. 00000020:00000040:1.0:1778653740.590686:0:30190:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653740.590692:0:30190:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653740.590696:0:30190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653740.590698:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653740.590700:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653740.590701:0:30190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653740.590704:0:30190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653740.590706:0:30190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653740.590709:0:30190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653740.590715:0:30190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bb9c00. 00000100:00000001:1.0:1778653740.590722:0:30190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590726:0:30190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653740.590728:0:30190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590729:0:30190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653740.590730:0:30190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653740.590732:0:30190:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653740.590738:0:30190:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00010000:00000001:1.0:1778653740.590742:0:30190:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653740.590744:0:30190:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653740.590747:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb800 count: 2 00010000:00000001:1.0:1778653740.590749:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653740.590751:0:30190:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653740.590754:0:30190:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26400. 00000020:00000001:1.0:1778653740.590757:0:30190:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653740.590759:0:30190:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26400 with handle 0x3df471c51a88ffba to hash 00000020:00000001:1.0:1778653740.590761:0:30190:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653740.590763:0:30190:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:1.0:1778653740.590766:0:30190:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:1.0:1778653740.590768:0:30190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653740.590770:0:30190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653740.590773:0:30190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a88ffba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653740.590779:0:30190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a88ffba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653740.590788:0:30190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a88ffba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653740.590795:0:30190:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653740.590798:0:30190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653740.590815:0:30190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd780. 00000100:00000001:1.0:1778653740.590817:0:30190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614491008 : -121687095060608 : ffff915383ecd780) 00000100:00000001:1.0:1778653740.590820:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653740.590822:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00000100:00000001:1.0:1778653740.590827:0:30190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653740.590830:0:30190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653740.590832:0:30190:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653740.590834:0:30190:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653740.590844:0:30190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6a00 x1865052054646144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653740.590853:0:30190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653740.590856:0:30190:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653740.590859:0:30190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653740.590862:0:30190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653740.590864:0:30190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653740.590868:0:30190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30190:1865052054646144:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1778653740.590872:0:30190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653740.590878:0:30190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653740.590880:0:30190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653740.590883:0:30190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653740.590888:0:30190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491c000. 02000000:00000001:1.0:1778653740.590890:0:30190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653740.590898:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653740.590902:0:30190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5370. 00000400:00000010:1.0:1778653740.590909:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19000. 00000100:00000200:1.0:1778653740.590916:0:30190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054646144, portal 10 00000100:00000001:1.0:1778653740.590918:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653740.590919:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00000100:00000040:1.0:1778653740.590925:0:30190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6a00 x1865052054646144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653876 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653740.590933:0:30190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653740.590936:0:30190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653740.590939:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19220. 00000100:00000200:1.0:1778653740.590942:0:30190:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054646144, offset 0 00000400:00000200:1.0:1778653740.590948:0:30190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653740.590958:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.590967:0:30190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653740.590974:0:30190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653740.590978:0:30190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653740.590982:0:30190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653740.590985:0:30190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653740.590989:0:30190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2197:2197:256:4294967295] 192.168.204.110@tcp LPNI seq info [2197:2197:8:4294967295] 00000400:00000200:1.0:1778653740.590993:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.591002:0:30190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653740.591009:0:30190:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653740.591013:0:30190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653740.591027:0:30190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653740.591034:0:30190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653740.591042:0:30190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1778653740.591060:0:30190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653740.591064:0:30190:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 773193 usecs (774 jiffies) 00000400:00000200:1.0:1778653740.591067:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653740.591070:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296296541 00000100:00000001:1.0:1778653740.591073:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296297644 00000100:00000001:1.0:1778653740.591075:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296296541 00000100:00000001:1.0:1778653740.591077:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296297644 00000100:00000001:1.0:1778653740.591079:0:30190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653740.591082:0:30190:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653740.591084:0:30190:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653740.591085:0:30190:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653740.591088:0:30190:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd780 going to sleep for 131 seconds 00000100:00000001:1.0:1778653740.591091:0:30190:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653740.591095:0:30190:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653740.597306:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.597321:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653740.597325:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.597327:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.597336:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.597343:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653740.597352:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.597356:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.597361:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.597366:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145346d80 00000400:00000200:1.0:1778653740.597371:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.597376:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5b91 [1] + 224 00000800:00000001:1.0:1778653740.597383:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.597390:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.597393:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.597397:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653740.597405:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653740.597412:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6a00 x1865052054646144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653876 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653740.597429:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915389bc6a00 x1865052054646144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653876 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653740.597504:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653740.597513:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.597516:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653740.607430:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.607446:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653740.607450:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.607452:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.607462:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607470:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653740.607479:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607484:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607497:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607502:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145346e80 00000400:00000200:1.0:1778653740.607507:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607513:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x5ba1 [32] + 224 00000800:00000001:1.0:1778653740.607521:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.607529:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.607532:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.607537:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653740.607544:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653740.607553:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ed80 x1865052054646400/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653876 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653740.607565:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c9ed80 x1865052054646400/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653876 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653740.607783:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653740.607792:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653740.607797:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607802:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653740.607808:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2199:2199:256:4294967295] 192.168.204.110@tcp LPNI seq info [2199:2199:8:4294967295] 00000400:00000200:1.0:1778653740.607813:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.607822:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653740.607828:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653740.607834:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bbb400. 00000800:00000200:1.0:1778653740.607841:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653740.607849:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653740.607854:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bbb400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653740.607937:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653740.607942:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bbb400. 00000400:00000200:1.0:1778653740.607945:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.607948:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653740.607954:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.607958:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:0.0:1778653740.609220:0:30190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653740.609223:0:30190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653740.609227:0:30190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653740.609229:0:30190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653740.609232:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99800. 00000020:00000010:0.0:1778653740.609234:0:30190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653740.609238:0:30190:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1778653740.609240:0:30190:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1778653740.609242:0:30190:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833954 mtime from 0 to 1778653740 00000080:00000001:0.0:1778653740.609246:0:30190:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1778653740.609248:0:30190:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747560776 : -121686961990840 : ffff91538bdb5348) 00010000:00000001:0.0:1778653740.609250:0:30190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653740.609252:0:30190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653740.609253:0:30190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24200 refcount=3 00000020:00000001:0.0:1778653740.609255:0:30190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653740.609257:0:30190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00000080:00000001:0.0:1778653740.609260:0:30190:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653740.609261:0:30190:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653740.609264:0:30190:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653740.609267:0:30190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99800. 00000020:00000010:0.0:1778653740.609269:0:30190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653740.609271:0:30190:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5d80. 00000008:00000010:0.0:1778653740.609274:0:30190:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653740.609276:0:30190:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653740.609278:0:30190:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653740.609280:0:30190:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653740.609282:0:30190:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653740.609284:0:30190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000008:00000010:0.0:1778653740.609286:0:30190:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653740.609288:0:30190:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653740.609290:0:30190:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653740.609292:0:30190:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653740.609294:0:30190:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653740.609295:0:30190:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653740.609297:0:30190:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653740.609300:0:30190:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653740.609301:0:30190:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653740.609304:0:30190:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d51e0. 00020000:00000010:0.0:1778653740.609307:0:30190:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9153877b7e80. 00020000:00000010:0.0:1778653740.609309:0:30190:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d5540. 00020000:00000001:0.0:1778653740.609311:0:30190:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902881600 : -121686806670016 : ffff9153951d5540) 00020000:00000002:0.0:1778653740.609313:0:30190:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5540, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653740.609317:0:30190:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653740.609320:0:30190:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9153877b7e80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653740.609323:0:30190:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b3e0) owner ffff915394940000 00020000:00000001:0.0:1778653740.609325:0:30190:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653740.609327:0:30190:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b3e0) owner ffff915394940000 00020000:00000010:0.0:1778653740.609331:0:30190:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9153877b7e80. 00020000:00000010:0.0:1778653740.609334:0:30190:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d51e0. 00020000:00000010:0.0:1778653740.609336:0:30190:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d5540. 00020000:00000002:0.0:1778653740.609338:0:30190:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653740.609340:0:30190:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653740.609342:0:30190:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653740.609345:0:30190:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653740.609348:0:30190:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000002:0.0:1778653740.609350:0:30190:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d5240 addref 2/0 by ffff915394940000. 00020000:00000002:0.0:1778653740.609352:0:30190:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000001:0.0:1778653740.609355:0:30190:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653740.609356:0:30190:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653740.609357:0:30190:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653740.609359:0:30190:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653740.609361:0:30190:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653740.609363:0:30190:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1778653740.609365:0:30190:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653740.609367:0:30190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653740.609370:0:30190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5d80. 00000008:00000010:0.0:1778653740.609371:0:30190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653740.609374:0:30190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653740.609376:0:30190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653740.609378:0:30190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653740.609380:0:30190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653740.609382:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99800. 00000008:00000010:0.0:1778653740.609384:0:30190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653740.609386:0:30190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653740.609388:0:30190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653740.609390:0:30190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653740.609392:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000020:00000010:0.0:1778653740.609394:0:30190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653740.609396:0:30190:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.609398:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.609399:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653740.609401:0:30190:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653740.609404:0:30190:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653740.609406:0:30190:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653740.609409:0:30190:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x22:0x0](ffff91538bdb5348) 00000080:00010000:0.0:1778653740.609412:0:30190:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff91538bdb5348) for lock 0x3df471c51a88ffc1 00800000:00000001:0.0:1778653740.609414:0:30190:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653740.609416:0:30190:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653740.609417:0:30190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653740.609418:0:30190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653740.609420:0:30190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24200 refcount=3 00000020:00000001:0.0:1778653740.609422:0:30190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653740.609424:0:30190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653740.609426:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.609427:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653740.609429:0:30190:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653740.609430:0:30190:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609432:0:30190:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:0.0:1778653740.609433:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653740.609440:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653740.609447:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609454:0:30190:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653740.609457:0:30190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff91538bdb5348) 00000080:00000001:0.0:1778653740.609460:0:30190:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653740.609463:0:30190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b99a00. 00000100:00000001:0.0:1778653740.609466:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653740.609469:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653740.609475:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609478:0:30190:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1778653740.609480:0:30190:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609492:0:30190:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653740.609494:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a60 00000080:00200008:0.0:1778653740.609496:0:30190:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x22:0x0](ffff91538bdb5348), flags 104501 00000080:00000010:0.0:1778653740.609503:0:30190:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7ef00. 00000080:00000010:0.0:1778653740.609507:0:30190:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7500. 00000080:00000001:0.0:1778653740.609509:0:30190:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653740.609513:0:30190:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653740.609516:0:30190:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653740.609519:0:30190:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cef4a0. 00000002:00100000:0.0:1778653740.609523:0:30190:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653740.609530:0:30190:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653740.609531:0:30190:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653740.609535:0:30190:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653740.609538:0:30190:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609540:0:30190:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653740.609543:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653740.609546:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653740.609552:0:30190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653740.609556:0:30190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653740.609583:0:30190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653740.609585:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653740.609588:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a60 00000080:00000008:0.0:1778653740.609590:0:30190:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x22:0x0](ffff91538bdb5348), flags 104501, rc = 0 00000080:00000001:0.0:1778653740.609594:0:30190:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653740.609596:0:30190:0:(dcache.c:176:ll_intent_release()) intent ffff9153951d50c0 released 00000080:00010000:0.0:1778653740.609598:0:30190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffc1 from it ffff9153951d50c0 00010000:00000001:0.0:1778653740.609600:0:30190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653740.609601:0:30190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653740.609603:0:30190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24200 refcount=3 00000020:00000001:0.0:1778653740.609605:0:30190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653740.609607:0:30190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653740.609609:0:30190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653740.609612:0:30190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a88ffc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f288 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653740.609619:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.609620:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653740.609621:0:30190:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653740.609636:0:30190:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653740.609638:0:30190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a88ffc1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f288 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653740.609646:0:30190:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653740.609669:0:30190:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653740.609672:0:30190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653740.609676:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.609677:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653740.609679:0:30190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.609682:0:30190:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653740.609684:0:30190:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.609685:0:30190:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.609687:0:30190:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.609689:0:30190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653740.609690:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.609691:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653740.609693:0:30190:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653740.609695:0:30190:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653740.609697:0:30190:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653740.609699:0:30190:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653740.609701:0:30190:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653740.609702:0:30190:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609705:0:30190:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653740.609707:0:30190:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609709:0:30190:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653740.609711:0:30190:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609713:0:30190:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653740.609715:0:30190:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff9153951d50c0. 00000080:00000001:0.0:1778653740.609718:0:30190:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609722:0:30190:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653740.609725:0:30190:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x22:0x0](ffff91538bdb5348), inode mode 81a4 mask 40 00000080:00000001:0.0:1778653740.609728:0:30190:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653740.609762:0:30190:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653740.609765:0:30190:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000002:0.0:1778653740.609768:0:30190:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000001:0.0:1778653740.609770:0:30190:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609779:0:30190:0:(llite_lib.c:2294:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1778653740.609781:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33c30 00000080:00200008:0.0:1778653740.609784:0:30190:0:(llite_lib.c:2303:ll_setattr_raw()) START file f:[0x200000404:0x22:0x0](ffff91538bdb5348) current size 0, valid attrs 20070, mode 9153, uid -1055469406, gid -1, new size 213440, atime 1778653740.000000000, mtime 1778653740.000000000, ctime 1778653740.000000000 00000080:00000002:0.0:1778653740.609789:0:30190:0:(llite_lib.c:2352:ll_setattr_raw()) setting mtime 1778653740, ctime 1778653740, now = 1778653740 00000080:00000010:0.0:1778653740.609793:0:30190:0:(llite_lib.c:2361:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff915389b99a00. 00000080:00000001:0.0:1778653740.609795:0:30190:0:(llite_lib.c:2001:ll_md_setattr()) Process entered 00800000:00000001:0.0:1778653740.609800:0:30190:0:(lmv_obd.c:3008:lmv_setattr()) Process entered 00800000:00000002:0.0:1778653740.609802:0:30190:0:(lmv_obd.c:3012:lmv_setattr()) SETATTR for [0x200000404:0x22:0x0], valid 0x201f0/0x1 00000002:00000001:0.0:1778653740.609806:0:30190:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1778653740.609808:0:30190:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653740.609812:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063900 count: 2 00010000:00000001:0.0:1778653740.609814:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653740.609816:0:30190:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653740.609819:0:30190:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653740.609821:0:30190:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a88ffc1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f288 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1778653740.609835:0:30190:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653740.609838:0:30190:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653740.609840:0:30190:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653740.609842:0:30190:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1778653740.609845:0:30190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653740.609847:0:30190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653740.609849:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063900 count: 3 00010000:00000001:0.0:1778653740.609850:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653740.609853:0:30190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653740.609854:0:30190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653740.609855:0:30190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653740.609857:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063900 count: 3 00010000:00000001:0.0:1778653740.609858:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653740.609860:0:30190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653740.609861:0:30190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653740.609862:0:30190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653740.609864:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063900 count: 3 00010000:00000001:0.0:1778653740.609866:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653740.609867:0:30190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653740.609868:0:30190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653740.609869:0:30190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653740.609871:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063900 count: 3 00010000:00000001:0.0:1778653740.609873:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653740.609874:0:30190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609876:0:30190:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609878:0:30190:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653740.609879:0:30190:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653740.609882:0:30190:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653740.609885:0:30190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000020:00000010:0.0:1778653740.609887:0:30190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b99800. 00000020:00000010:0.0:1778653740.609890:0:30190:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653740.609892:0:30190:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653740.609895:0:30190:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653740.609898:0:30190:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653740.609901:0:30190:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653740.609903:0:30190:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653740.609906:0:30190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98200. 00000008:00000010:0.0:1778653740.609908:0:30190:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653740.609910:0:30190:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653740.609912:0:30190:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653740.609915:0:30190:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653740.609917:0:30190:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653740.609919:0:30190:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653740.609920:0:30190:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653740.609922:0:30190:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1778653740.609924:0:30190:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653740.609926:0:30190:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653740.609928:0:30190:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653740.609930:0:30190:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653740.609932:0:30190:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653740.609933:0:30190:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653740.609934:0:30190:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653740.609936:0:30190:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653740.609937:0:30190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b99800. 00000020:00000010:0.0:1778653740.609940:0:30190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653740.609942:0:30190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653740.609944:0:30190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653740.609946:0:30190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653740.609948:0:30190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653740.609950:0:30190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653740.609952:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000008:00000010:0.0:1778653740.609954:0:30190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653740.609956:0:30190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653740.609958:0:30190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653740.609960:0:30190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653740.609962:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98200. 00000020:00000010:0.0:1778653740.609963:0:30190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653740.609965:0:30190:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653740.609968:0:30190:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653740.609970:0:30190:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff91538bdb5348) invalid 00000020:00000001:0.0:1778653740.609972:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33838 00000080:00002000:0.0:1778653740.609974:0:30190:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf236c0) parent ffff91538bf071b0 inode ffff91538bdb5348 refc 1 00000080:00000001:0.0:1778653740.609977:0:30190:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653740.609979:0:30190:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653740.609980:0:30190:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.609983:0:30190:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653740.609985:0:30190:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653740.609987:0:30190:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653740.609988:0:30190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653740.609991:0:30190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653740.609993:0:30190:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24200 with handle 0x3df471c51a88ffc1 from hash 00010000:00000001:0.0:1778653740.609995:0:30190:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653740.609996:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.609997:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653740.609998:0:30190:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653740.610001:0:30190:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653740.610002:0:30190:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653740.610004:0:30190:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653740.610006:0:30190:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653740.610008:0:30190:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653740.610013:0:30190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c380. 00000020:00000040:0.0:1778653740.610066:0:30190:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653740.610071:0:30190:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653740.610075:0:30190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653740.610077:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653740.610078:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653740.610080:0:30190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.610082:0:30190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653740.610084:0:30190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653740.610088:0:30190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653740.610093:0:30190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389b98200. 00000100:00000001:0.0:1778653740.610099:0:30190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.610101:0:30190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653740.610103:0:30190:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653740.610107:0:30190:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a88ffc1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f288 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653740.610114:0:30190:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653740.610116:0:30190:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653740.610117:0:30190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653740.610120:0:30190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a88ffc1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f288 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1778653740.610128:0:30190:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7d00. 00010000:00000040:0.0:1778653740.610131:0:30190:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063900 count: 0 00010000:00000010:0.0:1778653740.610136:0:30190:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75300. 00010000:00000001:0.0:1778653740.610142:0:30190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653740.610143:0:30190:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.610145:0:30190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653740.610146:0:30190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.610148:0:30190:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1778653740.610150:0:30190:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1778653740, ctime 1778653740 00000020:00100000:0.0:1778653740.610157:0:30190:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1778653740.610163:0:30190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653740.610170:0:30190:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653740.610172:0:30190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653740.610177:0:30190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629b6c0. 00000100:00000001:0.0:1778653740.610179:0:30190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652034752 : -121687057516864 : ffff91538629b6c0) 00000100:00000001:0.0:1778653740.610182:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653740.610183:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00000100:00000001:0.0:1778653740.610187:0:30190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653740.610190:0:30190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.610192:0:30190:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653740.610193:0:30190:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653740.610197:0:30190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653740.610209:0:30190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653740.610211:0:30190:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653740.610215:0:30190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653740.610217:0:30190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653740.610219:0:30190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653740.610222:0:30190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c380 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30190:1865052054646656:192.168.204.110@tcp:36:touch.0 00000100:00000001:0.0:1778653740.610226:0:30190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653740.610231:0:30190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653740.610233:0:30190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653740.610236:0:30190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653740.610239:0:30190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef800. 02000000:00000001:0.0:1778653740.610241:0:30190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653740.610246:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653740.610250:0:30190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900dc0. 00000400:00000010:0.0:1778653740.610255:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29220. 00000100:00000200:0.0:1778653740.610261:0:30190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054646656, portal 10 00000100:00000001:0.0:1778653740.610263:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653740.610264:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00000100:00000040:0.0:1778653740.610269:0:30190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653876 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653740.610275:0:30190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653740.610277:0:30190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653740.610279:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653740.610282:0:30190:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054646656, offset 0 00000400:00000200:0.0:1778653740.610287:0:30190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653740.610294:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653740.610300:0:30190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653740.610304:0:30190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653740.610307:0:30190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653740.610311:0:30190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653740.610314:0:30190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653740.610317:0:30190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2200:2200:256:4294967295] 192.168.204.110@tcp LPNI seq info [2200:2200:8:4294967295] 00000400:00000200:0.0:1778653740.610320:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653740.610327:0:30190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653740.610332:0:30190:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653740.610336:0:30190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a100. 00000800:00000200:0.0:1778653740.610342:0:30190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653740.610348:0:30190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653740.610352:0:30190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1778653740.610425:0:30190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653740.610430:0:30190:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 770736 usecs (771 jiffies) 00000400:00000200:0.0:1778653740.610434:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653740.610437:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296296557 00000100:00000001:0.0:1778653740.610439:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296297644 00000100:00000001:0.0:1778653740.610442:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296296557 00000100:00000001:0.0:1778653740.610444:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296297644 00000100:00000001:0.0:1778653740.610447:0:30190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653740.610449:0:30190:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.610451:0:30190:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653740.610453:0:30190:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653740.610456:0:30190:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629b6c0 going to sleep for 131 seconds 00000100:00000001:0.0:1778653740.610458:0:30190:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653740.610461:0:30190:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653740.610888:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653740.610893:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a100. 00000400:00000200:1.0:1778653740.610898:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.610903:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653740.610908:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:1.0:1778653740.610911:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:1.0:1778653740.610915:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653740.610919:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653876 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653740.610927:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653740.610930:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653876 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653740.610936:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653740.610937:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653740.615716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063900. 00010000:00000010:0.1:1778653740.615728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00000800:00000001:1.0:1778653740.761035:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.761051:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653740.761055:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.761058:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.761067:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.761075:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653740.761085:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.761090:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.761098:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.761102:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146350700 00000400:00000200:1.0:1778653740.761111:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x5369 [2] + 984 00000800:00000001:1.0:1778653740.761119:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.761130:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.761133:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.761138:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653740.761145:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653740.761147:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653740.761154:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4000. 00000100:00000040:1.0:1778653740.761159:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc4000 x1865052071462656 msgsize 328 00000100:00100000:1.0:1778653740.761163:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653740.761227:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653740.761237:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.761241:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653740.762427:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1778653740.762432:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071462656 02000000:00000001:0.0:1778653740.762436:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1778653740.762438:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653740.762441:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653740.762446:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653740.762450:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071462656 00000020:00000001:0.0:1778653740.762453:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653740.762455:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:0.0:1778653740.762457:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653740.762461:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:0.0:1778653740.762464:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:0.0:1778653740.762466:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000001:0.0:1778653740.762540:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653740.762549:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7d00. 00000100:00000001:0.0:1778653740.762552:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653740.762555:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7d00. 00000020:00000010:0.0:1778653740.762563:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000020:00000010:0.0:1778653740.762569:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75300. 00000020:00000010:0.0:1778653740.762576:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b227d0. 00000100:00000040:0.0:1778653740.762585:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653740.762588:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1778653740.762590:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1778653740.762591:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.762601:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.762757:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653740.762772:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1778653740.762774:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1778653740.762781:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 55 00000100:00000040:0.0:1778653740.762785:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca14000 : new rpc_count 1 00000100:00000001:0.0:1778653740.762787:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711969792 : -121686997581824 : ffff915389bc4000) 00000100:00000040:0.0:1778653740.762795:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc4000 x1865052071462656/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:591/0 lens 328/0 e 0 to 0 dl 1778653751 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653740.762804:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653740.762807:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7d00. 00000100:00000001:0.0:1778653740.762809:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653740.762812:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7d00. 00000100:00100000:0.0:1778653740.762817:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:14480:x1865052071462656:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1778653740.762820:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071462656 00010000:00000001:0.0:1778653740.762823:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653740.762829:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653740.762831:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653740.762833:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=2 00000020:00000001:0.0:1778653740.762835:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653740.762838:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653740.762842:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653740.762846:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653740.762851:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000fd7bcab9/0x3df471c51a88ff4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f0a5 expref: -99 pid: 29590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1778653740.762864:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653740.762867:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653740.762872:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eed000. 02000000:00000001:0.0:1778653740.762874:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.762877:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.762882:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653740.762884:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653740.762888:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=151 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653740.762893:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653740.762895:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653740.762897:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653740.762900:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653740.762902:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.762905:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653740.762909:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653740.762914:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a292a8. 00000100:00000200:0.0:1778653740.762919:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071462656, offset 224 00000400:00000200:0.0:1778653740.762926:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653740.762934:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653740.762941:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653740.762947:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2201:2201:256:4294967295] 192.168.204.110@tcp LPNI seq info [2201:2201:8:4294967295] 00000400:00000200:0.0:1778653740.762952:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653740.762960:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653740.762967:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653740.762971:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a800. 00000800:00000200:0.0:1778653740.762979:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653740.762986:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653740.762990:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653740.763002:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653740.763005:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653740.763008:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653740.763012:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91538629ba80. 00010000:00000001:0.0:1778653740.763014:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653740.763027:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1778653740.763030:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.763031:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653740.763033:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653740.763038:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4000 x1865052071462656/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:591/0 lens 328/224 e 0 to 0 dl 1778653751 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1778653740.763047:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:14480:x1865052071462656:12345-192.168.204.110@tcp:104: Request processed in 241us (1886us total) trans 0 rc 0/0 00000100:00100000:0.0:1778653740.763054:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 55 00000100:00000040:0.0:1778653740.763057:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca14000 : new rpc_count 0 00000100:00000001:0.0:1778653740.763060:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1778653740.763061:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1778653740.763066:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75300. 00000020:00000010:0.0:1778653740.763069:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b227d0. 00000020:00000010:0.0:1778653740.763072:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000020:00000040:0.0:1778653740.763077:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:0.0:1778653740.763079:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.763575:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653740.763578:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653740.763581:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653740.763587:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1778653740.763725:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653740.763730:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a800. 00000400:00000200:1.0:1778653740.763734:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.763740:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653740.763745:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a292a8 00000400:00000010:1.0:1778653740.763749:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a292a8. 00000100:00000001:1.0:1778653740.763851:0:2358:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653740.763854:0:2358:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1778653740.768398:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653740.768402:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653740.768410:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653740.768414:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653740.768417:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653740.768427:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054646784:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653740.768432:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653740.768439:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653740.768442:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653740.768444:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653740.768453:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915385c9d400. 02000000:00000001:3.0:1778653740.768455:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653740.768462:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653740.768466:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653740.768482:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653740.768490:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054646784, portal 18 00000100:00000001:3.0:1778653740.768493:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653740.768494:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649039744 : -121687060511872 : ffff915385fc0380) 00000100:00000040:3.0:1778653740.768505:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653740.768513:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653740.768516:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653740.768519:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32caa0. 00000100:00000200:3.0:1778653740.768523:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054646784, offset 0 00000400:00000200:3.0:1778653740.768528:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653740.768538:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653740.768546:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653740.768552:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653740.768556:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653740.768560:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653740.768563:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653740.768566:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2202:2202:256:4294967295] 192.168.204.110@tcp LPNI seq info [2202:2202:8:4294967295] 00000400:00000200:3.0:1778653740.768570:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653740.768580:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653740.768585:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653740.768591:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653740.768598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653740.768607:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653740.768612:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653740.768647:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653740.768677:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22298 usecs (23 jiffies) 00000400:00000200:3.0:1778653740.768680:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653740.768684:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296295967 00000100:00000001:3.0:1778653740.768687:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296297644 00000100:00000001:3.0:1778653740.768689:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296295967 00000100:00000001:3.0:1778653740.768692:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296297644 00000100:00000001:3.0:1778653740.768694:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653740.768696:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653740.768700:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653740.768703:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.768710:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653740.768712:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653740.768715:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653740.768717:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653740.768718:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653740.768721:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653740.769233:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653740.769239:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:0.0:1778653740.769244:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653740.769249:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653740.769254:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32caa0 00000400:00000010:0.0:1778653740.769257:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32caa0. 00000100:00000001:0.0:1778653740.769260:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653740.769265:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653740.769276:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653740.769280:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653740.769287:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653740.769289:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653740.771683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6900. 00010000:00000010:2.1:1778653740.771698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00000800:00000001:1.0:1778653740.772569:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.772583:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653740.772586:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.772589:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.772597:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.772605:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653740.772614:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.772618:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.772636:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.772640:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145347000 00000400:00000200:1.0:1778653740.772645:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653740.772678:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5bc9 [1] + 224 00000800:00000001:1.0:1778653740.772686:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.772693:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653740.772696:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653740.772700:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653740.772707:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653740.772716:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653740.772727:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653740.772747:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653740.772754:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653740.772757:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.772805:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653740.772809:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653740.772815:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653740.772817:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653740.772820:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653740.772826:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:3.0:1778653740.772828:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:3.0:1778653740.772830:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653740.772834:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653740.772842:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653740.772848:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653740.772850:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.772852:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653740.772855:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653740.772858:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653740.772860:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653740.772863:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653740.772871:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ad30 time=150 v=5 (5 5 5 0) 00000100:00001000:3.0:1778653740.772875:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653740.772878:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653740.772880:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653740.772883:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653740.772887:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653740.772891:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653740.772893:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1778653740.772895:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653740.772898:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653740.772902:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653740.772909:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653740.772912:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653740.772914:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653740.772918:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653740.772926:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054646784:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653740.772930:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.772933:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653740.772936:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0380 x1865052054646784/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653756 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653740.772942:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653740.772944:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653740.772947:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385c9d400. 02000000:00000001:3.0:1778653740.772950:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653740.772953:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653740.772955:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653740.772956:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653740.772959:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df6c00. 02000000:00000001:3.0:1778653740.772962:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653740.772964:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653740.772965:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0380. 00000100:00000001:3.0:1778653740.772968:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653740.772970:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.772972:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653740.772980:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653740.772982:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653740.772984:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653740.772987:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653741.528319:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653741.528325:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653741.528331:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653741.528332:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653741.528351:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653741.528353:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653741.528356:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653742.552716:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653742.552728:0:18800:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653742.552732:0:18800:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653742.552736:0:18800:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653742.552743:0:18800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653742.552745:0:18800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653742.552748:0:18800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653742.552750:0:18800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653742.552754:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653742.552756:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653742.553612:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653742.553618:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653742.553621:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1778653742.748806:0:30179:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1778653742.748814:0:30179:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b6c8) owner 0000000000000000/ffff915394944f80 00020000:00000002:1.0:1778653742.748819:0:30179:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b6c8) owner 0000000000000000/ffff915394944f80 00020000:00000001:1.0:1778653742.748823:0:30179:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653742.748831:0:30179:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653742.748834:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743db8 00000080:00200008:1.0:1778653742.748837:0:30179:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x21:0x0](ffff91538bdb4b08), flags 100002 00000080:00000001:1.0:1778653742.748842:0:30179:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1778653742.748845:0:30179:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1778653742.748846:0:30179:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1778653742.748848:0:30179:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b6c8) owner 0000000000000000/ffff915394944f80 00020000:00000002:1.0:1778653742.748850:0:30179:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b6c8) owner 0000000000000000/ffff915394944f80 00020000:00000001:1.0:1778653742.748852:0:30179:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653742.748854:0:30179:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1778653742.748863:0:30179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653742.748866:0:30179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653742.748873:0:30179:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:1.0:1778653742.748875:0:30179:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653742.748879:0:30179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653742.748881:0:30179:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x21:0x0]: 0 00000080:00000001:1.0:1778653742.748882:0:30179:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1778653742.748885:0:30179:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1778653742.748889:0:30179:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387f1a000. 00000080:00000001:1.0:1778653742.748891:0:30179:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1778653742.748895:0:30179:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1778653742.748899:0:30179:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:1.0:1778653742.748901:0:30179:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x21:0x0] 00000002:00000001:1.0:1778653742.748905:0:30179:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1778653742.748906:0:30179:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x21:0x0] file closed with intent: 0 00000100:00000010:1.0:1778653742.748912:0:30179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5180. 00000020:00000040:1.0:1778653742.748916:0:30179:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653742.748920:0:30179:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653742.748923:0:30179:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653742.748927:0:30179:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653742.748933:0:30179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1ba00. 00000100:00000001:1.0:1778653742.748939:0:30179:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1778653742.748957:0:30179:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9fb80 x1865052054646016/t4294967593(4294967593) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653875 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1778653742.748966:0:30179:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1778653742.748971:0:30179:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1778653742.748976:0:30179:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653742.748978:0:30179:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653742.748984:0:30179:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653742.748985:0:30179:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614492352 : -121687095059264 : ffff915383ecdcc0) 00000100:00000001:1.0:1778653742.748987:0:30179:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653742.748988:0:30179:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000001:1.0:1778653742.748992:0:30179:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653742.748998:0:30179:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653742.749001:0:30179:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653742.749003:0:30179:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653742.749007:0:30179:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653742.749015:0:30179:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653742.749017:0:30179:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653742.749021:0:30179:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653742.749024:0:30179:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653742.749026:0:30179:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653742.749030:0:30179:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30179:1865052054647040:192.168.204.110@tcp:35:multiop.0 00000100:00000001:1.0:1778653742.749035:0:30179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653742.749040:0:30179:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653742.749043:0:30179:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653742.749045:0:30179:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653742.749050:0:30179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bba400. 02000000:00000001:1.0:1778653742.749052:0:30179:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653742.749060:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653742.749065:0:30179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653742.749074:0:30179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653742.749081:0:30179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054647040, portal 10 00000100:00000001:1.0:1778653742.749083:0:30179:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653742.749084:0:30179:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000040:1.0:1778653742.749091:0:30179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653758 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653742.749097:0:30179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653742.749100:0:30179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653742.749102:0:30179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19ee0. 00000100:00000200:1.0:1778653742.749105:0:30179:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054647040, offset 0 00000400:00000200:1.0:1778653742.749110:0:30179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653742.749121:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.749131:0:30179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653742.749136:0:30179:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653742.749142:0:30179:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653742.749147:0:30179:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653742.749150:0:30179:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653742.749154:0:30179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2203:2203:256:4294967295] 192.168.204.110@tcp LPNI seq info [2203:2203:8:4294967295] 00000400:00000200:1.0:1778653742.749158:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.749169:0:30179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653742.749176:0:30179:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653742.749183:0:30179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653742.749202:0:30179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653742.749210:0:30179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653742.749214:0:30179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1778653742.749229:0:30179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653742.749233:0:30179:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 770736 usecs (771 jiffies) 00000400:00000200:1.0:1778653742.749237:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653742.749240:0:30179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296298696 00000100:00000001:1.0:1778653742.749246:0:30179:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296297644 00000100:00000001:1.0:1778653742.749251:0:30179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296298696 00000100:00000001:1.0:1778653742.749255:0:30179:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296297644 00000100:00000001:1.0:1778653742.749258:0:30179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653742.749261:0:30179:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653742.749263:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653742.749265:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653742.749268:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1778653742.749270:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653742.749273:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653742.749395:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653742.749402:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16700. 00000400:00000200:1.0:1778653742.749406:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653742.749412:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653742.749418:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19ee0 00000400:00000010:1.0:1778653742.749421:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19ee0. 00000100:00000001:1.0:1778653742.749425:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653742.749429:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653758 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653742.749439:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653742.749443:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653758 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653742.749449:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653742.749451:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1778653742.760522:0:30209:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653742.760528:0:30209:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653742.760530:0:30209:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653742.760536:0:30209:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653742.760539:0:30209:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653742.760543:0:30209:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653742.760544:0:30209:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653742.760547:0:30209:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653742.760548:0:30209:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653742.760551:0:30209:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653742.760553:0:30209:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653742.760555:0:30209:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653742.760557:0:30209:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653742.760559:0:30209:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1778653742.760562:0:30209:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653742.760565:0:30209:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1778653742.760618:0:30209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:1.0:1778653742.764531:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653742.764537:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653742.764542:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653742.764548:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653742.764554:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:1.0:1778653742.764557:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:1.0:1778653742.764918:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653742.764923:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054647168/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1778653758 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653742.764931:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653742.764933:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054647168/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1778653758 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653742.764938:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653742.764940:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653742.767848:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653742.767871:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653742.767875:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653742.767878:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653742.767888:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.767895:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653742.767905:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.767909:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.767915:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.767920:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145347180 00000400:00000200:1.0:1778653742.767925:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653742.767932:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5be1 [1] + 224 00000800:00000001:1.0:1778653742.767940:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653742.767950:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653742.767953:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653742.767957:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653742.767963:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653742.767971:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054647168/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1778653758 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653742.767986:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0a80 x1865052054647168/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1778653758 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653742.768009:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653742.768017:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653742.768020:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653742.769329:0:30209:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653742.769338:0:30209:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653742.769342:0:30209:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:2.1:1778653742.784724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:2.1:1778653742.784738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26400. 00010000:00000010:2.1:1778653742.784743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb800. 00010000:00000010:2.1:1778653742.784746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00010000:00000010:2.1:1778653742.784749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063100. 00010000:00000010:2.1:1778653742.784754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25000. 00010000:00000010:2.1:1778653742.784758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063f00. 00010000:00000010:2.1:1778653742.784760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25600. 00010000:00000010:2.1:1778653742.784763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:2.1:1778653742.784766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00000100:00000001:3.0:1778653743.320498:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.320502:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653743.320505:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653743.320510:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.320519:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653743.320521:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.320524:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653743.320527:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653743.320530:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653743.320533:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054647296:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653743.320537:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653743.320543:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653743.320545:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.320548:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653743.320553:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653743.320555:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653743.320562:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653743.320566:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653743.320583:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653743.320590:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054647296, portal 25 00000100:00000001:3.0:1778653743.320593:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653743.320595:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:3.0:1778653743.320601:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.320609:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653743.320612:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653743.320615:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cdd0. 00000100:00000200:3.0:1778653743.320618:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054647296, offset 0 00000400:00000200:3.0:1778653743.320625:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653743.320634:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653743.320769:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653743.320774:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653743.320779:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653743.320783:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653743.320787:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653743.320791:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2205:2205:256:4294967295] 192.168.204.110@tcp LPNI seq info [2205:2205:8:4294967295] 00000400:00000200:3.0:1778653743.320796:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653743.320806:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653743.320813:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653743.320819:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653743.320826:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653743.320834:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653743.320839:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653743.320851:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653743.320856:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653743.320868:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296302729 00000100:00000001:3.0:1778653743.320875:0:2368:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296298711 00000100:00000001:3.0:1778653743.320880:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296302729 00000100:00000001:3.0:1778653743.320883:0:2368:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296298711 00000100:00000001:3.0:1778653743.320892:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653743.320896:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.320899:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653743.320903:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.320910:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653743.320911:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.320914:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653743.320916:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653743.320918:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653743.320921:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054647552:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653743.320924:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653743.320926:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653743.320928:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.320930:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653743.320933:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b945000. 02000000:00000001:3.0:1778653743.320935:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653743.320939:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653743.320941:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653743.320945:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c6e8. 00000100:00000200:3.0:1778653743.320948:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054647552, portal 4 00000100:00000001:3.0:1778653743.320950:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653743.320951:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000040:3.0:1778653743.320958:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.320965:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653743.320967:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653743.320969:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653743.320971:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054647552, offset 0 00000400:00000200:3.0:1778653743.320975:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653743.320979:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653743.320982:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653743.320985:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653743.320988:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653743.320990:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653743.321633:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653743.321638:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2206:2206:255:4294967295] 192.168.204.110@tcp LPNI seq info [2206:2206:7:4294967295] 00000400:00000200:3.0:1778653743.321644:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653743.321676:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653743.321681:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653743.321686:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653743.321691:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653743.321696:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653743.321698:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653743.321702:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653743.321706:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22243 usecs (23 jiffies) 00000400:00000200:3.0:1778653743.321709:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653743.321711:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296298521 00000100:00000001:3.0:1778653743.321713:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296302729 00000100:00000001:3.0:1778653743.321715:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296298521 00000100:00000001:3.0:1778653743.321717:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296302729 00000100:00000001:3.0:1778653743.321719:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653743.321721:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.321724:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.321727:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.321734:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653743.321735:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653743.321738:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.321739:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653743.321741:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653743.321743:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1778653743.321745:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.321746:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653743.321748:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.321750:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.321750:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653743.321751:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653743.321757:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.321763:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653743.321764:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.321767:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653743.321769:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653743.321770:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653743.321773:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054647424:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653743.321776:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653743.321778:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653743.321780:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.321781:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653743.321784:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b944a00. 02000000:00000001:3.0:1778653743.321786:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653743.321789:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653743.321791:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653743.321794:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653743.321797:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054647424, portal 10 00000100:00000001:3.0:1778653743.321799:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653743.321800:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000040:3.0:1778653743.321806:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.321812:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653743.321814:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653743.321816:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c000. 00000100:00000200:3.0:1778653743.321818:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054647424, offset 0 00000400:00000200:3.0:1778653743.321822:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653743.321826:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653743.321829:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653743.321832:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653743.321835:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653743.321837:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653743.321839:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653743.321842:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2207:2207:254:4294967295] 192.168.204.110@tcp LPNI seq info [2207:2207:6:4294967295] 00000400:00000200:3.0:1778653743.321845:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653743.321851:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653743.321867:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653743.321870:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653743.321873:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653743.321877:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653743.321880:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653743.321890:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653743.321893:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 769507 usecs (770 jiffies) 00000400:00000200:3.0:1778653743.321895:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653743.321897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296299268 00000100:00000001:3.0:1778653743.321900:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296302729 00000100:00000001:3.0:1778653743.321902:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296299268 00000100:00000001:3.0:1778653743.321904:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296302729 00000100:00000001:3.0:1778653743.321906:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653743.321908:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.321910:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.321912:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.321928:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.321930:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653743.322555:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653743.322561:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653743.322568:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653743.322582:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653743.322588:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cdd0 00000400:00000010:1.0:1778653743.322590:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cdd0. 00000100:00000001:1.0:1778653743.322595:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653743.322600:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.322610:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653743.322613:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.322619:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653743.322620:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653743.322632:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653743.322634:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653743.322637:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653743.322640:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653743.322642:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:1.0:1778653743.322644:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:1.0:1778653743.322671:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653743.322675:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.322682:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653743.322685:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.322689:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653743.322691:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653743.322751:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653743.322754:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653743.322757:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653743.322760:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653743.322763:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c000 00000400:00000010:1.0:1778653743.322765:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c000. 00000100:00000001:1.0:1778653743.322767:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653743.322770:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.322777:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653743.322779:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.322784:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653743.322785:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653743.325202:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.325220:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653743.325225:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.325229:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653743.325237:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.325244:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653743.325252:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.325257:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.325261:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.325268:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145347200 00000400:00000200:1.0:1778653743.325279:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.325285:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5be9 [1] + 224 00000800:00000001:1.0:1778653743.325303:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.325310:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653743.325313:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653743.325328:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653743.325335:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653743.325342:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653743.325354:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.325372:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653743.325380:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.325384:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.325603:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.325608:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653743.325615:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653743.325616:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653743.325620:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653743.325624:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:3.0:1778653743.325627:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:3.0:1778653743.325629:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653743.325633:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653743.325647:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.325681:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653743.325683:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.325685:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653743.325688:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653743.325690:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653743.325693:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.325696:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653743.325702:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653743.325706:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653743.325709:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653743.325710:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653743.325713:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653743.325715:0:2368:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.325717:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653743.325722:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.325730:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653743.325732:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653743.325734:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653743.325738:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653743.325746:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054647296:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653743.325751:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.325753:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.325756:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054647296/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.325762:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.325764:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.325769:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653743.325773:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.325775:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.325777:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653743.325779:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.325782:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df300. 02000000:00000001:3.0:1778653743.325786:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.325789:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.325790:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:3.0:1778653743.325793:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.325795:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.325797:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.325799:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.325800:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653743.325801:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.325803:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653743.329050:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.329068:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653743.329072:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.329074:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653743.329083:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.329090:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653743.329167:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.329173:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.329179:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.329184:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145347280 00000400:00000200:1.0:1778653743.329188:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.329193:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5bf9 [1] + 224 00000800:00000001:1.0:1778653743.329199:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.329209:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653743.329212:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653743.329216:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653743.329223:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653743.329231:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653743.329250:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.329276:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653743.329283:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.329286:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.329347:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.329355:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653743.329365:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653743.329367:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653743.329372:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653743.329380:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 00000400:00000010:3.0:1778653743.329383:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 00000100:00000001:3.0:1778653743.329387:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653743.329396:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653743.329407:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.329493:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653743.329496:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.329594:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653743.329599:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653743.329602:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653743.329605:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.329609:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653743.329622:0:2368:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=4 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653743.329628:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653743.329632:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653743.329634:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653743.329637:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653743.329642:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.329647:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1778653743.329684:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967595 gen 2 00000100:00000040:3.0:1778653743.329693:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff915385fc1880 x1865052054644480/t4294967590(4294967590) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653754 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.329700:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.329704:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054644480/t4294967590(4294967590) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653754 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.329710:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.329713:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.329717:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0c000. 02000000:00000001:3.0:1778653743.329722:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.329725:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.329727:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653743.329729:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.329732:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df7400. 02000000:00000001:3.0:1778653743.329736:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.329738:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.329740:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:3.0:1778653743.329749:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.329751:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653743.329755:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff915385fc0e00 x1865052054644992/t4294967591(4294967591) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653875 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.329762:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.329764:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0e00 x1865052054644992/t4294967591(4294967591) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653875 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.329771:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.329772:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.329773:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e800. 02000000:00000001:3.0:1778653743.329776:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.329778:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.329780:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653743.329782:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.329783:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0dc00. 02000000:00000001:3.0:1778653743.329785:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.329787:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.329788:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0e00. 00000100:00000001:3.0:1778653743.329791:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.329792:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653743.329797:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff915385fc1500 x1865052054645504/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653875 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.329803:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.329805:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054645504/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653875 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.329811:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.329813:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.329814:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e400. 02000000:00000001:3.0:1778653743.329816:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.329818:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.329898:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653743.329900:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.329902:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0c400. 02000000:00000001:3.0:1778653743.329905:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.329906:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.329908:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:3.0:1778653743.329911:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.329912:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653743.329918:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff915387c9fb80 x1865052054646016/t4294967593(4294967593) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653875 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.329926:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653743.329928:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000001:3.0:1778653743.329931:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.329934:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9fb80 x1865052054646016/t4294967593(4294967593) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653875 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.329947:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653743.329951:0:2368:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.329960:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1778653743.329963:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:3.0:1778653743.329966:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653743.329968:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653743.329973:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.329981:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653743.329984:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653743.329987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653743.329991:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653743.330000:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054647424:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653743.330007:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.330009:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.330012:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0000 x1865052054647424/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.330019:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.330020:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.330022:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b944a00. 02000000:00000001:3.0:1778653743.330024:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.330026:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.330027:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653743.330029:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.330031:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df100. 02000000:00000001:3.0:1778653743.330035:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.330038:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.330039:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0000. 00000100:00000001:3.0:1778653743.330041:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.330042:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.330046:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.330049:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.330050:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653743.330052:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.330054:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653743.332898:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.332919:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653743.332926:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.332928:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653743.332939:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.332948:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653743.332960:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.332967:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.332974:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.332979:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145347300 00000400:00000200:1.0:1778653743.332985:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653743.332992:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5bf1 [1] + 224 00000800:00000001:1.0:1778653743.333000:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.333009:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653743.333012:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653743.333017:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653743.333027:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653743.333042:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653743.333053:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653743.333072:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653743.333083:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653743.333086:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.333195:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.333201:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653743.333208:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653743.333210:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653743.333215:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000400:00000200:3.0:1778653743.333220:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c6e8 00000400:00000010:3.0:1778653743.333223:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c6e8. 00000100:00000001:3.0:1778653743.333226:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653743.333231:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653743.333239:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.333245:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653743.333247:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.333250:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653743.333253:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653743.333256:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653743.333260:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653743.333263:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653743.333274:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=154 v=5 (5 5 137 137) 00000100:00001000:3.0:1778653743.333279:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=146 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653743.333282:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653743.333284:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653743.333287:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653743.333292:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.333297:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1778653743.333299:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967335 gen 13 00000100:00000040:3.0:1778653743.333305:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff915385fc3800 x1865052054644224/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.333314:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.333317:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3800 x1865052054644224/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653754 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653743.333325:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.333327:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.333331:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653743.333336:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.333339:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.333341:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653743.333344:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.333347:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df7200. 02000000:00000001:3.0:1778653743.333351:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.333353:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.333356:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3800. 00000100:00000001:3.0:1778653743.333360:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.333361:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.333364:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1778653743.333367:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1778653743.333370:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653743.333372:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653743.333376:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.333383:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653743.333387:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653743.333389:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653743.333393:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653743.333401:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054647552:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653743.333407:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.333410:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653743.333486:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1180 x1865052054647552/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653743.333493:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653743.333495:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653743.333497:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b945000. 02000000:00000001:3.0:1778653743.333586:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653743.333588:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653743.333590:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653743.333592:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653743.333594:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df200. 02000000:00000001:3.0:1778653743.333599:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653743.333600:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653743.333602:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1180. 00000100:00000001:3.0:1778653743.333611:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653743.333612:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.333615:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653743.333624:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653743.333626:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653743.333629:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653743.333631:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653743.575815:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653743.575825:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653743.575867:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653743.575871:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653743.575874:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653744.600367:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653744.600376:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653744.600446:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653744.600450:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653744.600454:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653745.623930:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653745.623938:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653746.647812:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653746.647820:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653746.647855:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653746.647859:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653746.647863:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653746.911001:0:15837:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1778653746.911011:0:15837:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653747.672016:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653747.672024:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653747.672086:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653747.672089:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653747.672093:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653747.927825:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296302729, at 4296303104 00000100:00000010:0.0:1778653747.927847:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b420. 00000100:00000040:1.0:1778653747.928122:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296302729, at 4296303104 00000100:00000010:1.0:1778653747.928136:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b8a0. 00000100:00000001:3.0:1778653748.440219:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.440223:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653748.440226:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653748.440232:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.440240:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653748.440242:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.440246:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653748.440248:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653748.440251:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653748.440254:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054647680:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653748.440258:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653748.440264:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653748.440266:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.440269:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653748.440275:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b945000. 02000000:00000001:3.0:1778653748.440277:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653748.440284:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653748.440288:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653748.440295:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c6e8. 00000100:00000200:3.0:1778653748.440303:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054647680, portal 25 00000100:00000001:3.0:1778653748.440305:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653748.440307:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000040:3.0:1778653748.440312:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.440320:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653748.440323:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653748.440325:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653748.440329:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054647680, offset 0 00000400:00000200:3.0:1778653748.440335:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653748.440343:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653748.440350:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653748.440355:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653748.440360:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653748.440363:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653748.440367:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653748.440371:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2208:2208:256:4294967295] 192.168.204.110@tcp LPNI seq info [2208:2208:8:4294967295] 00000400:00000200:3.0:1778653748.440376:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653748.440385:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653748.440391:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653748.440396:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5900. 00000800:00000200:3.0:1778653748.440403:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653748.440410:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653748.440414:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653748.440434:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653748.440439:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653748.440442:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296307848 00000100:00000010:3.0:1778653748.440448:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b360. 00000100:00000001:3.0:1778653748.440454:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653748.440463:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296307848 00000100:00000010:3.0:1778653748.440466:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3bea0. 00000100:00000001:3.0:1778653748.440468:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653748.440484:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653748.440487:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.440491:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.440494:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.440621:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653748.440624:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653748.440627:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.440628:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653748.440630:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653748.440633:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1778653748.440634:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.440636:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653748.440637:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.440639:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.440640:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653748.440641:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653748.440646:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.440679:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653748.440680:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.440683:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1778653748.440685:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1778653748.440686:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653748.440690:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1778653748.440692:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000100:00100000:3.0:1778653748.440695:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054647808:192.168.204.110@tcp:400:kworker.0 00000400:00000200:1.0:1778653748.440699:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653748.440700:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1778653748.440707:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653748.440712:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 02000000:00000001:3.0:1778653748.440715:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1778653748.440715:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 02000000:00000001:3.0:1778653748.440718:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653748.440719:0:2358:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1778653748.440720:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653748.440725:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b944a00. 00000100:00000200:1.0:1778653748.440726:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1778653748.440729:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653748.440736:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653748.440740:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000100:00000001:1.0:1778653748.440741:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1778653748.440745:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000040:1.0:1778653748.440746:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653748.440749:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054647808, portal 10 00000100:00000001:3.0:1778653748.440753:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653748.440755:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000001:1.0:1778653748.440762:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653748.440764:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1778653748.440767:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.440773:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653748.440776:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653748.440779:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653748.440782:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054647808, offset 0 00000400:00000200:3.0:1778653748.440787:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653748.440791:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653748.440796:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653748.440799:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653748.440801:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653748.440803:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653748.440805:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653748.440807:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2209:2209:256:4294967295] 192.168.204.110@tcp LPNI seq info [2209:2209:8:4294967295] 00000400:00000200:3.0:1778653748.440811:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653748.440817:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653748.440821:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653748.440824:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653748.440827:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653748.440831:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653748.440834:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653748.440847:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653748.440930:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 768290 usecs (769 jiffies) 00000400:00000200:3.0:1778653748.440934:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653748.440936:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296304385 00000100:00000001:3.0:1778653748.440938:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296307848 00000100:00000001:3.0:1778653748.440940:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296304385 00000100:00000001:3.0:1778653748.440942:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296307848 00000100:00000001:3.0:1778653748.440944:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653748.440947:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.440949:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.440951:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.440970:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.440973:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.441479:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.441482:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653748.441483:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653748.441488:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.441495:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653748.441497:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.441499:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653748.441501:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653748.441503:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653748.441505:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054647936:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653748.441508:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653748.441511:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653748.441513:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.441514:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653748.441518:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653748.441519:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653748.441522:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653748.441525:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653748.441528:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653748.441531:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054647936, portal 4 00000100:00000001:3.0:1778653748.441533:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653748.441534:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000040:3.0:1778653748.441540:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.441546:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653748.441548:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653748.441550:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c220. 00000100:00000200:3.0:1778653748.441553:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054647936, offset 0 00000400:00000200:3.0:1778653748.441557:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653748.441561:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653748.441564:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653748.441567:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653748.441570:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653748.441572:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653748.441574:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653748.441577:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2210:2210:255:4294967295] 192.168.204.110@tcp LPNI seq info [2210:2210:7:4294967295] 00000400:00000200:3.0:1778653748.441581:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653748.441587:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653748.441590:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653748.441594:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5800. 00000800:00000200:3.0:1778653748.441597:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653748.441602:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653748.441830:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1778653748.441833:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1778653748.441835:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000100:00000001:3.0:1778653748.441837:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653748.441841:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1778653748.441842:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22211 usecs (23 jiffies) 00000400:00000200:3.0:1778653748.441848:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.441850:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:3.0:1778653748.441852:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296303641 00000400:00000200:1.0:1778653748.441855:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:1.0:1778653748.441858:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:1.0:1778653748.441861:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653748.441865:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.441874:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653748.441877:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.441883:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653748.441885:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653748.441915:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653748.441918:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:1.0:1778653748.441921:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653748.441925:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653748.441927:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c220 00000400:00000010:1.0:1778653748.441929:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c220. 00000100:00000001:1.0:1778653748.441931:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653748.441934:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.441942:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653748.441945:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.441950:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653748.441951:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653748.442023:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296307848 00000100:00000001:3.0:1778653748.442025:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296303641 00000100:00000001:3.0:1778653748.442027:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296307848 00000100:00000001:3.0:1778653748.442030:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653748.442032:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.442036:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.442038:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.442044:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653748.442045:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653748.442048:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.442049:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653748.442050:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.442052:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.442061:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.442063:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653748.445036:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.445053:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653748.445057:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.445060:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653748.445068:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.445077:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653748.445086:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.445091:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.445096:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.445100:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145347380 00000400:00000200:1.0:1778653748.445104:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.445110:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c01 [1] + 224 00000800:00000001:1.0:1778653748.445117:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.445124:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653748.445127:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653748.445130:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653748.445137:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653748.445146:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653748.445156:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.445177:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653748.445185:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.445188:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.445245:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.445250:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653748.445256:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653748.445258:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653748.445261:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000400:00000200:3.0:1778653748.445265:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c6e8 00000400:00000010:3.0:1778653748.445267:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c6e8. 00000100:00000001:3.0:1778653748.445270:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653748.445274:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653748.445282:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.445288:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653748.445290:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.445293:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653748.445296:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653748.445299:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653748.445302:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.445305:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653748.445312:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653748.445316:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653748.445319:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653748.445320:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653748.445323:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653748.445326:0:2369:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.445329:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653748.445333:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.445340:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653748.445343:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653748.445345:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653748.445348:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653748.445355:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054647680:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653748.445360:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.445362:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653748.445365:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054647680/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.445371:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653748.445373:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653748.445376:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b945000. 02000000:00000001:3.0:1778653748.445379:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653748.445382:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653748.445383:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653748.445385:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653748.445388:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df200. 02000000:00000001:3.0:1778653748.445392:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653748.445394:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653748.445396:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:3.0:1778653748.445399:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653748.445401:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.445404:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.445405:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.445407:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653748.445408:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.445410:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653748.451032:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451047:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653748.451052:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451054:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653748.451063:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451070:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653748.451079:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451084:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451090:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451094:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145347400 00000400:00000200:1.0:1778653748.451099:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451106:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c09 [1] + 224 00000800:00000001:1.0:1778653748.451112:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451119:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653748.451122:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653748.451127:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653748.451134:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653748.451142:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653748.451153:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.451166:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653748.451174:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451177:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.451314:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.451319:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653748.451326:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653748.451328:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653748.451331:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653748.451335:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:3.0:1778653748.451337:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:3.0:1778653748.451340:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653748.451345:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653748.451354:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.451360:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653748.451362:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.451365:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653748.451368:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653748.451371:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653748.451373:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.451377:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653748.451386:0:2369:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=9 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653748.451389:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653748.451392:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653748.451393:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653748.451396:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653748.451400:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.451408:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1778653748.451410:0:2369:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967596 gen 2 00000100:00000001:3.0:1778653748.451412:0:2369:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1778653748.451415:0:2369:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1778653748.451417:0:2369:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653748.451419:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653748.451424:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.451431:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653748.451434:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653748.451435:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653748.451439:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653748.451447:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054647808:192.168.204.110@tcp:400:kworker.0 00000800:00000001:1.0:1778653748.451639:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451645:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653748.451647:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451675:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653748.451680:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451684:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653748.451689:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451692:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451695:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451699:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145347480 00000400:00000200:1.0:1778653748.451702:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653748.451706:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c11 [1] + 224 00000800:00000001:1.0:1778653748.451710:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451742:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653748.451745:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653748.451753:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653748.451756:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653748.451760:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653748.451768:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653748.451781:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653748.451785:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653748.451788:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.451867:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.451869:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653748.451873:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2680 x1865052054647808/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.451881:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653748.451883:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653748.451887:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b944a00. 02000000:00000001:3.0:1778653748.451890:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653748.451892:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653748.451894:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653748.451896:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653748.451899:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df100. 02000000:00000001:3.0:1778653748.451903:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653748.451905:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653748.451907:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2680. 00000100:00000001:3.0:1778653748.451910:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653748.451912:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.451915:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.451917:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.451918:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653748.451921:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653748.451922:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653748.451924:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653748.451925:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653748.451927:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653748.451929:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653748.451932:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653748.451940:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.451951:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653748.451952:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.451954:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653748.451956:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653748.451957:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653748.451958:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653748.451960:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653748.451965:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=9 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653748.451967:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=151 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653748.451969:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653748.451970:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653748.451972:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653748.451974:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.451976:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653748.451978:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1778653748.451980:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653748.451981:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653748.451985:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.451991:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653748.451993:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653748.451995:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653748.451998:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653748.452006:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054647936:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653748.452010:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.452011:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653748.452014:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0700 x1865052054647936/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653748.452020:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653748.452021:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653748.452024:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653748.452026:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653748.452028:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653748.452029:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653748.452031:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653748.452033:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df300. 02000000:00000001:3.0:1778653748.452036:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653748.452037:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653748.452038:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0700. 00000100:00000001:3.0:1778653748.452041:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653748.452042:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.452044:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653748.452050:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653748.452052:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653748.452055:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653748.452056:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653748.695774:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653748.695779:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653749.719764:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653749.719771:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653749.719794:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653749.719797:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653749.719800:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653750.744079:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653750.744085:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653750.744163:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653750.744166:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653750.744169:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653751.768711:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653751.768718:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653752.791891:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653752.791899:0:18800:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653752.791902:0:18800:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653752.791905:0:18800:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653752.791910:0:18800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653752.791912:0:18800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653752.791915:0:18800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653752.791917:0:18800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653752.791937:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653752.791940:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653752.791943:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653753.047717:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296307848, at 4296308224 00000100:00000010:0.0:1778653753.047732:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b360. 00000100:00000040:1.0:1778653753.047746:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296307848, at 4296308224 00000100:00000010:1.0:1778653753.047754:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bea0. 00000100:00000040:3.0:1778653753.561188:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653753.561198:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653753.561210:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ca80. 00000020:00000040:3.0:1778653753.561217:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653753.561221:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653753.561224:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653753.561229:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653753.561237:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5400. 00000100:00000001:3.0:1778653753.561243:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561254:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1ca80 x1865052054648064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653753.561265:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653753.561269:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561277:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084ac3244] to pc [ptlrpcd_01_00+0] req@ffff915387c1ca80 x1865052054648064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.561713:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561716:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653753.561721:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653753.561726:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c700. 00000020:00000040:3.0:1778653753.561730:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653753.561734:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653753.561736:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653753.561739:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653753.561744:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5600. 00000100:00000001:3.0:1778653753.561750:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561758:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1c700 x1865052054648192/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653753.561772:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653753.561777:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561783:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c3dcb2] to pc [ptlrpcd_01_01+1] req@ffff915387c1c700 x1865052054648192/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.561793:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561798:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653753.561803:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653753.561807:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653753.561811:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653753.561816:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653753.561820:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653753.561823:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653753.561829:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5d00. 00000100:00000001:3.0:1778653753.561832:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561839:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653753.561856:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653753.561859:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561865:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016adc605] to pc [ptlrpcd_01_00+0] req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.561874:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.561878:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1778653753.561883:0:28170:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1778653753.561890:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1646) 00000100:00000001:3.0:1778653753.561904:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1778653753.561907:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1778653753.561910:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653753.561915:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653753.561918:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653753.561922:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653753.561924:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653753.561926:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653753.561931:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.561941:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653753.561944:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653753.561947:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653753.561950:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653753.561955:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653753.561962:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054648320:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653753.561967:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653753.561971:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653753.561974:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653753.561976:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653753.561981:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653753.561985:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653753.561993:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653753.561996:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653753.562001:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653753.562006:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054648320, portal 4 00000100:00000001:3.0:1778653753.562009:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653753.562011:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:3.0:1778653753.562022:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.562049:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653753.563597:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653753.563605:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653753.563610:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054648320, offset 0 00000400:00000200:3.0:1778653753.563616:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653753.563623:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653753.563630:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653753.563634:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653753.563636:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653753.563639:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653753.563641:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653753.563644:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2213:2213:254:4294967295] 192.168.204.110@tcp LPNI seq info [2213:2213:6:4294967295] 00000400:00000200:3.0:1778653753.563664:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653753.563671:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653753.563676:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653753.563680:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5100. 00000800:00000200:3.0:1778653753.563685:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653753.563690:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653753.563693:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653753.563697:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.563702:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22165 usecs (23 jiffies) 00000400:00000200:3.0:1778653753.563705:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653753.563708:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296308763 00000100:00000001:3.0:1778653753.563710:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296312970 00000100:00000001:3.0:1778653753.563713:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296308763 00000100:00000001:3.0:1778653753.563715:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296312970 00000100:00000001:3.0:1778653753.563717:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653753.563720:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653753.563724:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653753.563727:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653753.564872:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653753.564879:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653753.564889:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653753.564895:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653753.564901:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:1.0:1778653753.564903:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:1.0:1778653753.564909:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653753.564916:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054648064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.564929:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653753.564933:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054648064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.564940:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653753.564942:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653753.564952:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653753.564955:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653753.564958:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653753.564961:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653753.564964:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:1.0:1778653753.564965:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:1.0:1778653753.564968:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653753.564971:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c700 x1865052054648192/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.564979:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653753.564981:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054648192/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.564988:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653753.564989:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653753.565887:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653753.565892:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5100. 00000400:00000200:1.0:1778653753.565898:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653753.565903:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653753.565907:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:1.0:1778653753.565909:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:1.0:1778653753.565912:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653753.565917:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.565926:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653753.565929:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.565937:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653753.565938:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653753.569847:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.569861:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653753.569865:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.569868:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653753.569876:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.569883:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653753.569892:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.569897:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.569902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.569906:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145347500 00000400:00000200:1.0:1778653753.569911:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.569916:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c19 [1] + 224 00000800:00000001:1.0:1778653753.569923:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.569929:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653753.569933:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653753.569937:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653753.569944:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653753.569953:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054648064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653753.569963:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ca80 x1865052054648064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.569991:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653753.569999:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.570002:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653753.570189:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.570195:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653753.570197:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.570199:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653753.570203:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.570207:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653753.570212:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.570215:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.570218:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.570221:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145347600 00000400:00000200:1.0:1778653753.570225:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.570229:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c29 [1] + 224 00000800:00000001:1.0:1778653753.570233:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.570239:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653753.570241:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653753.570244:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653753.570248:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653753.570252:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653753.570262:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.570336:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653753.570340:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653753.570820:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653753.570828:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.570832:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653753.570931:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653753.570934:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653753.570937:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653753.570940:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653753.570942:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653753.570944:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653753.570950:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653753.570958:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.570964:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653753.570965:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653753.570967:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653753.570969:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653753.570970:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653753.570972:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653753.570974:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653753.570980:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=14 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653753.570982:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=6 v=5 (1 1 0 0) 00000100:00000001:3.0:1778653753.570985:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653753.570986:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653753.570987:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653753.570991:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653753.570994:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653753.570996:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1778653753.570998:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653753.570999:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653753.571003:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.571009:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653753.571011:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653753.571013:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653753.571017:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653753.571023:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054648320:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653753.571027:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653753.571029:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653753.571031:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f800 x1865052054648320/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653753.571037:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653753.571038:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653753.571040:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653753.571042:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653753.571044:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653753.571045:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653753.571047:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653753.571048:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5d00. 02000000:00000001:3.0:1778653753.571050:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653753.571052:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653753.571053:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f800. 00000100:00000001:3.0:1778653753.571056:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653753.571057:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653753.571059:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653753.571066:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653753.571068:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653753.571070:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653753.571072:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653753.578846:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.578864:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653753.578869:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.578871:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653753.578880:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.578888:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653753.578897:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.578902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.578907:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.578911:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145347580 00000400:00000200:1.0:1778653753.578916:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653753.578921:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c21 [1] + 224 00000800:00000001:1.0:1778653753.578929:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.578936:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653753.578939:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653753.578944:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653753.578951:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653753.578959:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c700 x1865052054648192/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653753.578971:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c700 x1865052054648192/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653753.578993:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653753.579001:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653753.579004:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653753.815870:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653753.815877:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653753.815924:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653753.815928:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653753.815931:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1778653754.072412:0:30179:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653754.072419:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653754.072421:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653754.072426:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 1 seconds 00000100:00000001:0.0:1778653754.072429:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653754.072433:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653754.840248:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653754.840254:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653755.095937:0:30179:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653755.095945:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653755.095947:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653755.095952:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 1 seconds 00000100:00000001:0.0:1778653755.095956:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653755.095960:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653755.863869:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653755.863875:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653755.863907:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653755.863909:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653755.863912:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1778653756.120003:0:30179:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653756.120010:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653756.120012:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653756.120018:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 1 seconds 00000100:00000001:0.0:1778653756.120022:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653756.120025:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653756.887771:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653756.887778:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653756.888252:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653756.888255:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653756.888259:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1778653757.143766:0:30179:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653757.143774:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653757.143776:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653757.143782:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 1 seconds 00000100:00000001:0.0:1778653757.143786:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653757.143789:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653757.911777:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653757.911783:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653758.167767:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296312970, at 4296313344 00000100:00000010:1.0:1778653758.167783:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9720. 00000100:00000040:0.0:1778653758.168071:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296312970, at 4296313344 00000100:00000010:0.0:1778653758.168078:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9e40. 00000100:00000001:1.0:1778653758.168132:0:30179:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653758.168136:0:30179:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1778653758.168159:0:30179:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653742/real 1778653742] req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653758 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1778653758.168175:0:30179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653758.168177:0:30179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653758.168181:0:30179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:1.0:1778653758.168186:0:30179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653758.168189:0:30179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653758.168194:0:30179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653758.168199:0:30179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653758 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653758.168208:0:30179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653758 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.168216:0:30179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653758.168218:0:30179:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.168221:0:30179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653758.168223:0:30179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.168226:0:30179:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1778653758.168230:0:30179:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1778653758.168235:0:30179:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff915389b76000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1778653758.168238:0:30179:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1778653758.168243:0:30179:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1778653758.168245:0:30179:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.168247:0:30179:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653758.168248:0:30179:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1778653758.168264:0:30179:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1778653758.168266:0:30179:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.168269:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653758.168270:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653758.168273:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 0 seconds 00000100:00000001:1.0:1778653758.168275:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653758.168277:0:30179:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.168279:0:30179:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653758.168290:0:30179:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.168293:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653758.168952:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653758.168956:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653758.168958:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653758.168965:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653758.168973:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653758.168974:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653758.168978:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653758.168981:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653758.168984:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653758.168987:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054648448:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653758.168991:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653758.168996:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653758.168999:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653758.169001:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653758.169006:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653758.169008:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653758.169014:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653758.169018:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653758.169023:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653758.169029:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054648448, portal 25 00000100:00000001:3.0:1778653758.169031:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653758.169033:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:3.0:1778653758.169038:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653758.169046:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653758.169049:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653758.169052:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c6e8. 00000100:00000200:3.0:1778653758.169055:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054648448, offset 0 00000400:00000200:3.0:1778653758.169061:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653758.169069:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653758.169076:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653758.169080:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653758.169084:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653758.169088:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653758.169090:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653758.169094:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2214:2214:256:4294967295] 192.168.204.110@tcp LPNI seq info [2214:2214:8:4294967295] 00000400:00000200:3.0:1778653758.169098:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653758.169106:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000100:00000001:1.0:1778653758.169503:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653758.169507:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653758.169509:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653758.169516:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.169530:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653758.169532:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653758.169535:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653758.169537:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653758.169539:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653758.169543:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054648576:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1778653758.169547:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653758.169550:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653758.169552:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653758.169553:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653758.169557:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653758.169559:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653758.169564:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653758.169567:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653758.169570:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653758.169573:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054648576, portal 10 00000100:00000001:1.0:1778653758.169575:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653758.169576:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649049600 : -121687060502016 : ffff915385fc2a00) 00000100:00000040:1.0:1778653758.169584:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1778653758.169588:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00000001:1.0:1778653758.169590:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653758.169595:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653758.169598:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000400:00000010:1.0:1778653758.169598:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19ee0. 00000100:00000200:1.0:1778653758.169602:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054648576, offset 0 00000400:00000200:1.0:1778653758.169607:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653758.169610:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.169615:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653758.169618:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653758.169620:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653758.169622:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653758.169624:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653758.169627:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2215:2215:255:4294967295] 192.168.204.110@tcp LPNI seq info [2215:2215:7:4294967295] 00000400:00000200:1.0:1778653758.169631:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.169637:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653758.169642:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653758.169646:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653758.169677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653758.169685:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653758.169689:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1778653758.169699:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653758.169703:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 765888 usecs (766 jiffies) 00000400:00000200:1.0:1778653758.169707:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653758.169710:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314112 00000100:00000010:1.0:1778653758.169716:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1600. 00000100:00000001:1.0:1778653758.169721:0:2365:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653758.169726:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314112 00000100:00000010:1.0:1778653758.169730:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1060. 00000100:00000001:1.0:1778653758.169732:0:2365:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653758.169736:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653758.169739:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.169742:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.169745:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.169752:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653758.169754:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653758.169755:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653758.169757:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653758.169758:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.169759:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653758.169772:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653758.169777:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16700. 00000400:00000200:0.0:1778653758.169781:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.169786:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653758.169791:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19ee0 00000400:00000010:0.0:1778653758.169793:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19ee0. 00000100:00000001:0.0:1778653758.169796:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653758.169800:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.169808:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.169811:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.169824:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.169825:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653758.170316:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653758.170320:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653758.170325:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653758.170329:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653758.170333:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:1.0:1778653758.170334:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:1.0:1778653758.170337:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653758.170341:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054648704/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.170349:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.170503:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054648704/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.170512:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.170515:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1778653758.170518:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653758.170524:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653758.170528:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653758.170535:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653758.170539:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653758.170541:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296317578 00000100:00000001:3.0:1778653758.170546:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296314112 00000100:00000001:3.0:1778653758.170549:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296317578 00000100:00000001:3.0:1778653758.170552:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296314112 00000100:00000001:3.0:1778653758.170554:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653758.170556:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653758.170559:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653758.170560:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.170564:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653758.170566:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653758.170568:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653758.170569:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653758.170581:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653758.170583:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653758.171902:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653758.171907:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:0.0:1778653758.171912:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.171919:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653758.171924:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c6e8 00000400:00000010:0.0:1778653758.171926:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c6e8. 00000100:00000001:0.0:1778653758.171930:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653758.171936:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.171946:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.171949:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.171956:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.171958:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653758.176153:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176173:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653758.176177:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176179:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.176188:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176196:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653758.176205:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176210:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176215:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176219:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a04145347700 00000400:00000200:0.0:1778653758.176224:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176229:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x5c39 [1] + 0 00000800:00000001:0.0:1778653758.176236:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176239:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.176242:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.176246:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653758.176254:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.176262:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653758.176273:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.176331:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653758.176336:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653758.176352:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653758.176363:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176368:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653758.176369:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176372:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.176375:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176379:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653758.176383:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176385:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176388:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176391:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145347780 00000400:00000200:0.0:1778653758.176395:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.176398:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c49 [1] + 224 00000800:00000001:0.0:1778653758.176402:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176409:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.176411:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.176414:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653758.176428:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.176432:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054648704/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653758.176441:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2300 x1865052054648704/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.176504:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653758.176510:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.176514:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653758.176545:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653758.176547:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653758.176550:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:1.0:1778653758.176555:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653758.176557:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653758.176560:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653758.176564:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653758.176572:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.176578:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653758.176580:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.176582:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653758.176585:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653758.176587:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653758.176590:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653758.176593:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653758.176601:0:2365:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=19 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653758.176606:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653758.176609:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653758.176611:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653758.176613:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653758.176617:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.176621:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653758.176623:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653758.176629:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653758.176631:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653758.176636:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.176643:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653758.176646:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653758.176674:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.176678:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1778653758.176684:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff915389b76000: connect to target with instance 1 00000020:00000001:1.0:1778653758.176687:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653758.176689:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:1.0:1778653758.176691:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653758.176702:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653758.176711:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:1.0:1778653758.176714:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00001000:1.0:1778653758.176718:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1778653758 v=0 (0 0 0 0) 00000100:00001000:1.0:1778653758.176721:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996fc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1778653758.176726:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000020:00000040:1.0:1778653758.176732:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:1.0:1778653758.176734:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1778653758.176738:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:1.0:1778653758.176742:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1778653758.176746:0:2365:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1778653758.176747:0:2365:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653758.176749:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1778653758.176753:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1778653758.176755:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653758.176757:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653758.176760:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.176762:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653758.176765:0:2365:0:(import.c:1295:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:1.0:1778653758.176768:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1778653758.176772:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1778653758.176775:0:2365:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1778653758.176779:0:2365:0:(client.c:3223:ptlrpc_resend_req()) @@@ going to resend req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653876 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.176794:0:2365:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1778653758.176796:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1778653758.176799:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1778653758.176800:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1778653758.176801:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1778653758.176802:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1778653758.176804:0:2365:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1778653758.176806:0:2365:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff915388bb0820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1778653758.176809:0:2365:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3df471c51a88f660 00800000:00000040:1.0:1778653758.176812:0:2365:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff915389b76000=3368fde0-d18c-4c9c-a094-d50367bc642b device 3 (ffff915388bb19c0) type mdc at LMV idx 0 00800000:00000040:1.0:1778653758.176815:0:2365:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff915388bb19c0 already active! 00800000:00000001:1.0:1778653758.176817:0:2365:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653758.176819:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653758.176820:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1778653758.176823:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653758.176979:0:30190:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653758.176985:0:30190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653758.176987:0:30190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653758.176989:0:30190:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900dc0. 00000400:00000200:0.0:1778653758.176994:0:30190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29220 00000400:00000010:0.0:1778653758.176996:0:30190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29220. 00000100:00000001:0.0:1778653758.177000:0:30190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.177005:0:30190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653876 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653758.177015:0:30190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653876 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.177021:0:30190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653758.177023:0:30190:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.177025:0:30190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653758.177027:0:30190:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653758.177032:0:30190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653758.177035:0:30190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653758.177039:0:30190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.177041:0:30190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1778653758.177046:0:30190:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054646656 new x1865052054648832 02000000:00000001:0.0:1778653758.177050:0:30190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653758.177053:0:30190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653758.177058:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653758.177061:0:30190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900dc0. 00000400:00000010:0.0:1778653758.177065:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29220. 00000100:00000200:0.0:1778653758.177069:0:30190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054646656, portal 10 00000100:00000001:0.0:1778653758.177071:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653758.177073:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00000100:00000040:0.0:1778653758.177078:0:30190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.177084:0:30190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653758.177086:0:30190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653758.177089:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653758.177091:0:30190:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054646656, offset 0 00000400:00000200:0.0:1778653758.177096:0:30190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653758.177101:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.177107:0:30190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653758.177111:0:30190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653758.177115:0:30190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653758.177118:0:30190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653758.177120:0:30190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653758.177124:0:30190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2217:2217:256:4294967295] 192.168.204.110@tcp LPNI seq info [2217:2217:8:4294967295] 00000400:00000200:0.0:1778653758.177127:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.177134:0:30190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653758.177139:0:30190:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653758.177143:0:30190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653758.177150:0:30190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653758.177157:0:30190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653758.177160:0:30190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1778653758.177173:0:30190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653758.177177:0:30190:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 764678 usecs (765 jiffies) 00000400:00000200:0.0:1778653758.177180:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653758.177182:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314118 00000100:00000001:0.0:1778653758.177185:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:0.0:1778653758.177187:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314118 00000100:00000001:0.0:1778653758.177189:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:0.0:1778653758.177191:0:30190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653758.177194:0:30190:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.177197:0:30190:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653758.177199:0:30190:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653758.177201:0:30190:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629b6c0 going to sleep for 131 seconds 00000100:00000001:0.0:1778653758.177203:0:30190:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653758.177205:0:30190:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653758.177299:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653758.177303:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:0.0:1778653758.177306:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.177310:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653758.177313:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:0.0:1778653758.177314:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:0.0:1778653758.177317:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653758.177321:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.177329:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.177331:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.177338:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.177339:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:1.0:1778653758.177410:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.177413:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1778653758.177425:0:2365:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:1.0:1778653758.177431:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000092d756bc): req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653758 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.177449:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.177451:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653758.177456:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653758.177463:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054648576:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1778653758.177467:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.177469:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.177472:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2a00 x1865052054648576/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653758.177477:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653758.177480:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653758.177483:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653758.177486:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653758.177488:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653758.177489:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653758.177491:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653758.177494:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0c800. 02000000:00000001:1.0:1778653758.177497:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653758.177499:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653758.177500:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2a00. 00000100:00000001:1.0:1778653758.177504:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653758.177505:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.177507:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.177514:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653758.177515:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.177517:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653758.177518:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653758.177862:0:30215:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1778653758.177869:0:30215:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1778653758.177874:0:30215:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653758.177878:0:30215:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653758.177881:0:30215:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653758.177885:0:30215:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1778653758.177887:0:30215:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.178384:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653758.178389:0:30179:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.178392:0:30179:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653758.178394:0:30179:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653758.178397:0:30179:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653758.178399:0:30179:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653758.178401:0:30179:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.178403:0:30179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1778653758.178406:0:30179:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054647040 new x1865052054648960 02000000:00000001:0.0:1778653758.178408:0:30179:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653758.178410:0:30179:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653758.178415:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653758.178430:0:30179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900160. 00000400:00000010:0.0:1778653758.178435:0:30179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653758.178439:0:30179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054647040, portal 10 00000100:00000001:0.0:1778653758.178442:0:30179:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653758.178443:0:30179:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000040:0.0:1778653758.178451:0:30179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.178457:0:30179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653758.178459:0:30179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653758.178461:0:30179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653758.178463:0:30179:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054647040, offset 0 00000400:00000200:0.0:1778653758.178468:0:30179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653758.178473:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.178477:0:30179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653758.178480:0:30179:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653758.178484:0:30179:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653758.178486:0:30179:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653758.178488:0:30179:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653758.178492:0:30179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2218:2218:256:4294967295] 192.168.204.110@tcp LPNI seq info [2218:2218:8:4294967295] 00000400:00000200:0.0:1778653758.178496:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.178502:0:30179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653758.178506:0:30179:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653758.178510:0:30179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653758.178514:0:30179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653758.178519:0:30179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653758.178522:0:30179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653758.178538:0:30179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653758.178542:0:30179:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 764678 usecs (765 jiffies) 00000400:00000200:0.0:1778653758.178545:0:30179:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653758.178547:0:30179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314119 00000100:00000001:0.0:1778653758.178550:0:30179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:0.0:1778653758.178552:0:30179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314119 00000100:00000001:0.0:1778653758.178554:0:30179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:0.0:1778653758.178556:0:30179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653758.178559:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.178561:0:30179:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653758.178563:0:30179:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653758.178565:0:30179:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653758.178567:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653758.178568:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653758.178747:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653758.178751:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:1.0:1778653758.178755:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653758.178759:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653758.178763:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:1.0:1778653758.178765:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:1.0:1778653758.178768:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653758.178772:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.178779:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.178782:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.178795:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.178796:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653758.180748:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.180768:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653758.180773:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.180775:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.180786:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.180795:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653758.180805:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.180810:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.180817:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.180822:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145347680 00000400:00000200:0.0:1778653758.180829:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.180837:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5c31 [1] + 224 00000800:00000001:0.0:1778653758.180847:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.180876:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.180881:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.180890:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653758.180901:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.180911:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653758.180923:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.180945:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653758.180956:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.180959:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.181020:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653758.181025:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653758.181033:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653758.181035:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653758.181039:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653758.181044:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653758.181047:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653758.181051:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653758.181056:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653758.181065:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653758.181072:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653758.181074:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.181078:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653758.181081:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653758.181084:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653758.181087:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653758.181090:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653758.181098:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653758.181102:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653758.181105:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653758.181107:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653758.181110:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653758.181113:0:2369:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653758.181116:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653758.181120:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653758.181128:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653758.181131:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653758.181134:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653758.181137:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653758.181145:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054648448:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653758.181151:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.181153:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653758.181156:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054648448/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653758.181163:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653758.181167:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653758.181171:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538b945800. 02000000:00000001:3.0:1778653758.181174:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653758.181178:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653758.181180:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653758.181183:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653758.181185:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df800. 02000000:00000001:3.0:1778653758.181191:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653758.181193:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653758.181195:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:3.0:1778653758.181204:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653758.181205:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.181208:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.181216:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653758.181219:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653758.181221:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653758.181224:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653758.183236:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.183254:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653758.183259:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.183261:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653758.183270:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.183279:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653758.183302:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.183307:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.183314:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.183318:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145347880 00000400:00000200:1.0:1778653758.183331:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.183337:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5c61 [1] + 224 00000800:00000001:1.0:1778653758.183345:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.183398:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653758.183402:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653758.183407:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653758.183419:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653758.183428:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653758.183439:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.183459:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653758.183467:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.183470:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.184399:0:30179:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653758.184413:0:30179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653758.184416:0:30179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653758.184421:0:30179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900160. 00000400:00000200:0.0:1778653758.184430:0:30179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:0.0:1778653758.184433:0:30179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:0.0:1778653758.184439:0:30179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.184450:0:30179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653758.184461:0:30179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5180 x1865052054647040/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184469:0:30179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653758.184471:0:30179:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.184474:0:30179:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653758.184478:0:30179:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653758.184482:0:30179:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653758.184484:0:30179:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653758.184488:0:30179:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653758.184500:0:30179:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=169 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653758.184505:0:30179:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653758.184508:0:30179:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653758.184509:0:30179:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653758.184512:0:30179:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653758.184517:0:30179:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.184522:0:30179:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653758.184524:0:30179:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:0.0:1778653758.184526:0:30179:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653758.184528:0:30179:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653758.184543:0:30179:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5180 x1865052054647040/t4294967596(4294967596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184552:0:30179:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653758.184555:0:30179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653758.184557:0:30179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653758.184561:0:30179:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5180 x1865052054647040/t4294967596(4294967596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653758.184568:0:30179:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30179:1865052054647040:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1778653758.184575:0:30179:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.184578:0:30179:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.184582:0:30179:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653758.184584:0:30179:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.184588:0:30179:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5180 x1865052054647040/t4294967596(4294967596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184602:0:30179:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653758.184605:0:30179:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecdcc0. 00000100:00000001:0.0:1778653758.184611:0:30179:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653758.184613:0:30179:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.184622:0:30179:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653758.184623:0:30179:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000002:00000001:0.0:1778653758.184627:0:30179:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653758.184630:0:30179:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653758.184637:0:30179:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a000. 00000080:00000001:0.0:1778653758.184641:0:30179:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1778653758.184645:0:30179:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1778653758.184907:0:30179:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1778653758.184915:0:30179:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9fb80 x1865052054646016/t4294967593(4294967593) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653875 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184924:0:30179:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.184927:0:30179:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9fb80 x1865052054646016/t4294967593(4294967593) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653875 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184934:0:30179:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1778653758.184938:0:30179:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653758.184940:0:30179:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653758.184942:0:30179:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653758.184946:0:30179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee400. 02000000:00000001:0.0:1778653758.184950:0:30179:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653758.184952:0:30179:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653758.184954:0:30179:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9fb80. 00000100:00000001:0.0:1778653758.184959:0:30179:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653758.184960:0:30179:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653758.184961:0:30179:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.184963:0:30179:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5180 x1865052054647040/t4294967596(4294967596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184969:0:30179:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653758.184971:0:30179:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cefb40. 00000002:00000001:0.0:1778653758.184974:0:30179:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653758.184976:0:30179:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653758.184978:0:30179:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7000. 00000100:00000001:0.0:1778653758.184981:0:30179:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.184983:0:30179:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5180 x1865052054647040/t4294967596(4294967596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.184989:0:30179:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653758.184991:0:30179:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653758.184994:0:30179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bba400. 02000000:00000001:0.0:1778653758.184997:0:30179:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653758.184998:0:30179:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653758.184999:0:30179:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653758.185001:0:30179:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653758.185003:0:30179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1ba00. 02000000:00000001:0.0:1778653758.185005:0:30179:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653758.185006:0:30179:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653758.185007:0:30179:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5180. 00000100:00000001:0.0:1778653758.185010:0:30179:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653758.185011:0:30179:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653758.185014:0:30179:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653758.185017:0:30179:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7e3c0. 00000080:00000001:0.0:1778653758.185021:0:30179:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653758.185028:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743db8 00000080:00000008:0.0:1778653758.185030:0:30179:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x21:0x0](ffff91538bdb4b08), flags 100002, rc = 0 00000080:00000001:0.0:1778653758.185034:0:30179:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653758.185041:0:30179:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653758.185043:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743e00 00000080:00002000:0.0:1778653758.185045:0:30179:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf23bd0, parent ffff91538bf23288, inode ffff91538bdb4b08) hashed, 00000080:00000001:0.0:1778653758.185048:0:30179:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653758.185060:0:30179:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653758.185066:0:30179:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1778653758.185068:0:30179:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653758.185069:0:30179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743e00 00000080:00002000:0.0:1778653758.185071:0:30179:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff91538bf23288, parent ffff91538bd08360, inode ffff91538bd72a08) hashed, 00000080:00000001:0.0:1778653758.185073:0:30179:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653758.185077:0:30179:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653758.185080:0:30179:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1778653758.189810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cefc40. 00000080:00000010:0.1:1778653758.189833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384ceff00. 00000800:00000001:0.0:1778653758.208614:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.208637:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653758.208641:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.208645:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.208669:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.208680:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653758.208692:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.208697:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.208704:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.208709:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145347800 00000400:00000200:0.0:1778653758.208714:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.208723:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5c51 [1] + 224 00000800:00000001:0.0:1778653758.208732:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.208743:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.208747:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.208752:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653758.208761:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.208772:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653758.208784:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff915387c9c380 x1865052054646656/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653758.208822:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653758.208834:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.208837:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653758.211617:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653758.211625:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:0.0:1778653758.211634:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.211646:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653758.211705:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:0.0:1778653758.211709:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:0.0:1778653758.211716:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653758.211723:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054649088/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.211736:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.211743:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2300 x1865052054649088/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.211751:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.211753:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653758.214135:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.214156:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653758.214162:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.214169:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653758.214179:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.214189:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653758.214202:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.214208:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.214216:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.214224:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a04145347900 00000400:00000200:1.0:1778653758.214229:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653758.214236:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x5c71 [1] + 224 00000800:00000001:1.0:1778653758.214243:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.214255:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653758.214257:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653758.214262:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653758.214279:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653758.214297:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054649088/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653758.214307:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff915385fc2300 x1865052054649088/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.214325:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653758.214333:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653758.214336:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653758.216254:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653758.216258:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653758.216597:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653758.216605:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653758.216613:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653758.216621:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653758.216627:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:1.0:1778653758.216629:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:1.0:1778653758.216634:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653758.216640:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054649216/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653774 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.216674:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.216678:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054649216/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653774 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.216685:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.216687:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653758.224455:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.224478:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653758.224484:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.224486:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.224497:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.224506:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653758.224518:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.224524:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.224530:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.224535:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a04145347980 00000400:00000200:0.0:1778653758.224541:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.224547:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x5c79 [1] + 224 00000800:00000001:0.0:1778653758.224556:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.224567:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.224570:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.224574:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653758.224583:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.224593:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054649216/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653774 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653758.224605:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff915385fc2300 x1865052054649216/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653774 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.224622:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653758.224633:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.224635:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653758.224894:0:30190:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1778653758.224898:0:30190:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653758.224903:0:30190:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653758.224907:0:30190:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653758.224911:0:30190:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1778653758.224915:0:30190:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653758.224918:0:30190:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653758.224920:0:30190:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653758.224922:0:30190:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653758.224923:0:30190:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653758.224926:0:30190:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653758.224929:0:30190:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653758.224931:0:30190:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653758.224933:0:30190:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1778653758.224935:0:30190:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653758.224937:0:30190:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653758.224939:0:30190:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653758.224941:0:30190:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653758.224942:0:30190:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653758.224945:0:30190:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653758.224946:0:30190:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653758.224948:0:30190:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653758.224952:0:30190:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653758.224954:0:30190:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653758.224956:0:30190:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653758.224959:0:30190:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653758.224961:0:30190:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653758.224963:0:30190:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653758.224964:0:30190:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653758.224965:0:30190:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653758.224968:0:30190:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a240 00000020:00000010:0.0:1778653758.224974:0:30190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7200. 00000020:00000010:0.0:1778653758.224980:0:30190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9e40. 00000008:00000010:0.0:1778653758.224986:0:30190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b42f0. 00020000:00000010:0.0:1778653758.224991:0:30190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ac00. 00008000:00000010:0.0:1778653758.224997:0:30190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872ce20. 00000080:00000010:0.0:1778653758.225004:0:30190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bf18. 00000080:00000010:0.0:1778653758.225010:0:30190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a56d0. 00000020:00000010:0.0:1778653758.225014:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6e00. 00000008:00000010:0.0:1778653758.225019:0:30190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eadc0. 00020000:00000010:0.0:1778653758.225023:0:30190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ad8c0. 00008000:00000010:0.0:1778653758.225028:0:30190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648eb00. 00000080:00000010:0.0:1778653758.225033:0:30190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899075a0. 00000020:00000010:0.0:1778653758.225037:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000020:00000010:0.0:1778653758.225039:0:30190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a240. 00020000:00000001:0.0:1778653758.225042:0:30190:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653758.225044:0:30190:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653758.225047:0:30190:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653758.225050:0:30190:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653758.225053:0:30190:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653758.225054:0:30190:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653758.225056:0:30190:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a090 00000020:00000010:0.0:1778653758.225057:0:30190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7800. 00000020:00000010:0.0:1778653758.225060:0:30190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9480. 00000008:00000010:0.0:1778653758.225062:0:30190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b4e18. 00020000:00000010:0.0:1778653758.225064:0:30190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a600. 00008000:00000010:0.0:1778653758.225066:0:30190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872c388. 00000080:00000010:0.0:1778653758.225068:0:30190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:0.0:1778653758.225071:0:30190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4920. 00000020:00000010:0.0:1778653758.225074:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6000. 00000008:00000010:0.0:1778653758.225076:0:30190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb760. 00020000:00000010:0.0:1778653758.225079:0:30190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae880. 00008000:00000010:0.0:1778653758.225082:0:30190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e040. 00000080:00000010:0.0:1778653758.225085:0:30190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907690. 00000020:00000010:0.0:1778653758.225088:0:30190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6200. 00000020:00000010:0.0:1778653758.225091:0:30190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a090. 00000080:00000001:0.0:1778653758.225095:0:30190:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653758.225100:0:30190:0:(llite_lib.c:2523:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1778653758.225105:0:30190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b99a00. 00000020:00000001:0.0:1778653758.225115:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33c30 00000080:00200008:0.0:1778653758.225118:0:30190:0:(llite_lib.c:2553:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x22:0x0](ffff91538bdb5348) current size 0, valid attrs 201f0, mode 9153, uid -1055469406, gid -1, new size 213440, atime 1778653740.000000000, mtime 1778653740.000000000, ctime 1778653740.000000000, rc 0 00000080:00000001:0.0:1778653758.225124:0:30190:0:(llite_lib.c:2555:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653758.225145:0:30190:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653758.225149:0:30190:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000002:0.0:1778653758.225153:0:30190:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000001:0.0:1778653758.225156:0:30190:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653758.225167:0:30190:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653758.225169:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33db8 00000080:00200008:0.0:1778653758.225171:0:30190:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x22:0x0](ffff91538bdb5348), flags 104001 00000080:00000001:0.0:1778653758.225177:0:30190:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1778653758.225180:0:30190:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1778653758.225181:0:30190:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653758.225183:0:30190:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000002:0.0:1778653758.225186:0:30190:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff915394940000 00020000:00000001:0.0:1778653758.225188:0:30190:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653758.225191:0:30190:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1778653758.225202:0:30190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653758.225206:0:30190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653758.225227:0:30190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 2 00010000:00000001:0.0:1778653758.225230:0:30190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653758.225238:0:30190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653758.225240:0:30190:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:0.0:1778653758.225242:0:30190:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1778653758.225245:0:30190:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1778653758.225249:0:30190:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915389b99a00. 00000080:00000001:0.0:1778653758.225340:0:30190:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1778653758.225348:0:30190:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1778653758.225352:0:30190:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:0.0:1778653758.225355:0:30190:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x22:0x0] 00000002:00000001:0.0:1778653758.225359:0:30190:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1778653758.225362:0:30190:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x22:0x0] file closed with intent: 0 00000100:00000010:0.0:1778653758.225369:0:30190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9fb80. 00000020:00000040:0.0:1778653758.225374:0:30190:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653758.225379:0:30190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653758.225382:0:30190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653758.225389:0:30190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653758.225399:0:30190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389b98400. 00000100:00000001:0.0:1778653758.225407:0:30190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1778653758.225421:0:30190:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1778653758.225433:0:30190:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1778653758.225439:0:30190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1778653758.225446:0:30190:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653758.225448:0:30190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653758.225457:0:30190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629b780. 00000100:00000001:0.0:1778653758.225459:0:30190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652034944 : -121687057516672 : ffff91538629b780) 00000100:00000001:0.0:1778653758.225462:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653758.225464:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000001:0.0:1778653758.225468:0:30190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653758.225473:0:30190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.225476:0:30190:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653758.225478:0:30190:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653758.225482:0:30190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.225489:0:30190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653758.225492:0:30190:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653758.225497:0:30190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653758.225501:0:30190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653758.225504:0:30190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653758.225508:0:30190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30190:1865052054649472:192.168.204.110@tcp:35:touch.0 00000100:00000001:0.0:1778653758.225511:0:30190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653758.225518:0:30190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653758.225521:0:30190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653758.225524:0:30190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653758.225528:0:30190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed800. 02000000:00000001:0.0:1778653758.225529:0:30190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653758.225535:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653758.225539:0:30190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900160. 00000400:00000010:0.0:1778653758.225545:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653758.225552:0:30190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054649472, portal 10 00000100:00000001:0.0:1778653758.225554:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653758.225556:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000040:0.0:1778653758.225563:0:30190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.225570:0:30190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653758.225573:0:30190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653758.225575:0:30190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653758.225578:0:30190:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054649472, offset 0 00000400:00000200:0.0:1778653758.225584:0:30190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653758.225591:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.225598:0:30190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653758.225604:0:30190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653758.225609:0:30190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653758.225613:0:30190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653758.225616:0:30190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653758.225622:0:30190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2221:2221:256:4294967295] 192.168.204.110@tcp LPNI seq info [2221:2221:8:4294967295] 00000400:00000200:0.0:1778653758.225628:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.225639:0:30190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653758.225646:0:30190:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653758.225676:0:30190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653758.225685:0:30190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653758.225695:0:30190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653758.225701:0:30190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653758.225716:0:30190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653758.225722:0:30190:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 826690 usecs (827 jiffies) 00000400:00000200:0.0:1778653758.225725:0:30190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653758.225729:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314229 00000100:00000001:0.0:1778653758.225732:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:0.0:1778653758.225734:0:30190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314229 00000100:00000001:0.0:1778653758.225738:0:30190:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:0.0:1778653758.225741:0:30190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653758.225744:0:30190:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.225747:0:30190:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653758.225749:0:30190:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653758.225751:0:30190:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629b780 going to sleep for 11 seconds 00000100:00000001:0.0:1778653758.225754:0:30190:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653758.225757:0:30190:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653758.225891:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653758.225896:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:0.0:1778653758.225900:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.225904:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653758.225909:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:0.0:1778653758.225911:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:0.0:1778653758.225915:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653758.225919:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.225929:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653758.225933:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.225941:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653758.225943:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653758.238065:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.238087:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653758.238092:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.238095:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.238105:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.238115:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653758.238125:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.238130:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.238137:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.238142:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145347a80 00000400:00000200:0.0:1778653758.238148:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653758.238156:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5c81 [1] + 224 00000800:00000001:0.0:1778653758.238165:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.238179:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653758.238182:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653758.238188:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653758.238198:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653758.238208:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653758.239221:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653758.239249:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653758.239272:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653758.239277:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.239428:0:30190:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653758.239442:0:30190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653758.239445:0:30190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653758.239449:0:30190:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900160. 00000400:00000200:1.0:1778653758.239458:0:30190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:1.0:1778653758.239461:0:30190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:1.0:1778653758.239465:0:30190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653758.239476:0:30190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653758.239488:0:30190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9fb80 x1865052054649472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653774 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239496:0:30190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653758.239498:0:30190:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.239501:0:30190:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653758.239503:0:30190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653758.239506:0:30190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653758.239514:0:30190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653758.239517:0:30190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653758.239527:0:30190:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653758.239532:0:30190:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653758.239535:0:30190:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653758.239537:0:30190:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653758.239540:0:30190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653758.239543:0:30190:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.239547:0:30190:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1778653758.239548:0:30190:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1778653758.239550:0:30190:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1778653758.239552:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653758.239554:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000001:1.0:1778653758.239557:0:30190:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653758.239558:0:30190:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653758.239560:0:30190:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653758.239563:0:30190:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653758.239569:0:30190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9fb80 x1865052054649472/t4294967597(4294967597) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239582:0:30190:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653758.239585:0:30190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653758.239588:0:30190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653758.239593:0:30190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9fb80 x1865052054649472/t4294967597(4294967597) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653758.239601:0:30190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30190:1865052054649472:192.168.204.110@tcp:35:touch.0 00000100:00000001:1.0:1778653758.239607:0:30190:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.239611:0:30190:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.239613:0:30190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653758.239617:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.239621:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054649472/t4294967597(4294967597) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239628:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653758.239631:0:30190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629b780. 00000100:00000001:1.0:1778653758.239636:0:30190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653758.239638:0:30190:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.239645:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653758.239647:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000002:00000001:1.0:1778653758.239683:0:30190:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653758.239688:0:30190:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653758.239693:0:30190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b99a00. 00000080:00000001:1.0:1778653758.239699:0:30190:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1778653758.239702:0:30190:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1778653758.239707:0:30190:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1778653758.239714:0:30190:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239723:0:30190:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653758.239725:0:30190:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679311744 : -121687030239872 : ffff915387c9ed80) 00000100:00000001:1.0:1778653758.239729:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.239733:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239739:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653758.239741:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.239744:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ed80 x1865052054646400/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653876 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239750:0:30190:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1778653758.239752:0:30190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653758.239754:0:30190:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653758.239756:0:30190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653758.239759:0:30190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee000. 02000000:00000001:1.0:1778653758.239764:0:30190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653758.239766:0:30190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653758.239768:0:30190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ed80. 00000100:00000001:1.0:1778653758.239772:0:30190:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653758.239774:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653758.239776:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.239779:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054649472/t4294967597(4294967597) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239785:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653758.239787:0:30190:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cef4a0. 00000002:00000001:1.0:1778653758.239790:0:30190:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653758.239792:0:30190:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653758.239794:0:30190:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7500. 00000100:00000001:1.0:1778653758.239797:0:30190:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653758.239799:0:30190:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9fb80 x1865052054649472/t4294967597(4294967597) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653774 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653758.239806:0:30190:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653758.239809:0:30190:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653758.239811:0:30190:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7ef00. 00000080:00000001:1.0:1778653758.239815:0:30190:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653758.239820:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33db8 00000080:00000008:1.0:1778653758.239823:0:30190:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x22:0x0](ffff91538bdb5348), flags 104001, rc = 0 00000080:00000001:1.0:1778653758.239825:0:30190:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653758.239831:0:30190:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653758.239832:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e00 00000080:00002000:1.0:1778653758.239834:0:30190:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf236c0, parent ffff91538bf071b0, inode ffff91538bdb5348) hashed, 00000080:00000001:1.0:1778653758.239837:0:30190:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653758.239843:0:30190:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653758.239849:0:30190:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1778653758.239852:0:30190:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653758.239854:0:30190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e00 00000080:00002000:1.0:1778653758.239855:0:30190:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff91538bf071b0, parent ffff91538bd08360, inode ffff91538bd73248) hashed, 00000080:00000001:1.0:1778653758.239858:0:30190:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653758.239865:0:30190:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653758.239869:0:30190:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1778653758.250138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef640. 00000080:00000010:1.1:1778653758.250162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3a00. 00010000:00000001:1.0:1778653758.935830:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653758.935839:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653758.935845:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653758.935847:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653758.935891:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653758.935897:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653758.935902:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653759.226256:0:30224:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653759.226278:0:30224:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653759.226281:0:30224:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653759.226286:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33b20 00000080:00200000:1.0:1778653759.226293:0:30224:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653759.226308:0:30224:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a600. 00800000:00000002:1.0:1778653759.226319:0:30224:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.226324:0:30224:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.226331:0:30224:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.226333:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a40 00800000:00000002:1.0:1778653759.226336:0:30224:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.226340:0:30224:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653759.226346:0:30224:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653759.226352:0:30224:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.226354:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33910 00000002:00010000:1.0:1778653759.226357:0:30224:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.226361:0:30224:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653759.226364:0:30224:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.226369:0:30224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653759.226376:0:30224:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.226379:0:30224:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.226382:0:30224:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.226384:0:30224:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653759.226387:0:30224:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653759.226395:0:30224:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000020:00000040:1.0:1778653759.226401:0:30224:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653759.226410:0:30224:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653759.226417:0:30224:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.226426:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.226428:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.226430:0:30224:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.226433:0:30224:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653759.226436:0:30224:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653759.226442:0:30224:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653759.226451:0:30224:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bba400. 00000100:00000001:1.0:1778653759.226459:0:30224:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.226466:0:30224:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.226468:0:30224:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.226469:0:30224:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.226470:0:30224:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.226472:0:30224:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.226478:0:30224:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00010000:00000001:1.0:1778653759.226483:0:30224:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653759.226485:0:30224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653759.226490:0:30224:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb400. 00010000:00000010:1.0:1778653759.226494:0:30224:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2df00. 00010000:00000001:1.0:1778653759.226499:0:30224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653759.226503:0:30224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27c00. 00000020:00000001:1.0:1778653759.226506:0:30224:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653759.226509:0:30224:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27c00 with handle 0x3df471c51a88ffcf to hash 00000020:00000001:1.0:1778653759.226512:0:30224:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653759.226514:0:30224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.226517:0:30224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.226522:0:30224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.226525:0:30224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.226530:0:30224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.226541:0:30224:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.226551:0:30224:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653759.226558:0:30224:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653759.226560:0:30224:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653759.226568:0:30224:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.226571:0:30224:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614492352 : -121687095059264 : ffff915383ecdcc0) 00000100:00000001:1.0:1778653759.226574:0:30224:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.226576:0:30224:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000001:1.0:1778653759.226581:0:30224:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653759.226586:0:30224:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.226588:0:30224:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653759.226590:0:30224:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.226602:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.226612:0:30224:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.226615:0:30224:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.226619:0:30224:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.226622:0:30224:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.226625:0:30224:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.226629:0:30224:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30224:1865052054649600:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1778653759.226633:0:30224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.226640:0:30224:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.226643:0:30224:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.226646:0:30224:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.226666:0:30224:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491d800. 02000000:00000001:1.0:1778653759.226669:0:30224:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.228108:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.228122:0:30224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653759.228133:0:30224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653759.228143:0:30224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054649600, portal 10 00000100:00000001:1.0:1778653759.228147:0:30224:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.228149:0:30224:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:1.0:1778653759.228166:0:30224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.228176:0:30224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.228179:0:30224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.228182:0:30224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19e58. 00000100:00000200:1.0:1778653759.228185:0:30224:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054649600, offset 0 00000400:00000200:1.0:1778653759.228192:0:30224:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653759.228205:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.228216:0:30224:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.228223:0:30224:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.228228:0:30224:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.228233:0:30224:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.228236:0:30224:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.228240:0:30224:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2222:2222:256:4294967295] 192.168.204.110@tcp LPNI seq info [2222:2222:8:4294967295] 00000400:00000200:1.0:1778653759.228245:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.228257:0:30224:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.228275:0:30224:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.228282:0:30224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16500. 00000800:00000200:1.0:1778653759.228291:0:30224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.228301:0:30224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.228305:0:30224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.229115:0:30224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.229124:0:30224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 825406 usecs (826 jiffies) 00000400:00000200:1.0:1778653759.229130:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.229134:0:30224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315231 00000100:00000001:1.0:1778653759.229138:0:30224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.229141:0:30224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315231 00000100:00000001:1.0:1778653759.229143:0:30224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.229146:0:30224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.229150:0:30224:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.229154:0:30224:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.229156:0:30224:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653759.229160:0:30224:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 131 seconds 00000100:00000001:1.0:1778653759.229164:0:30224:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.229168:0:30224:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.234341:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.234357:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16500. 00000400:00000200:0.0:1778653759.234369:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.234381:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.234393:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19e58 00000400:00000010:0.0:1778653759.234396:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19e58. 00000100:00000001:0.0:1778653759.234403:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.234415:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.234431:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.234434:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.234442:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.234444:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.238084:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.238107:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.238112:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.238114:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.238126:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.238136:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.238149:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.238155:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.238161:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.238166:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145347b00 00000400:00000200:0.0:1778653759.238173:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.238180:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5c91 [1] + 224 00000800:00000001:0.0:1778653759.238189:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.238201:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.238205:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.238210:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.238221:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.238232:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.238245:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.238279:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.238291:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.238295:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.238826:0:30224:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653759.238837:0:30224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653759.238840:0:30224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653759.238845:0:30224:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:1.0:1778653759.238851:0:30224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653759.238854:0:30224:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653759.238859:0:30224:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.238866:0:30224:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653759.238877:0:30224:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.238885:0:30224:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653759.238887:0:30224:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.238891:0:30224:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653759.238895:0:30224:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653759.238899:0:30224:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653759.238902:0:30224:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.238905:0:30224:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653759.238919:0:30224:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=20 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653759.238924:0:30224:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653759.238927:0:30224:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653759.238929:0:30224:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.238934:0:30224:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653759.238939:0:30224:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.239024:0:30224:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653759.239028:0:30224:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653759.239030:0:30224:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653759.239034:0:30224:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.239040:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.239049:0:30224:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.239053:0:30224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653759.239055:0:30224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653759.239060:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653895 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653759.239069:0:30224:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30224:1865052054649600:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1778653759.239075:0:30224:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.239078:0:30224:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.239081:0:30224:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653759.239083:0:30224:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.239086:0:30224:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653895 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.239094:0:30224:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653759.239097:0:30224:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.239103:0:30224:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653759.239105:0:30224:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.239109:0:30224:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653759.239114:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239117:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239120:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=4 00000020:00000001:1.0:1778653759.239123:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239126:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000040:1.0:1778653759.239134:0:30224:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27c00, remote cookie: 0xdfa36d541726f2b2, flags: 0x1001 00010000:00010000:1.0:1778653759.239140:0:30224:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.239153:0:30224:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239160:0:30224:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653759.239165:0:30224:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653759.239167:0:30224:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653759.239169:0:30224:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653759.239170:0:30224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653759.239174:0:30224:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcb400) refcount = 1 00010000:00010000:1.0:1778653759.239177:0:30224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239184:0:30224:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653759.239188:0:30224:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653759.239189:0:30224:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.239193:0:30224:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653759.239196:0:30224:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.239199:0:30224:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239206:0:30224:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653759.239207:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239209:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239210:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239211:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239213:0:30224:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.239218:0:30224:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653759.239220:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239222:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239223:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239225:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239228:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239231:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239232:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239233:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=4 00000020:00000001:1.0:1778653759.239235:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239237:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239241:0:30224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.239244:0:30224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.239248:0:30224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239254:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239255:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239257:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239258:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239259:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=5 00000020:00000001:1.0:1778653759.239270:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239273:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239276:0:30224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.239279:0:30224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239285:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239286:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653759.239289:0:30224:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239294:0:30224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.239296:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239297:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239298:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239298:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653759.239303:0:30224:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653759.239318:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239319:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239321:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239323:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239325:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239327:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239328:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.239330:0:30224:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.239332:0:30224:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.239336:0:30224:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1778653759.239339:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239340:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239341:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239343:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239345:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00000002:00010000:1.0:1778653759.239348:0:30224:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239355:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239356:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239358:0:30224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653759.239360:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239361:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239362:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239364:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239366:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000040:1.0:1778653759.239373:0:30224:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653759.239377:0:30224:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653759.239381:0:30224:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1778653759.239384:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239385:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.239388:0:30224:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653759.239391:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33890 00000002:00002000:1.0:1778653759.239394:0:30224:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1778653759.239397:0:30224:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.239401:0:30224:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.239405:0:30224:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653759.239408:0:30224:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1778653759.239412:0:30224:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653759.239417:0:30224:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.239420:0:30224:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a600. 00000080:00000001:1.0:1778653759.239425:0:30224:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653759.239428:0:30224:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653759.239436:0:30224:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1778653759.239440:0:30224:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1778653759.239448:0:30224:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e80bc0. 00800000:00000001:1.0:1778653759.239451:0:30224:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647731136 : -121687061820480 : ffff915385e80bc0) 00800000:00000001:1.0:1778653759.239453:0:30224:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.239456:0:30224:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653759.239459:0:30224:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653759.239461:0:30224:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1778653759.239464:0:30224:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1778653759.239467:0:30224:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1778653759.239469:0:30224:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.239474:0:30224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1778653759.239477:0:30224:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1778653759.239483:0:30224:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1778653759.239485:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239486:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239488:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239490:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239492:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239494:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239496:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653759.239497:0:30224:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653759.239500:0:30224:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1778653759.239502:0:30224:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e80bc0 1 00800000:00000010:1.0:1778653759.239505:0:30224:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e80bc0. 00800000:00000001:1.0:1778653759.239508:0:30224:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.239512:0:30224:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ffcf 00800000:00000001:1.0:1778653759.239515:0:30224:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.239517:0:30224:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.239519:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239520:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239521:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239523:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239526:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239528:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239529:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.239531:0:30224:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.239533:0:30224:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.239535:0:30224:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.239537:0:30224:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653759.239541:0:30224:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffcf from it ffffa71ac0e33b58 00010000:00000001:1.0:1778653759.239542:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.239544:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.239545:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.239547:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239549:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.239551:0:30224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.239554:0:30224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.239559:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239560:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239562:0:30224:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.239564:0:30224:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.239567:0:30224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653759.239582:0:30224:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.239585:0:30224:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.239587:0:30224:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.239593:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239594:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.239596:0:30224:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.239600:0:30224:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.239602:0:30224:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.239604:0:30224:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.239606:0:30224:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.239608:0:30224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.239609:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.239610:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653759.239612:0:30224:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.239617:0:30224:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7800 x1865052054649600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.239624:0:30224:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653759.239628:0:30224:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653759.239631:0:30224:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491d800. 02000000:00000001:1.0:1778653759.239636:0:30224:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653759.239638:0:30224:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653759.239640:0:30224:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653759.239643:0:30224:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653759.239646:0:30224:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bba400. 02000000:00000001:1.0:1778653759.240856:0:30224:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653759.240863:0:30224:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653759.240868:0:30224:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7800. 00000100:00000001:1.0:1778653759.240877:0:30224:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653759.240878:0:30224:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.240884:0:30224:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653759.240892:0:30224:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653759.240917:0:30224:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3a20. 00000020:00000001:1.0:1778653759.240926:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a88 00000080:00200000:1.0:1778653759.240928:0:30224:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=24 00000080:00000001:1.0:1778653759.240933:0:30224:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653759.240935:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33938 00000080:00200000:1.0:1778653759.240937:0:30224:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:1.0:1778653759.241027:0:30224:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a600. 00800000:00000002:1.0:1778653759.241036:0:30224:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.241044:0:30224:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.241048:0:30224:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.241051:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33858 00800000:00000002:1.0:1778653759.241055:0:30224:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.241059:0:30224:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653759.241065:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e337f0 00800000:00000002:1.0:1778653759.241066:0:30224:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:1.0:1778653759.241072:0:30224:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.241075:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33728 00000002:00010000:1.0:1778653759.241077:0:30224:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1778653759.241082:0:30224:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653759.241085:0:30224:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653759.241090:0:30224:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000020:00000040:1.0:1778653759.241095:0:30224:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653759.241102:0:30224:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653759.241108:0:30224:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.241115:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.241117:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.241119:0:30224:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.241122:0:30224:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653759.241125:0:30224:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653759.241131:0:30224:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653759.241141:0:30224:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bba400. 00000100:00000001:1.0:1778653759.241150:0:30224:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.241156:0:30224:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.241157:0:30224:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.241159:0:30224:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.241160:0:30224:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.241162:0:30224:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.241172:0:30224:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00010000:00000001:1.0:1778653759.241177:0:30224:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653759.241180:0:30224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653759.241186:0:30224:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653759.241189:0:30224:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.241192:0:30224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653759.241196:0:30224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27000. 00000020:00000001:1.0:1778653759.241201:0:30224:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653759.241204:0:30224:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27000 with handle 0x3df471c51a88ffd6 to hash 00000020:00000001:1.0:1778653759.241207:0:30224:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653759.241209:0:30224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.241212:0:30224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.241216:0:30224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.241218:0:30224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.241223:0:30224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.241234:0:30224:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.241244:0:30224:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653759.241250:0:30224:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653759.241252:0:30224:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653759.241260:0:30224:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.241273:0:30224:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614492352 : -121687095059264 : ffff915383ecdcc0) 00000100:00000001:1.0:1778653759.241276:0:30224:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.241278:0:30224:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000001:1.0:1778653759.241283:0:30224:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653759.241289:0:30224:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.241291:0:30224:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653759.241293:0:30224:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.241303:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.241320:0:30224:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.241323:0:30224:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.241328:0:30224:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.241330:0:30224:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.241333:0:30224:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.241337:0:30224:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30224:1865052054649728:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1778653759.241342:0:30224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.241348:0:30224:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.241351:0:30224:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.241354:0:30224:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.241360:0:30224:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491d800. 02000000:00000001:1.0:1778653759.241362:0:30224:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.241370:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.241375:0:30224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653759.241383:0:30224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653759.241393:0:30224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054649728, portal 10 00000100:00000001:1.0:1778653759.241395:0:30224:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.241396:0:30224:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:1.0:1778653759.241401:0:30224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.241409:0:30224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.241413:0:30224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.241416:0:30224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19110. 00000100:00000200:1.0:1778653759.241418:0:30224:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054649728, offset 0 00000400:00000200:1.0:1778653759.241426:0:30224:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653759.241436:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.241446:0:30224:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.241452:0:30224:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.241457:0:30224:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.241462:0:30224:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.241465:0:30224:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.241470:0:30224:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2223:2223:256:4294967295] 192.168.204.110@tcp LPNI seq info [2223:2223:8:4294967295] 00000400:00000200:1.0:1778653759.241475:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.241485:0:30224:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.241493:0:30224:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.241500:0:30224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653759.241509:0:30224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.241520:0:30224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.241526:0:30224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.241545:0:30224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.241550:0:30224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 824122 usecs (825 jiffies) 00000400:00000200:1.0:1778653759.241554:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.241558:0:30224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315242 00000100:00000001:1.0:1778653759.241562:0:30224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.241565:0:30224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315242 00000100:00000001:1.0:1778653759.241567:0:30224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.241570:0:30224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.241573:0:30224:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.241577:0:30224:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.241579:0:30224:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653759.241582:0:30224:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 131 seconds 00000100:00000001:1.0:1778653759.241585:0:30224:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.241588:0:30224:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.242215:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.242224:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:0.0:1778653759.242230:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.242238:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.242245:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19110 00000400:00000010:0.0:1778653759.242248:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19110. 00000100:00000001:0.0:1778653759.242253:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.242260:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.242283:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.242287:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.242294:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.242295:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.250713:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.250732:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.250737:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.250740:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.250750:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.250758:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.250770:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.250775:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.250780:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.250784:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145347b80 00000400:00000200:0.0:1778653759.250789:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.250795:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5ca1 [1] + 224 00000800:00000001:0.0:1778653759.250802:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.250809:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.250812:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.250816:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.250825:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.250836:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.250846:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.250857:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.250869:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.250873:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.251187:0:30224:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653759.251202:0:30224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653759.251205:0:30224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653759.251211:0:30224:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:1.0:1778653759.251221:0:30224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653759.251224:0:30224:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653759.251229:0:30224:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.251239:0:30224:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653759.251257:0:30224:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.251274:0:30224:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653759.251277:0:30224:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.251280:0:30224:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653759.251284:0:30224:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653759.251288:0:30224:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653759.251291:0:30224:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.251295:0:30224:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653759.251308:0:30224:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=20 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653759.251313:0:30224:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653759.251316:0:30224:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653759.251318:0:30224:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.251321:0:30224:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653759.251326:0:30224:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.251331:0:30224:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653759.251333:0:30224:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653759.251336:0:30224:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653759.251339:0:30224:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.251344:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.251352:0:30224:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.251356:0:30224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653759.251358:0:30224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653759.251363:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653759.251372:0:30224:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30224:1865052054649728:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1778653759.251378:0:30224:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.251382:0:30224:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.251384:0:30224:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653759.251386:0:30224:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.251391:0:30224:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.251398:0:30224:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653759.251402:0:30224:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.251407:0:30224:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653759.251409:0:30224:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.251413:0:30224:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653759.251418:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.251421:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.251424:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:1.0:1778653759.251427:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251430:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000040:1.0:1778653759.251439:0:30224:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27000, remote cookie: 0xdfa36d541726f2ce, flags: 0x1001 00010000:00010000:1.0:1778653759.251446:0:30224:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653759.251456:0:30224:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1778653759.251460:0:30224:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1778653759.251472:0:30224:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb000. 00010000:00000010:1.0:1778653759.251478:0:30224:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2db80. 00010000:00000001:1.0:1778653759.251484:0:30224:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.251489:0:30224:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.251498:0:30224:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.251506:0:30224:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653759.251511:0:30224:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653759.251514:0:30224:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653759.251516:0:30224:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653759.251519:0:30224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653759.251522:0:30224:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff915387bcb000) refcount = 1 00010000:00010000:1.0:1778653759.251526:0:30224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.251535:0:30224:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653759.251539:0:30224:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653759.251541:0:30224:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.251544:0:30224:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653759.251548:0:30224:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.251551:0:30224:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.251558:0:30224:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653759.251560:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.251562:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.251563:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.251564:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.251566:0:30224:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.251571:0:30224:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653759.251573:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.251574:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.251576:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.251578:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251580:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251583:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.251584:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.251586:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:1.0:1778653759.251588:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251590:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251594:0:30224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.251597:0:30224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.251601:0:30224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.251613:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.251614:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.251616:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.251617:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.251619:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=5 00000020:00000001:1.0:1778653759.251621:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251623:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.251626:0:30224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.251629:0:30224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.251635:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.251636:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653759.251639:0:30224:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.251646:0:30224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.251647:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252049:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.252051:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252052:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653759.252060:0:30224:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653759.252069:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.252071:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.252072:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.252074:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252076:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252078:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252080:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.252082:0:30224:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.252086:0:30224:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.252091:0:30224:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1778653759.252094:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.252095:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.252096:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.252098:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252100:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000002:00010000:1.0:1778653759.252104:0:30224:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.252111:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252112:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.252115:0:30224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653759.252116:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.252117:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.252119:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.252121:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252123:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000040:1.0:1778653759.252127:0:30224:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb000 count: 2 00010000:00000001:1.0:1778653759.252130:0:30224:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653759.252134:0:30224:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:1.0:1778653759.252137:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252138:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.252140:0:30224:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653759.252144:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e336a8 00000002:00002000:1.0:1778653759.252147:0:30224:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1778653759.252151:0:30224:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.252155:0:30224:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.252159:0:30224:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653759.252163:0:30224:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1778653759.252167:0:30224:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653759.252171:0:30224:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:1.0:1778653759.252174:0:30224:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1778653759.252176:0:30224:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac0e33a28 it_disposition b 00000080:00000001:1.0:1778653759.252180:0:30224:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653759.252188:0:30224:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1778653759.252191:0:30224:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653759.252195:0:30224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1778653759.252198:0:30224:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1778653759.252206:0:30224:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653759.252209:0:30224:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1778653759.252211:0:30224:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.252215:0:30224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1778653759.252218:0:30224:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1778653759.252223:0:30224:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 7680 00000080:00200000:1.0:1778653759.252226:0:30224:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff91538bd72a08): rc = 0 00000080:00000001:1.0:1778653759.252228:0:30224:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747288072 : -121686962263544 : ffff91538bd72a08) 00010000:00000001:1.0:1778653759.252231:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.252232:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.252234:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.252235:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252238:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252240:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252242:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653759.252244:0:30224:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1778653759.252245:0:30224:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1778653759.252247:0:30224:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653759.252250:0:30224:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1778653759.252253:0:30224:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.252256:0:30224:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff91538bd72a08) for lock 0x3df471c51a88ffd6 00800000:00000001:1.0:1778653759.252259:0:30224:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.252271:0:30224:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.252274:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.252275:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.252276:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.252278:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252281:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252283:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252285:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.252287:0:30224:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.252289:0:30224:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1778653759.252297:0:30224:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf28d80 inode ffff91538bd72a08 refc 1 flags 0x20000e 00000080:00000001:1.0:1778653759.252301:0:30224:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1778653759.252303:0:30224:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.252306:0:30224:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1778653759.252310:0:30224:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff91538bd72a08) 00000080:00010000:1.0:1778653759.252313:0:30224:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffd6 from it ffffa71ac0e33a28 00010000:00000001:1.0:1778653759.252315:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.252317:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.252318:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653759.252320:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252322:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653759.252324:0:30224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.252326:0:30224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.252333:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252334:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.252336:0:30224:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.252338:0:30224:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.252340:0:30224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653759.252348:0:30224:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.252351:0:30224:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.252353:0:30224:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.252359:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252360:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.252362:0:30224:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252365:0:30224:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.252367:0:30224:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252369:0:30224:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252372:0:30224:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252374:0:30224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.252376:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252377:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653759.252379:0:30224:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653759.252383:0:30224:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a600. 00000100:00000001:1.0:1778653759.252389:0:30224:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.252394:0:30224:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7800 x1865052054649728/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.252401:0:30224:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653759.252405:0:30224:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653759.252409:0:30224:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491d800. 02000000:00000001:1.0:1778653759.252414:0:30224:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653759.252416:0:30224:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653759.252418:0:30224:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653759.252420:0:30224:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653759.252423:0:30224:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bba400. 02000000:00000001:1.0:1778653759.252427:0:30224:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653759.252429:0:30224:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653759.252431:0:30224:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7800. 00000100:00000001:1.0:1778653759.252435:0:30224:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653759.252436:0:30224:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653759.252447:0:30224:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:1.0:1778653759.252450:0:30224:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff91538bd72a08), inode mode 41ed mask 1 00000080:00000001:1.0:1778653759.252455:0:30224:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653759.252471:0:30224:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3160. 00000020:00000001:1.0:1778653759.252476:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33ae8 00000080:00200000:1.0:1778653759.252478:0:30224:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff91538bd72a08), flags=8 00000080:00000001:1.0:1778653759.252482:0:30224:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653759.252484:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33998 00000080:00200000:1.0:1778653759.252486:0:30224:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff91538bd72a08), intent=getattr 00000080:00000010:1.0:1778653759.252495:0:30224:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a600. 00000080:00000001:1.0:1778653759.252503:0:30224:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.252506:0:30224:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.252508:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e338b8 00800000:00000002:1.0:1778653759.252510:0:30224:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:1.0:1778653759.252514:0:30224:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653759.252519:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33850 00800000:00000002:1.0:1778653759.252521:0:30224:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1778653759.252525:0:30224:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.252527:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33788 00000002:00010000:1.0:1778653759.252529:0:30224:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.252534:0:30224:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653759.252537:0:30224:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653759.252541:0:30224:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000020:00000040:1.0:1778653759.252544:0:30224:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653759.252550:0:30224:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653759.252555:0:30224:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.252558:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.252559:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.252560:0:30224:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.252564:0:30224:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653759.252566:0:30224:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653759.252572:0:30224:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653759.252580:0:30224:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bba400. 00000100:00000001:1.0:1778653759.252588:0:30224:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252592:0:30224:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.252594:0:30224:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252596:0:30224:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.252597:0:30224:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.252599:0:30224:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.252607:0:30224:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00010000:00000001:1.0:1778653759.252611:0:30224:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653759.252613:0:30224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653759.252616:0:30224:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb000 count: 2 00010000:00000001:1.0:1778653759.252618:0:30224:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.252621:0:30224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653759.252624:0:30224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27200. 00000020:00000001:1.0:1778653759.252627:0:30224:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653759.252629:0:30224:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27200 with handle 0x3df471c51a88ffdd to hash 00000020:00000001:1.0:1778653759.252631:0:30224:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653759.252633:0:30224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.252638:0:30224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.252640:0:30224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.252642:0:30224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.252645:0:30224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.252692:0:30224:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.252701:0:30224:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30224 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653759.252706:0:30224:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653759.252708:0:30224:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653759.252716:0:30224:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.252718:0:30224:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614492352 : -121687095059264 : ffff915383ecdcc0) 00000100:00000001:1.0:1778653759.252721:0:30224:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.252722:0:30224:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000001:1.0:1778653759.252727:0:30224:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653759.252732:0:30224:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.252734:0:30224:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653759.252735:0:30224:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.252740:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.252748:0:30224:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.252751:0:30224:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.252755:0:30224:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.252758:0:30224:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.252760:0:30224:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.252764:0:30224:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30224:1865052054649856:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1778653759.252768:0:30224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.252775:0:30224:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.252777:0:30224:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.252781:0:30224:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.252785:0:30224:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491d800. 02000000:00000001:1.0:1778653759.252787:0:30224:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.252795:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.252798:0:30224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653759.252805:0:30224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653759.252813:0:30224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054649856, portal 10 00000100:00000001:1.0:1778653759.252815:0:30224:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.252816:0:30224:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:1.0:1778653759.252822:0:30224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.252831:0:30224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.252834:0:30224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.252837:0:30224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19990. 00000100:00000200:1.0:1778653759.252841:0:30224:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054649856, offset 0 00000400:00000200:1.0:1778653759.252848:0:30224:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653759.252858:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.252868:0:30224:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.252873:0:30224:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.252878:0:30224:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.252882:0:30224:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.252885:0:30224:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.252889:0:30224:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2224:2224:256:4294967295] 192.168.204.110@tcp LPNI seq info [2224:2224:8:4294967295] 00000400:00000200:1.0:1778653759.252893:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.252903:0:30224:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.252910:0:30224:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.252915:0:30224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16c00. 00000800:00000200:1.0:1778653759.252922:0:30224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.252931:0:30224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.252937:0:30224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.252967:0:30224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.252973:0:30224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 822837 usecs (823 jiffies) 00000400:00000200:1.0:1778653759.252977:0:30224:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.252980:0:30224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315252 00000100:00000001:1.0:1778653759.252985:0:30224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.252988:0:30224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315252 00000100:00000001:1.0:1778653759.252991:0:30224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.252993:0:30224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.252997:0:30224:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.253000:0:30224:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.253002:0:30224:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653759.253006:0:30224:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 131 seconds 00000100:00000001:1.0:1778653759.253009:0:30224:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.253012:0:30224:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.254069:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.254079:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16c00. 00000400:00000200:0.0:1778653759.254087:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.254105:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.254113:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19990 00000400:00000010:0.0:1778653759.254116:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19990. 00000100:00000001:0.0:1778653759.254122:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.254130:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.254143:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.254147:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.254159:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.254161:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.260952:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.260969:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.260973:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.260976:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.260985:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.260993:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.261003:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.261008:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.261012:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.261016:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a04145347c00 00000400:00000200:0.0:1778653759.261021:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.261026:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x5cb1 [1] + 224 00000800:00000001:0.0:1778653759.261033:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.261040:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.261043:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.261048:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.261055:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.261065:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.261076:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.261179:0:30224:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653759.262208:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.262225:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.262231:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653759.264855:0:30224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653759.264862:0:30224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653759.264868:0:30224:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:1.0:1778653759.264878:0:30224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653759.264881:0:30224:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653759.264886:0:30224:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.264900:0:30224:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653759.264913:0:30224:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.264921:0:30224:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653759.264924:0:30224:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.264927:0:30224:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653759.264930:0:30224:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653759.264934:0:30224:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653759.264936:0:30224:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.264940:0:30224:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653759.265017:0:30224:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=20 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653759.265023:0:30224:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653759.265027:0:30224:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653759.265029:0:30224:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.265033:0:30224:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653759.265037:0:30224:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.265041:0:30224:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653759.265044:0:30224:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653759.265047:0:30224:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653759.265050:0:30224:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.265055:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.265063:0:30224:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.265067:0:30224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653759.265070:0:30224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653759.265073:0:30224:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653895 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653759.265081:0:30224:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30224:1865052054649856:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1778653759.265086:0:30224:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.265089:0:30224:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.265092:0:30224:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653759.265094:0:30224:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.265097:0:30224:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653895 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.265104:0:30224:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653759.265107:0:30224:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.265113:0:30224:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653759.265115:0:30224:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.265118:0:30224:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653759.265123:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265126:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265129:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=4 00000020:00000001:1.0:1778653759.265132:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265135:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000040:1.0:1778653759.265143:0:30224:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27200, remote cookie: 0xdfa36d541726f2ea, flags: 0x1001 00010000:00010000:1.0:1778653759.265149:0:30224:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653759.265159:0:30224:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:1.0:1778653759.265163:0:30224:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1778653759.265179:0:30224:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb200. 00010000:00000010:1.0:1778653759.265184:0:30224:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2df80. 00010000:00000001:1.0:1778653759.265189:0:30224:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.265193:0:30224:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.265203:0:30224:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265209:0:30224:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653759.265213:0:30224:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653759.265216:0:30224:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653759.265217:0:30224:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653759.265219:0:30224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653759.265222:0:30224:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff915387bcb200) refcount = 1 00010000:00010000:1.0:1778653759.265226:0:30224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265234:0:30224:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653759.265237:0:30224:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653759.265239:0:30224:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.265242:0:30224:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653759.265244:0:30224:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.265247:0:30224:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265258:0:30224:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653759.265260:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265271:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.265273:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265274:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.265275:0:30224:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.265280:0:30224:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653759.265283:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265284:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265285:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:1.0:1778653759.265287:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265290:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265292:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265294:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265294:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=4 00000020:00000001:1.0:1778653759.265296:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265299:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265303:0:30224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.265307:0:30224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.265310:0:30224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265317:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265318:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.265320:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265321:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265322:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=5 00000020:00000001:1.0:1778653759.265323:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265325:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265328:0:30224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.265330:0:30224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265337:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265338:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653759.265341:0:30224:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265347:0:30224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.265348:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265349:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.265350:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265351:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653759.265355:0:30224:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc7800 x1865052054649856/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653759.265363:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265364:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265365:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:1.0:1778653759.265367:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265368:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00000002:00010000:1.0:1778653759.265372:0:30224:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1778653759.265382:0:30224:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915385e80bc0. 00010000:00000001:1.0:1778653759.265385:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265386:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.265388:0:30224:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.265391:0:30224:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.265394:0:30224:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1778653759.265397:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265398:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265399:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:1.0:1778653759.265401:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265402:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00000002:00010000:1.0:1778653759.265407:0:30224:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a88ffdd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ea expref: -99 pid: 30224 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.265413:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265414:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.265416:0:30224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653759.265417:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.265418:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.265419:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:1.0:1778653759.265421:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.265422:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000040:1.0:1778653759.265426:0:30224:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb200 count: 2 00010000:00000001:1.0:1778653759.265428:0:30224:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653759.265432:0:30224:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:1.0:1778653759.265434:0:30224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.265435:0:30224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.265436:0:30224:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653759.265440:0:30224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33708 00000002:00002000:1.0:1778653759.265442:0:30224:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1778653759.265445:0:30224:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.265449:0:30224:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.265452:0:30224:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653759.265456:0:30224:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1778653759.265459:0:30224:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.265464:0:30224:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1778653759.265466:0:30224:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac0e33b20 it_disposition b 00000080:00000001:1.0:1778653759.265469:0:30224:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653759.265477:0:30224:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1778653759.265480:0:30224:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653759.265484:0:30224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1778653759.265487:0:30224:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1778653759.265496:0:30224:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653759.265501:0:30224:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653759.265506:0:30224:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a400. 00000020:00000010:1.0:1778653759.265512:0:30224:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1a000. 00000020:00000010:1.0:1778653759.265517:0:30224:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1420. 00000008:00000010:1.0:1778653759.265526:0:30224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653759.265532:0:30224:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653759.265537:0:30224:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653759.265544:0:30224:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653759.265548:0:30224:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653759.265552:0:30224:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1bc00. 00000008:00000010:1.0:1778653759.265556:0:30224:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653759.265560:0:30224:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653759.265564:0:30224:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653759.265568:0:30224:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653759.265571:0:30224:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653759.265573:0:30224:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653759.265576:0:30224:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1778653759.265581:0:30224:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1778653759.265583:0:30224:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1778653759.265588:0:30224:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383ee13c0. 00020000:00000010:1.0:1778653759.265593:0:30224:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385e6bc80. 00020000:00000010:1.0:1778653759.265597:0:30224:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383ee1360. 00020000:00000001:1.0:1778653759.265599:0:30224:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614571872 : -121687094979744 : ffff915383ee1360) 00020000:00000002:1.0:1778653759.265603:0:30224:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1360, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653759.265607:0:30224:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653759.265610:0:30224:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385e6bc80: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:1.0:1778653759.265614:0:30224:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b6c8) owner ffff915382888000 00020000:00000001:1.0:1778653759.265618:0:30224:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1778653759.265620:0:30224:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b6c8) owner ffff915382888000 00020000:00000010:1.0:1778653759.265625:0:30224:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385e6bc80. 00020000:00000010:1.0:1778653759.265629:0:30224:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383ee13c0. 00020000:00000010:1.0:1778653759.265632:0:30224:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383ee1360. 00020000:00000002:1.0:1778653759.265634:0:30224:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1778653759.265636:0:30224:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.265638:0:30224:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1778653759.265640:0:30224:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653759.265645:0:30224:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1a000. 00000020:00000010:1.0:1778653759.265648:0:30224:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1420. 00000008:00000010:1.0:1778653759.266805:0:30224:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653759.266811:0:30224:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653759.266815:0:30224:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653759.266819:0:30224:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653759.266823:0:30224:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653759.266827:0:30224:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a400. 00000008:00000010:1.0:1778653759.266830:0:30224:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653759.266834:0:30224:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653759.266837:0:30224:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653759.266841:0:30224:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653759.266844:0:30224:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1bc00. 00000020:00000010:1.0:1778653759.266847:0:30224:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653759.266854:0:30224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1778653759.266857:0:30224:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1778653759.266864:0:30224:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x21:0x0](ffff91538bdb4b08): rc = 0 00000080:00000001:1.0:1778653759.266867:0:30224:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747558664 : -121686961992952 : ffff91538bdb4b08) 00010000:00000001:1.0:1778653759.266871:0:30224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.266874:0:30224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.266876:0:30224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:1.0:1778653759.266878:0:30224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653759.266881:0:30224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00000080:00000001:1.0:1778653759.266885:0:30224:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:1.0:1778653759.266887:0:30224:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:3.0:1778653759.272024:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.272034:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.272038:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653759.272050:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.272061:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.272063:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1778653759.272067:0:2368:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.272073:0:2368:0:(client.c:1835:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.272077:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.272079:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.272080:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.272082:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.272085:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.272729:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653759.272734:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.272737:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.272747:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.272758:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.272760:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.272765:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.272775:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.272778:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.272781:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054649984:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:1.0:1778653759.272787:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.272797:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.272801:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.272803:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.272812:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bba000. 02000000:00000001:1.0:1778653759.272814:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.272822:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.272827:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653759.272835:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653759.272844:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054649984, portal 4 00000100:00000001:1.0:1778653759.272846:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.272848:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:1.0:1778653759.272856:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.272864:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.272867:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.272871:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19d48. 00000100:00000200:1.0:1778653759.272874:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054649984, offset 0 00000400:00000200:1.0:1778653759.272881:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653759.272891:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.272900:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.272907:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.272912:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.272917:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.272921:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.272925:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2225:2225:256:4294967295] 192.168.204.110@tcp LPNI seq info [2225:2225:8:4294967295] 00000400:00000200:1.0:1778653759.272930:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.272941:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.272961:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.272967:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653759.272976:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.272985:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.272990:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.273011:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.273016:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 319801 usecs (320 jiffies) 00000400:00000200:1.0:1778653759.273019:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.273023:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314769 00000100:00000001:1.0:1778653759.273026:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.273029:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314769 00000100:00000001:1.0:1778653759.273032:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.273035:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.273038:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.273041:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.273043:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.273051:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.273054:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653759.273057:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653759.273058:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.273059:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.273061:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.273341:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.273348:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:0.0:1778653759.273355:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.273361:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.273367:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19d48 00000400:00000010:0.0:1778653759.273371:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19d48. 00000100:00000001:0.0:1778653759.273375:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.273380:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.273390:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.273394:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.273402:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.273404:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653759.274428:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.274435:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.274441:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.274443:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.274447:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.274450:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.274452:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.274454:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.274458:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653759.276107:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.276129:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.276134:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.276136:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.276148:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.276157:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.276168:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.276174:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.276180:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.276184:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a04145347c80 00000400:00000200:0.0:1778653759.276190:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.276197:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x5cc1 [1] + 0 00000800:00000001:0.0:1778653759.276205:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.276214:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.276218:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.276222:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.276230:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.276240:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653759.276252:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.276287:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.276300:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.276303:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.276375:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653759.276379:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653759.276387:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653759.276390:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653759.276394:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:1.0:1778653759.276399:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653759.276402:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653759.276405:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.276410:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653759.276426:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.276433:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653759.276435:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.276438:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653759.276442:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653759.276445:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653759.276447:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.276451:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653759.276462:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=170 v=5 (5 5 137 137) 00000100:00001000:1.0:1778653759.276467:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=162 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653759.276470:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653759.276472:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.276476:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653759.276481:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.276486:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1778653759.276488:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: committing for last_committed 4294967312 gen 10 00000100:00000040:1.0:1778653759.276492:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1778653759.276495:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653759.276497:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.276501:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.276508:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.276512:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653759.276514:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.276517:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1778653759.276525:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:1.0:1778653759.276528:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653759.276531:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:1.0:1778653759.276533:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.276536:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:1.0:1778653759.276539:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:1.0:1778653759.276542:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00001000:1.0:1778653759.276546:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=1778653759 v=0 (0 0 0 0) 00000100:00001000:1.0:1778653759.276549:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996bc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1778653759.276554:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:1.0:1778653759.276572:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:1.0:1778653759.276576:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:1.0:1778653759.276579:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1778653759.276583:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:1.0:1778653759.276588:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1778653759.276592:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1778653759.276596:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:1.0:1778653759.276601:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1778653759.276604:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1778653759.276607:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1778653759.276608:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653759.276611:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653759.276615:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276617:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276619:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653759.276620:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653759.276622:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276624:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1778653759.276626:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1778653759.276630:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1778653759.276632:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276634:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276636:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.276638:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653759.276640:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653759.276642:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.276644:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653759.276646:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1778653759.276809:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1778653759.276813:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1778653759.276814:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1778653759.276816:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1778653759.276817:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:1.0:1778653759.276819:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1778653759.276821:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1778653759.276826:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1778653759.276828:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1778653759.276830:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653759.276832:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1778653759.276833:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1778653759.276835:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1778653759.276836:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653759.276837:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653759.276838:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276839:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276841:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653759.276842:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653759.276843:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276845:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1778653759.276846:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1778653759.276848:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1778653759.276849:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276851:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.276853:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.276854:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653759.276856:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653759.276857:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.276859:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1778653759.276860:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.276864:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1778653759.276871:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e0f663c8): req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.276932:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.276935:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.276938:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.277021:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.280053:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.280064:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.280072:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653759.280077:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653759.280080:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.280084:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653759.280096:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653759.280100:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.280104:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653759.280121:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653759.280126:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653759.280138:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653759.280144:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653759.280154:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653759.280164:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054650112, portal 4 00000100:00000001:3.0:1778653759.280167:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.280169:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649051392 : -121687060500224 : ffff915385fc3100) 00000100:00000040:3.0:1778653759.280186:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.280197:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653759.280202:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653759.280205:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cbb0. 00000100:00000200:3.0:1778653759.280211:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054650112, offset 0 00000400:00000200:3.0:1778653759.280219:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653759.280233:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.280243:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653759.280250:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653759.280256:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653759.280272:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653759.280276:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653759.280280:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2226:2226:256:4294967295] 192.168.204.110@tcp LPNI seq info [2226:2226:8:4294967295] 00000400:00000200:3.0:1778653759.280287:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.280300:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653759.280306:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653759.280312:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653759.280321:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653759.280331:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653759.280336:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653759.280412:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.280420:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 317510 usecs (318 jiffies) 00000400:00000200:3.0:1778653759.280423:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653759.280427:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314774 00000100:00000001:3.0:1778653759.280431:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.280434:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314774 00000100:00000001:3.0:1778653759.280436:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.280439:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.280443:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.280447:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.280457:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.280460:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653759.280464:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.280466:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.280468:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.280471:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.282289:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.282314:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653759.282327:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054649984:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:1.0:1778653759.282334:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.282339:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.282343:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054649984/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.282351:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653759.282356:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653759.282361:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bba000. 02000000:00000001:1.0:1778653759.282368:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653759.282371:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653759.282373:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653759.282375:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653759.282378:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f800. 02000000:00000001:1.0:1778653759.282383:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653759.282385:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653759.282388:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:1.0:1778653759.282393:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653759.282394:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.282397:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.282406:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.282408:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.282411:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653759.282413:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.287255:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.287277:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:0.0:1778653759.287287:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.287302:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.287314:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cbb0 00000400:00000010:0.0:1778653759.287318:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cbb0. 00000100:00000001:0.0:1778653759.287325:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.287335:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.287350:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.287354:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.287361:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.287363:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.292095:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.292120:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.292125:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.292128:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.292140:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.292150:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.292163:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.292168:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.292174:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.292179:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145347d00 00000400:00000200:0.0:1778653759.292185:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.292193:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x5cd1 [1] + 224 00000800:00000001:0.0:1778653759.292202:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.292213:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.292216:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.292222:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.292230:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.292240:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.292251:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.292336:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.292341:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653759.292360:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.292373:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.292377:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653759.296130:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653759.296137:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653759.296143:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653759.296154:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653759.296156:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653759.296162:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653759.296178:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653759.296191:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.296200:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653759.296202:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.296205:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653759.296209:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653759.296212:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653759.296215:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.296218:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653759.296230:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=20 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653759.296234:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653759.296237:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653759.296239:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296243:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653759.296247:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.296252:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653759.296255:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653759.296257:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653759.296258:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.296272:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.296280:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.296283:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653759.296286:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653759.296290:0:2368:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1778653759.296292:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.296295:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.296299:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=4 00000020:00000001:3.0:1778653759.296303:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296306:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296309:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.296310:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.296311:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=5 00000020:00000001:3.0:1778653759.296313:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296314:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296318:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.296322:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.296327:0:2368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296338:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296340:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.296342:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653759.296345:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.296346:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.296347:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=6 00000020:00000001:3.0:1778653759.296349:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296351:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000040:3.0:1778653759.296359:0:2368:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a200, remote cookie: 0xdfa36d541726f2f8, flags: 0x1001 00010000:00010000:3.0:1778653759.296365:0:2368:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296373:0:2368:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1778653759.296376:0:2368:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296378:0:2368:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653759.296383:0:2368:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1778653759.296388:0:2368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653759.296404:0:2368:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000400:0x11:0x0].0x0 (ffff91538f63c200) refcount = 1 00010000:00000040:3.0:1778653759.296407:0:2368:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653759.296410:0:2368:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296419:0:2368:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653759.296420:0:2368:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.296423:0:2368:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653759.296425:0:2368:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.296428:0:2368:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296434:0:2368:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653759.296435:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296436:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.296437:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296438:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653759.296440:0:2368:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1778653759.296443:0:2368:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653759.296446:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.296447:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.296449:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=5 00000020:00000001:3.0:1778653759.296451:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296453:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00000008:00000001:3.0:1778653759.296457:0:2368:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1778653759.296462:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915382941c00 -> ffff915389b22530 00000008:00010000:3.0:1778653759.296466:0:2368:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1778653759.296473:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915382941c00 -> ffff915389b22530 00000020:00000001:3.0:1778653759.296476:0:2368:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653759.296480:0:2368:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1778653759.296483:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653759.296486:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.296489:0:2368:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.296490:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915382941c00 -> ffff915389b22530 00000008:00000001:3.0:1778653759.296492:0:2368:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1778653759.296495:0:2368:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653759.296497:0:2368:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653759.296516:0:2368:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653759.296519:0:2368:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296521:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.296522:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.296523:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=6 00000020:00000001:3.0:1778653759.296525:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296527:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296530:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.296533:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296539:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296540:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653759.296543:0:2368:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296549:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.296550:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296551:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653759.296553:0:2368:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296554:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.296555:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.296556:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=5 00000020:00000001:3.0:1778653759.296558:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296559:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653759.296562:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.296564:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.296571:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296572:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.296573:0:2368:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.296575:0:2368:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.296577:0:2368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653759.296586:0:2368:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.296588:0:2368:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.296590:0:2368:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.296594:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296595:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.296597:0:2368:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296600:0:2368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.296602:0:2368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296604:0:2368:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296606:0:2368:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.296608:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.296609:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296610:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.296611:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.296612:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653759.296614:0:2368:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.296619:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653759.296628:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:0:1865052054650112:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653759.296634:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.296638:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.296641:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3100 x1865052054650112/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.296669:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653759.296673:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653759.298108:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653759.298119:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653759.298124:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653759.298127:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653759.298130:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653759.298133:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538f52a400. 02000000:00000001:3.0:1778653759.298140:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653759.298142:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653759.298145:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3100. 00000100:00000001:3.0:1778653759.298150:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653759.298152:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.298156:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.298166:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.298168:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.298172:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.298175:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.307200:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.307207:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:0.0:1778653759.307215:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.307222:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.307228:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:0.0:1778653759.307231:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:0.0:1778653759.307235:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.307240:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3100 x1865052054650240/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.307251:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.307254:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3100 x1865052054650240/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.307272:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.307273:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.316791:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.316856:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.316862:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.316867:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.316878:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.316888:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.316900:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.316907:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.316913:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.316919:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145347d80 00000400:00000200:0.0:1778653759.316924:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.316931:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5cd9 [1] + 224 00000800:00000001:0.0:1778653759.316939:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.316947:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.316950:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.316954:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.316961:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.316972:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3100 x1865052054650240/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.316981:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc3100 x1865052054650240/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.317075:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.317088:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.317091:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.319942:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.319949:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:0.0:1778653759.319958:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.319964:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.319971:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:0.0:1778653759.319974:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:0.0:1778653759.319978:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.319983:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3100 x1865052054650368/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.319994:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.320059:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3100 x1865052054650368/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.320067:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.320069:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.329798:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.329824:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.329829:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.329833:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.329847:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.329860:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.329873:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.329880:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.329887:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.329892:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a04145347e00 00000400:00000200:0.0:1778653759.329898:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.329905:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x5ce1 [1] + 224 00000800:00000001:0.0:1778653759.329915:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.329927:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.329932:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.329938:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.329948:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.329959:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3100 x1865052054650368/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.329971:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915385fc3100 x1865052054650368/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.330057:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.330068:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.330072:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.333929:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.333935:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.333938:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653759.333948:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.333958:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.333961:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.333965:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653759.333969:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653759.333971:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653759.333975:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054650496:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653759.333980:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653759.333988:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653759.333991:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.333994:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653759.334002:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653759.334004:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653759.334013:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653759.334019:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653759.334028:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653759.334039:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054650496, portal 4 00000100:00000001:3.0:1778653759.334042:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.334044:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649051392 : -121687060500224 : ffff915385fc3100) 00000100:00000040:3.0:1778653759.334050:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.334058:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653759.334061:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653759.334064:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c908. 00000100:00000200:3.0:1778653759.334068:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054650496, offset 0 00000400:00000200:3.0:1778653759.334075:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653759.334085:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.334095:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653759.334103:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653759.334109:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653759.334114:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653759.334118:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653759.334123:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2229:2229:256:4294967295] 192.168.204.110@tcp LPNI seq info [2229:2229:8:4294967295] 00000400:00000200:3.0:1778653759.334127:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.334139:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653759.334146:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653759.334153:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653759.334162:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653759.334172:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653759.334177:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653759.334201:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.334206:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 22003 usecs (23 jiffies) 00000400:00000200:3.0:1778653759.334210:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653759.334213:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296314533 00000100:00000001:3.0:1778653759.334216:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.334219:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296314533 00000100:00000001:3.0:1778653759.334221:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.334224:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.334226:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.334230:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.334233:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.334240:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.334242:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653759.334244:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.334245:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.334247:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.334250:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.334682:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.334687:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:0.0:1778653759.334693:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.334699:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.334706:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c908 00000400:00000010:0.0:1778653759.334710:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c908. 00000100:00000001:0.0:1778653759.334715:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.334720:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.334731:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.334734:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.334748:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.334750:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653759.334913:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.334917:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653759.336961:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.336982:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.336987:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.336990:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.336999:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.337009:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.337020:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.337026:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.337033:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.337038:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145347e80 00000400:00000200:0.0:1778653759.337045:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.337052:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x5ce9 [1] + 224 00000800:00000001:0.0:1778653759.337060:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.337085:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.337089:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.337095:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.337104:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.337114:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.337126:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.337145:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.337156:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.337159:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.337639:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.337646:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653759.337709:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653759.337712:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653759.337716:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653759.337721:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653759.337724:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653759.337728:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653759.337817:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653759.337830:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.337837:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653759.337839:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.337842:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653759.337847:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653759.337850:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653759.337853:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.337857:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653759.337871:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=20 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653759.337876:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=12 v=5 (1 1 0 0) 00000100:00000001:3.0:1778653759.337879:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653759.337881:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.337884:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653759.337889:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.337894:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653759.337898:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1778653759.337900:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653759.337904:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.337910:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.337917:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.337921:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653759.337924:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653759.337928:0:2369:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1778653759.337931:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.337934:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.337937:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=4 00000020:00000001:3.0:1778653759.337940:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.337944:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.337946:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.337947:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.337948:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=5 00000020:00000001:3.0:1778653759.337950:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.337952:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.337956:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.337961:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.337968:0:2369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.337983:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.337985:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.337988:0:2369:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653759.337991:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.337992:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.337994:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=6 00000020:00000001:3.0:1778653759.337996:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.337998:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000040:3.0:1778653759.338005:0:2369:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9aa00, remote cookie: 0xdfa36d541726f337, flags: 0x1001 00010000:00010000:3.0:1778653759.338010:0:2369:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.338020:0:2369:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1778653759.338023:0:2369:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338026:0:2369:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653759.338030:0:2369:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1778653759.338036:0:2369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653759.338046:0:2369:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x16:0x0].0x0 (ffff91538f63c800) refcount = 1 00010000:00000040:3.0:1778653759.338049:0:2369:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653759.338052:0:2369:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.338062:0:2369:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653759.338064:0:2369:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.338067:0:2369:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653759.338069:0:2369:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.338072:0:2369:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.338078:0:2369:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653759.338080:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338081:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.338082:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338083:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653759.338085:0:2369:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1778653759.338088:0:2369:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653759.338092:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.338093:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.338094:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=5 00000020:00000001:3.0:1778653759.338096:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.338099:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00000008:00000001:3.0:1778653759.338103:0:2369:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1778653759.338108:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382940700 -> ffff915389b22148 00000008:00010000:3.0:1778653759.338113:0:2369:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1778653759.338123:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382940700 -> ffff915389b22148 00000020:00000001:3.0:1778653759.338126:0:2369:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653759.338129:0:2369:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1778653759.338134:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653759.338137:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.338139:0:2369:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.338141:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382940700 -> ffff915389b22148 00000008:00000001:3.0:1778653759.338143:0:2369:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1778653759.338147:0:2369:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653759.338150:0:2369:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653759.338172:0:2369:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653759.338174:0:2369:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338177:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.338178:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.338180:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=6 00000020:00000001:3.0:1778653759.338182:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.338184:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.338187:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.338201:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.338211:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338212:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653759.338215:0:2369:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.338222:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.338223:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338224:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653759.338226:0:2369:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338228:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.338229:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.338230:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=5 00000020:00000001:3.0:1778653759.338232:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.338234:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:3.0:1778653759.338236:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.338239:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.338245:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338246:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.338248:0:2369:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.338251:0:2369:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.338253:0:2369:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653759.338272:0:2369:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.338275:0:2369:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.338278:0:2369:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.338283:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338285:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.338287:0:2369:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338291:0:2369:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.338293:0:2369:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338295:0:2369:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338298:0:2369:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.338300:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.338301:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338302:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.338303:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.338304:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653759.338305:0:2369:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.338310:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653759.338319:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054650496:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653759.338325:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.338329:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.338332:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3100 x1865052054650496/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.338340:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653759.338343:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653759.338348:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653759.338354:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653759.338357:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653759.338359:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653759.338361:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653759.338364:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915388ba2e00. 02000000:00000001:3.0:1778653759.338370:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653759.338373:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653759.338375:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3100. 00000100:00000001:3.0:1778653759.338380:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653759.338382:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.338384:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.338392:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.338394:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.338397:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653759.338401:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.340878:0:30034:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653759.340885:0:30034:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653759.340890:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47b78 00000080:00200000:1.0:1778653759.340893:0:30034:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653759.340903:0:30034:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00800000:00000002:1.0:1778653759.340911:0:30034:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.340916:0:30034:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.340921:0:30034:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.340923:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a98 00800000:00000002:1.0:1778653759.340926:0:30034:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.340930:0:30034:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653759.340935:0:30034:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653759.340942:0:30034:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.340945:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47968 00000002:00010000:1.0:1778653759.340947:0:30034:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.340952:0:30034:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653759.340954:0:30034:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.340959:0:30034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.340969:0:30034:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653759.340973:0:30034:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.340978:0:30034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.340983:0:30034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653759.340988:0:30034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1778653759.341000:0:30034:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653759.341007:0:30034:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.341010:0:30034:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1778653759.341016:0:30034:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653759.341018:0:30034:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.341020:0:30034:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.341022:0:30034:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.341025:0:30034:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.341027:0:30034:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653759.341030:0:30034:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653759.341032:0:30034:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.341036:0:30034:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000080:00000001:1.0:1778653759.341040:0:30034:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653759.341042:0:30034:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.341045:0:30034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653759.341048:0:30034:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ffcf 00800000:00000001:1.0:1778653759.341052:0:30034:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.341055:0:30034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.341057:0:30034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.341060:0:30034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.341063:0:30034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.341065:0:30034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.341068:0:30034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.341071:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.341072:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.341073:0:30034:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.341075:0:30034:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.341078:0:30034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffcf from it ffffa71ac1d47bb0 00010000:00000001:1.0:1778653759.341080:0:30034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.341080:0:30034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.341082:0:30034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.341083:0:30034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.341085:0:30034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.341087:0:30034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.341090:0:30034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653759.341095:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.341096:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.341097:0:30034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.341100:0:30034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.341102:0:30034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653759.341110:0:30034:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.341113:0:30034:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.341116:0:30034:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.341121:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.341122:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.341123:0:30034:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.341127:0:30034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.341129:0:30034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.341131:0:30034:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.341134:0:30034:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.341137:0:30034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.341138:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.341139:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653759.341143:0:30034:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653759.341145:0:30034:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.341147:0:30034:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:1.0:1778653759.341152:0:30034:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.341158:0:30034:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:1.0:1778653759.341161:0:30034:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1778653759.341163:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47b78 00000080:00200008:1.0:1778653759.341165:0:30034:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 304000 00000080:00000010:1.0:1778653759.341170:0:30034:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91538912e3c0. 00000080:00000001:1.0:1778653759.341175:0:30034:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.341177:0:30034:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.341189:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47d28 00000080:00200008:1.0:1778653759.341191:0:30034:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1778653759.341199:0:30034:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:1.0:1778653759.341202:0:30034:0:(statahead.c:1776:is_first_dirent()) Process entered 00000080:00000010:1.0:1778653759.341204:0:30034:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00800000:00000002:1.0:1778653759.341207:0:30034:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:1.0:1778653759.341213:0:30034:0:(lmv_obd.c:3415:lmv_read_page()) Process entered 00000002:00000001:1.0:1778653759.341217:0:30034:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:1.0:1778653759.341220:0:30034:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.341221:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47990 00000002:00010000:1.0:1778653759.341223:0:30034:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1778653759.341226:0:30034:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653759.341227:0:30034:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.341229:0:30034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.341231:0:30034:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653759.341233:0:30034:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.341236:0:30034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.341238:0:30034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653759.341241:0:30034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1778653759.341248:0:30034:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653759.341251:0:30034:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.341254:0:30034:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1778653759.341271:0:30034:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653759.341273:0:30034:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.341275:0:30034:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.341277:0:30034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.341278:0:30034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.341280:0:30034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.341281:0:30034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.341283:0:30034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.341285:0:30034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.341287:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.341288:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.341290:0:30034:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.341330:0:30034:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:1.0:1778653759.341337:0:30034:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff91539491e000. 00000002:00000001:1.0:1778653759.341925:0:30034:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1778653759.341934:0:30034:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4a80. 00000020:00000040:1.0:1778653759.341941:0:30034:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653759.341947:0:30034:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653759.341951:0:30034:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653759.341956:0:30034:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653759.341965:0:30034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1a400. 00000100:00000001:1.0:1778653759.341973:0:30034:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.341977:0:30034:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1778653759.341981:0:30034:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff915388bba000. 00000100:00000010:1.0:1778653759.341986:0:30034:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff915385fda000. 00000020:00000040:1.0:1778653759.341988:0:30034:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653759.342012:0:30034:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653759.342014:0:30034:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653759.342020:0:30034:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.342023:0:30034:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614492352 : -121687095059264 : ffff915383ecdcc0) 00000100:00000001:1.0:1778653759.342026:0:30034:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.342028:0:30034:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000001:1.0:1778653759.342033:0:30034:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653759.342038:0:30034:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.342040:0:30034:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653759.342043:0:30034:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.342056:0:30034:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.342065:0:30034:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.342067:0:30034:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.342071:0:30034:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.342074:0:30034:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.342077:0:30034:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.342080:0:30034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:30034:1865052054650624:192.168.204.110@tcp:37:bash.0 00000100:00000001:1.0:1778653759.342084:0:30034:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.342090:0:30034:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.342093:0:30034:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.342096:0:30034:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1778653759.342106:0:30034:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.342112:0:30034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653759.342125:0:30034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91538a31c000. 00000100:00000200:1.0:1778653759.342134:0:30034:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a04145347f00-0x6a04145347f00, portal 14 00000100:00000001:1.0:1778653759.342138:0:30034:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.342141:0:30034:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.342146:0:30034:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9400. 02000000:00000001:1.0:1778653759.342148:0:30034:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.342151:0:30034:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.342153:0:30034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5420. 00000400:00000010:1.0:1778653759.342158:0:30034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653759.342162:0:30034:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054650624, portal 10 00000100:00000001:1.0:1778653759.342163:0:30034:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.342164:0:30034:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000040:1.0:1778653759.342172:0:30034:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.342185:0:30034:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.342188:0:30034:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.342191:0:30034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19f68. 00000100:00000200:1.0:1778653759.342195:0:30034:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1865052054650624, offset 0 00000400:00000200:1.0:1778653759.342203:0:30034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653759.342214:0:30034:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.342225:0:30034:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.342232:0:30034:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.342237:0:30034:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.342241:0:30034:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.342244:0:30034:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.342248:0:30034:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2230:2230:256:4294967295] 192.168.204.110@tcp LPNI seq info [2230:2230:8:4294967295] 00000400:00000200:1.0:1778653759.342253:0:30034:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.342278:0:30034:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.342286:0:30034:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.342292:0:30034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16900. 00000800:00000200:1.0:1778653759.342303:0:30034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.342312:0:30034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.342318:0:30034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.342339:0:30034:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.342343:0:30034:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 819017 usecs (820 jiffies) 00000400:00000200:1.0:1778653759.342347:0:30034:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.342350:0:30034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315338 00000100:00000001:1.0:1778653759.342353:0:30034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.342356:0:30034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315338 00000100:00000001:1.0:1778653759.342358:0:30034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.342361:0:30034:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.342364:0:30034:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.342367:0:30034:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.342370:0:30034:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653759.342372:0:30034:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1778653759.342375:0:30034:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.342379:0:30034:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.342713:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.342722:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16900. 00000400:00000200:0.0:1778653759.342729:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.342737:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.342744:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19f68 00000400:00000010:0.0:1778653759.342747:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19f68. 00000100:00000001:0.0:1778653759.342752:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.342759:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.342769:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.342773:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.342779:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.342781:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.352808:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.352835:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.352847:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.352851:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.352863:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.352876:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.352891:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.352898:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.352905:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.352910:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a04145347f00 00000400:00000200:0.0:1778653759.352916:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.352924:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x5cf1 [256] + 0 00000400:00000010:0.0:1778653759.352933:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:0.0:1778653759.352939:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91538a31c000 00000800:00000001:0.0:1778653759.352946:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.352960:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.352964:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.352969:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.352976:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a31c000 00000400:00000010:0.0:1778653759.352979:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91538a31c000. 00000100:00000001:0.0:1778653759.352991:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1778653759.352994:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915389bc4a80 desc ffff915388bba000 mbits 1865052054650624 00000100:00000001:0.0:1778653759.353014:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1778653759.353022:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653759.353027:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.353033:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653759.353040:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2231:2231:256:4294967295] 192.168.204.110@tcp LPNI seq info [2231:2231:8:4294967295] 00000400:00000200:0.0:1778653759.353045:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.353054:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653759.353060:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000100:00000001:1.0:1778653759.353069:0:30034:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1778653759.353070:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff915383eb0000. 00000100:00000001:1.0:1778653759.353075:0:30034:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.353078:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653759.353087:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653759.353093:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383eb0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653759.353206:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.353210:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff915383eb0000. 00000400:00000200:0.0:1778653759.353214:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.353218:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653759.353224:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.353228:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.360885:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.360912:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.360917:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.360920:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.360932:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.360941:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.360955:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.360961:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.360967:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.360972:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a04145347f00 00000400:00000200:0.0:1778653759.360978:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.360987:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x5cf9 [1] + 224 00000800:00000001:0.0:1778653759.360995:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.361009:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.361013:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.361019:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.361029:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.361040:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.361052:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.361125:0:30034:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653759.361145:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.361156:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.361160:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653759.368745:0:30034:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653759.368753:0:30034:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653759.368759:0:30034:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5420. 00000400:00000200:1.0:1778653759.368772:0:30034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:1.0:1778653759.368775:0:30034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:1.0:1778653759.368786:0:30034:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.368800:0:30034:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653759.368813:0:30034:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.368822:0:30034:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653759.368825:0:30034:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.368828:0:30034:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653759.368833:0:30034:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653759.368837:0:30034:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653759.368840:0:30034:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.368845:0:30034:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653759.368857:0:30034:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653759.368862:0:30034:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653759.368865:0:30034:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653759.368867:0:30034:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.368871:0:30034:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653759.368876:0:30034:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.368881:0:30034:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653759.368885:0:30034:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653759.368888:0:30034:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653759.368892:0:30034:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.368898:0:30034:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.368910:0:30034:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.368919:0:30034:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653759.368922:0:30034:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653759.368926:0:30034:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653759.368934:0:30034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:30034:1865052054650624:192.168.204.110@tcp:37:bash.0 00000100:00000001:1.0:1778653759.368941:0:30034:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.368945:0:30034:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.368948:0:30034:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653759.368951:0:30034:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.368954:0:30034:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.368961:0:30034:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653759.368965:0:30034:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.368971:0:30034:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653759.368973:0:30034:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.369066:0:30034:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.369071:0:30034:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.369075:0:30034:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4a80 x1865052054650624/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.369082:0:30034:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653759.369085:0:30034:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653759.369089:0:30034:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9400. 02000000:00000001:1.0:1778653759.369094:0:30034:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653759.369097:0:30034:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653759.369099:0:30034:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653759.369102:0:30034:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1778653759.369104:0:30034:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1778653759.369107:0:30034:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653759.369108:0:30034:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653759.369110:0:30034:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1778653759.369143:0:30034:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff915385fda000. 00000100:00000010:1.0:1778653759.369148:0:30034:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff915388bba000. 00000100:00000001:1.0:1778653759.369151:0:30034:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1778653759.369154:0:30034:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1a400. 02000000:00000001:1.0:1778653759.369157:0:30034:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653759.369160:0:30034:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653759.369162:0:30034:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4a80. 00000100:00000001:1.0:1778653759.369166:0:30034:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653759.369167:0:30034:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.369171:0:30034:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1778653759.369174:0:30034:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1778653759.370574:0:30034:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff91539491e000. 00000002:00000001:1.0:1778653759.370586:0:30034:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370594:0:30034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.370597:0:30034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.370600:0:30034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.370603:0:30034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.370606:0:30034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.370609:0:30034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.370616:0:30034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653759.370627:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370629:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.370631:0:30034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.370635:0:30034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.370637:0:30034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653759.370646:0:30034:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.370676:0:30034:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.370678:0:30034:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.370685:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370686:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.370689:0:30034:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370693:0:30034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.370694:0:30034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370696:0:30034:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370701:0:30034:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370703:0:30034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.370705:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370706:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1778653759.370709:0:30034:0:(lmv_obd.c:3431:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.370718:0:30034:0:(statahead.c:1881:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1778653759.370723:0:30034:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.370727:0:30034:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000080:00000001:1.0:1778653759.370733:0:30034:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.370739:0:30034:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653759.370742:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47ca0 00000080:00200000:1.0:1778653759.370745:0:30034:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653759.370756:0:30034:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00800000:00000002:1.0:1778653759.370764:0:30034:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.370767:0:30034:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.370771:0:30034:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.370773:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47bc0 00800000:00000002:1.0:1778653759.370775:0:30034:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.370779:0:30034:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653759.370784:0:30034:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653759.370789:0:30034:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.370791:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a90 00000002:00010000:1.0:1778653759.370793:0:30034:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.370797:0:30034:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653759.370800:0:30034:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.370803:0:30034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.370811:0:30034:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653759.370814:0:30034:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.370819:0:30034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.370822:0:30034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653759.370826:0:30034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653759.370842:0:30034:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653759.370847:0:30034:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.370851:0:30034:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653759.370858:0:30034:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653759.370860:0:30034:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.370862:0:30034:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.370865:0:30034:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.370867:0:30034:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.370869:0:30034:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653759.370872:0:30034:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653759.370874:0:30034:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.370876:0:30034:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000080:00000001:1.0:1778653759.370880:0:30034:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653759.370882:0:30034:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.370885:0:30034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653759.370889:0:30034:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ffcf 00800000:00000001:1.0:1778653759.370892:0:30034:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.370894:0:30034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.370895:0:30034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.370897:0:30034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.370898:0:30034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.370900:0:30034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.370902:0:30034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.370905:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370906:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.370908:0:30034:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.370909:0:30034:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.370912:0:30034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffcf from it ffffa71ac1d47cd8 00010000:00000001:1.0:1778653759.370914:0:30034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.370915:0:30034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.370917:0:30034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:1.0:1778653759.370919:0:30034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.370921:0:30034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:1.0:1778653759.370923:0:30034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.370925:0:30034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653759.370930:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370931:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.370932:0:30034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.370933:0:30034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.370935:0:30034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653759.370941:0:30034:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.370943:0:30034:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.370944:0:30034:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.370946:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370947:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.370949:0:30034:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370951:0:30034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.370952:0:30034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370954:0:30034:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370956:0:30034:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.370957:0:30034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.370959:0:30034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.370960:0:30034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653759.370962:0:30034:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653759.370964:0:30034:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653759.370967:0:30034:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.370973:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47d28 00000080:00000008:1.0:1778653759.370989:0:30034:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1778653759.373378:0:30034:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1778653759.373386:0:30034:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) pos/size0/8704 32bit_api 0 00000080:00000010:1.0:1778653759.373399:0:30034:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00800000:00000002:1.0:1778653759.373406:0:30034:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.373410:0:30034:0:(dir.c:193:ll_dir_read()) Process entered 00000080:00000001:1.0:1778653759.373418:0:30034:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446721060279038464 : -23013430513152 : ffffeb11c4a63200) 00000080:00000001:1.0:1778653759.373423:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1778653759.373427:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.373429:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1778653759.373430:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1778653759.373432:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1778653759.373434:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1778653759.373436:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1778653759.373438:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1778653759.373440:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1778653759.373442:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1778653759.373444:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1778653759.373452:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1778653759.373454:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1778653759.373456:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1778653759.373458:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1778653759.373460:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1778653759.373462:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1778653759.373464:0:30034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1778653759.373469:0:30034:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653759.373471:0:30034:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.373474:0:30034:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000080:00000001:1.0:1778653759.373484:0:30034:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.373511:0:30034:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1778653759.373512:0:30034:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) pos/size18446744073709551614/8704 32bit_api 0 00000080:00000001:1.0:1778653759.373516:0:30034:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653759.373517:0:30034:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.373535:0:30034:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1778653759.373539:0:30034:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653759.373543:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47d98 00000080:00200008:1.0:1778653759.373545:0:30034:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 304000 00000080:00400000:1.0:1778653759.373550:0:30034:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1778653759.373554:0:30034:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912e3c0. 00000080:00000001:1.0:1778653759.373560:0:30034:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1778653759.373562:0:30034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47d98 00000080:00000008:1.0:1778653759.373563:0:30034:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 304000, rc = 0 00000080:00000001:1.0:1778653759.373566:0:30034:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.373567:0:30034:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.397475:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653759.397483:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653759.397486:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653759.397490:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b20 00000080:00200000:3.0:1778653759.397496:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653759.397506:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d400. 00800000:00000002:3.0:1778653759.397514:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653759.397518:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653759.397524:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.397526:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a40 00800000:00000002:3.0:1778653759.397529:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653759.397534:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653759.397539:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653759.397545:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.397547:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973910 00000002:00010000:3.0:1778653759.397549:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653759.397554:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653759.397556:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653759.397560:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653759.397570:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:3.0:1778653759.397574:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.397579:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.397583:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653759.397588:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1778653759.397600:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653759.397607:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.397610:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1778653759.397617:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653759.397620:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.397622:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.397625:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.397627:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653759.397629:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653759.397632:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653759.397635:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653759.397639:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c9d400. 00000080:00000001:3.0:1778653759.397644:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653759.397646:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.397677:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653759.397681:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ffcf 00800000:00000001:3.0:1778653759.397685:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653759.397688:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653759.397690:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.397693:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.397695:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:3.0:1778653759.397698:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.397701:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.397704:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.397705:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653759.397707:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.397709:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.397711:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffcf from it ffffa71ac1973b58 00010000:00000001:3.0:1778653759.397714:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.397715:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.397716:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:3.0:1778653759.397718:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.397720:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.397722:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.397725:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653759.397731:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.397732:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.397782:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.397784:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.397787:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653759.397796:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.397800:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.397802:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.397808:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.397809:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.397811:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.397815:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.397817:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.397819:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.397821:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.397824:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.397826:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.397827:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653759.397830:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653759.397832:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653759.397835:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653759.397840:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.397845:0:30226:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653759.397847:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b48 00000080:00002000:3.0:1778653759.397849:0:30226:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff91538bf28d80) flags 0x20000e refc 1 00000080:00000001:3.0:1778653759.397852:0:30226:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.397854:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b90 00000080:00200000:3.0:1778653759.397856:0:30226:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000001:3.0:1778653759.397861:0:30226:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653759.397863:0:30226:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.397870:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d08 00000080:00200008:3.0:1778653759.397872:0:30226:0:(file.c:6227:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff91538bd72a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653759.397876:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653759.397878:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973c80 00000080:00200000:3.0:1778653759.397879:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff91538bd72a08),name=d21f.recovery-small-1 00000080:00000010:3.0:1778653759.397885:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d400. 00800000:00000002:3.0:1778653759.397888:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653759.397894:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653759.397895:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.397897:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973ba0 00800000:00000002:3.0:1778653759.397899:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653759.397902:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653759.397906:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653759.397909:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.397911:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a70 00000002:00010000:3.0:1778653759.397913:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653759.397916:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653759.397917:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653759.397919:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653759.397922:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb000 count: 2 00010000:00000001:3.0:1778653759.397924:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.397927:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.397929:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653759.397933:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653759.397940:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653759.397942:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.397945:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653759.397951:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653759.397953:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.397954:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.397956:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.397958:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653759.397960:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653759.397963:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653759.397964:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653759.397966:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c9d400. 00000080:00000001:3.0:1778653759.397969:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653759.397971:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.397974:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff91538bd72a08) 00000080:00010000:3.0:1778653759.398065:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff91538bd72a08) for lock 0x3df471c51a88ffd6 00800000:00000001:3.0:1778653759.398068:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653759.398070:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653759.398071:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.398073:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.398075:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653759.398077:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.398079:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.398081:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.398082:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653759.398083:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.398085:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.398087:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffd6 from it ffffa71ac1973cb8 00010000:00000001:3.0:1778653759.398089:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.398090:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.398091:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653759.398093:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.398096:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.398097:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.398100:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653759.398107:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.398108:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.398109:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.398111:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.398113:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653759.398119:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.398121:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.398123:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.398125:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.398126:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.398128:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.398130:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.398131:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.398133:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.398135:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.398137:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.398139:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.398140:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653759.398142:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653759.398143:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653759.398146:0:30226:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.398150:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d08 00000080:00000008:3.0:1778653759.398152:0:30226:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff91538bd72a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653759.401598:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653759.401608:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653759.401611:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653759.401616:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973bc0 00000080:00200000:3.0:1778653759.401622:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653759.401633:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d400. 00800000:00000002:3.0:1778653759.401643:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653759.401648:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653759.401824:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.401826:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973ae0 00800000:00000002:3.0:1778653759.401830:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653759.401835:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653759.401841:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653759.401849:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.401852:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac19739b0 00000002:00010000:3.0:1778653759.401855:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653759.401859:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653759.401861:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653759.401866:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653759.401875:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:3.0:1778653759.401879:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.401884:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.401891:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653759.401896:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1778653759.402006:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653759.402015:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.402019:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1778653759.402028:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653759.402030:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.402032:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.402034:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.402037:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653759.402039:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653759.402042:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653759.402045:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653759.402049:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c9d400. 00000080:00000001:3.0:1778653759.402053:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653759.402055:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.402058:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653759.402062:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a88ffcf 00800000:00000001:3.0:1778653759.402066:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653759.402068:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653759.402071:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.402073:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.402076:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:3.0:1778653759.402078:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.402082:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.402085:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.402086:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653759.402088:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.402090:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.402093:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffcf from it ffffa71ac1973bf8 00010000:00000001:3.0:1778653759.402095:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.402097:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.402098:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27c00 refcount=3 00000020:00000001:3.0:1778653759.402100:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.402102:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492288 : -121687081059328 : ffff915384c27c00) 00010000:00000001:3.0:1778653759.402104:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.402108:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653759.402114:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.402115:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.402116:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.402119:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.402122:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27c00/0x3df471c51a88ffcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2b2 expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1778653759.402130:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.402134:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.402137:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.402143:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.402144:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.402146:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402150:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.402152:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402154:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402157:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402160:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.402162:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.402162:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653759.402166:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653759.402168:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653759.402170:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653759.402189:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.402196:0:30226:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653759.402199:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973bc0 00000080:00002000:3.0:1778653759.402201:0:30226:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff91538bf28d80) flags 0x20000e refc 1 00000080:00000001:3.0:1778653759.402204:0:30226:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.402214:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973c08 00000080:00200000:3.0:1778653759.402216:0:30226:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:3.0:1778653759.402221:0:30226:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653759.402224:0:30226:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.402229:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653759.402231:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff91538bd72a08), inode mode 41ed mask 44 00000080:00000001:3.0:1778653759.402233:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.402242:0:30226:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:3.0:1778653759.402244:0:30226:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1778653759.402246:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b78 00000080:00200008:3.0:1778653759.402248:0:30226:0:(file.c:1058:ll_file_open()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff91538bd72a08), flags 704400 00000080:00000010:3.0:1778653759.402254:0:30226:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9153815b8280. 00000080:00000001:3.0:1778653759.402269:0:30226:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1778653759.402273:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d400. 00800000:00000002:3.0:1778653759.402276:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653759.402279:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653759.402280:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.402281:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a28 00800000:00000002:3.0:1778653759.402284:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653759.402287:0:30226:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1778653759.402289:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac19739a8 00800000:00000002:3.0:1778653759.402291:0:30226:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1778653759.402294:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.402296:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac19738e0 00000002:00010000:3.0:1778653759.402297:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1778653759.402301:0:30226:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653759.402304:0:30226:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653759.402307:0:30226:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653759.402311:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb000 count: 2 00010000:00000001:3.0:1778653759.402312:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.402315:0:30226:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653759.402320:0:30226:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402321:0:30226:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.402323:0:30226:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.402325:0:30226:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653759.402326:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:3.0:1778653759.402328:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.402329:0:30226:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653759.402331:0:30226:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402332:0:30226:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.402333:0:30226:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653759.402338:0:30226:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653759.402342:0:30226:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653759.402349:0:30226:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653759.402350:0:30226:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402353:0:30226:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653759.402358:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.402361:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.402362:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.402363:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.402366:0:30226:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653759.402368:0:30226:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653759.402371:0:30226:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653759.402378:0:30226:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e97c00. 00000100:00000001:3.0:1778653759.402386:0:30226:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402392:0:30226:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653759.402394:0:30226:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402396:0:30226:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653759.402397:0:30226:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.402399:0:30226:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.402410:0:30226:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00010000:00000001:3.0:1778653759.402415:0:30226:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653759.402418:0:30226:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653759.402420:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:3.0:1778653759.402422:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.402424:0:30226:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653759.402429:0:30226:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177200. 00000020:00000001:3.0:1778653759.402432:0:30226:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653759.402435:0:30226:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177200 with handle 0x3df471c51a890000 to hash 00000020:00000001:3.0:1778653759.402437:0:30226:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653759.402439:0:30226:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653759.402443:0:30226:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653759.402445:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.402447:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.402450:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653759.402457:0:30226:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653759.402472:0:30226:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653759.402487:0:30226:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653759.402496:0:30226:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653759.402502:0:30226:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653759.402504:0:30226:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653759.402512:0:30226:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915385fa20c0. 00000100:00000001:3.0:1778653759.402515:0:30226:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386648916160 : -121687060635456 : ffff915385fa20c0) 00000100:00000001:3.0:1778653759.402519:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.402520:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653759.402526:0:30226:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653759.402531:0:30226:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.402534:0:30226:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653759.402536:0:30226:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653759.402541:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.402550:0:30226:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.402553:0:30226:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.402558:0:30226:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653759.402561:0:30226:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653759.402563:0:30226:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653759.402567:0:30226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054650880:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653759.402572:0:30226:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653759.402580:0:30226:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653759.402583:0:30226:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.402587:0:30226:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653759.403110:0:30226:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:3.0:1778653759.403114:0:30226:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653759.403123:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653759.403128:0:30226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653759.403138:0:30226:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff915384ce2000. 00000100:00000200:3.0:1778653759.403147:0:30226:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054650880, portal 10 00000100:00000001:3.0:1778653759.403149:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.403151:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:3.0:1778653759.403158:0:30226:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.403166:0:30226:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653759.403169:0:30226:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653759.403172:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653759.403277:0:30226:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054650880, offset 0 00000400:00000200:3.0:1778653759.403285:0:30226:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653759.403296:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.403304:0:30226:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653759.403310:0:30226:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653759.403315:0:30226:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653759.403319:0:30226:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653759.403322:0:30226:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653759.403326:0:30226:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2232:2232:256:4294967295] 192.168.204.110@tcp LPNI seq info [2232:2232:8:4294967295] 00000400:00000200:3.0:1778653759.403330:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.403340:0:30226:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653759.403347:0:30226:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653759.403353:0:30226:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653759.403361:0:30226:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653759.403369:0:30226:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653759.403375:0:30226:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1778653759.403461:0:30226:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.403466:0:30226:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 817782 usecs (818 jiffies) 00000400:00000200:3.0:1778653759.403469:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653759.403472:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315397 00000100:00000001:3.0:1778653759.403475:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.403478:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315397 00000100:00000001:3.0:1778653759.403480:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.403482:0:30226:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.403485:0:30226:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.403488:0:30226:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.403490:0:30226:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653759.403493:0:30226:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385fa20c0 going to sleep for 131 seconds 00000100:00000001:3.0:1778653759.403496:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.403499:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653759.404400:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.404474:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:1.0:1778653759.404480:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.404486:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.404491:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:1.0:1778653759.404494:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:1.0:1778653759.404497:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.404502:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.404511:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.404513:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.404518:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.404519:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.409173:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.409202:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.409207:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.409209:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.409218:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.409226:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.409237:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.409242:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.409247:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.409252:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145348000 00000400:00000200:0.0:1778653759.409256:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.409273:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x5d09 [64] + 224 00000800:00000001:0.0:1778653759.409284:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.409296:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.409309:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.409314:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.409325:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.409344:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.409353:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.409369:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.409382:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.409385:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.409452:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653759.409465:0:30226:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653759.409468:0:30226:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653759.409473:0:30226:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:3.0:1778653759.409481:0:30226:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915384ce2000 00000400:00000010:3.0:1778653759.409483:0:30226:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff915384ce2000. 00000100:00000001:3.0:1778653759.409489:0:30226:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653759.409501:0:30226:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653759.409513:0:30226:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.409524:0:30226:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653759.409526:0:30226:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.409529:0:30226:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653759.409532:0:30226:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653759.409535:0:30226:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653759.409537:0:30226:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.409540:0:30226:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653759.409549:0:30226:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=20 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653759.409559:0:30226:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653759.409562:0:30226:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1778653759.409566:0:30226:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915387c1f800 x1865052054650880/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.409573:0:30226:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1778653759.409577:0:30226:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653759.409579:0:30226:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653759.409580:0:30226:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653759.409583:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.409585:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653759.409588:0:30226:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653759.409590:0:30226:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:3.0:1778653759.409591:0:30226:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653759.409594:0:30226:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1778653759.409598:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.409604:0:30226:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1778653759.409607:0:30226:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653759.409609:0:30226:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653759.409613:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653759.409620:0:30226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054650880:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653759.409625:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.409628:0:30226:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1778653759.409630:0:30226:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653759.409632:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.409635:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.409642:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653759.409645:0:30226:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915385fa20c0. 00000100:00000001:3.0:1778653759.409647:0:30226:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653759.409685:0:30226:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1778653759.409688:0:30226:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653759.409693:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.409699:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.409702:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653759.409704:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653759.409707:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00010000:3.0:1778653759.409712:0:30226:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409722:0:30226:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1778653759.409726:0:30226:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409732:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.409734:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409740:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.409742:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653759.409744:0:30226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409749:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.409753:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.409756:0:30226:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1778653759.409758:0:30226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653759.409772:0:30226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2177200 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:3.0:1778653759.409775:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1778653759.409778:0:30226:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409784:0:30226:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1778653759.409786:0:30226:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1778653759.409789:0:30226:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409794:0:30226:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1778653759.409796:0:30226:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1778653759.409797:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.409798:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.409800:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=5 00000020:00000001:3.0:1778653759.409801:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653759.409803:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653759.409806:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653759.409808:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1778653759.409814:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653759.409815:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.409818:0:30226:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1778653759.409819:0:30226:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653759.409822:0:30226:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653759.409824:0:30226:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653759.409825:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.409827:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653759.409829:0:30226:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177200 with handle 0x3df471c51a890000 from hash 00010000:00000001:3.0:1778653759.409832:0:30226:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653759.409834:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.409835:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.409836:0:30226:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653759.409838:0:30226:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653759.409839:0:30226:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1778653759.409841:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.409842:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.409844:0:30226:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.409845:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.409847:0:30226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409852:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.409853:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.409854:0:30226:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1778653759.409855:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.409857:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.409858:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.409858:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653759.409860:0:30226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890000 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653759.409870:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.409871:0:30226:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1778653759.409875:0:30226:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1778653759.409880:0:30226:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653759.409888:0:30226:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653759.409893:0:30226:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653759.409899:0:30226:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.409900:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1778653759.409902:0:30226:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.409904:0:30226:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.409906:0:30226:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.409909:0:30226:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653759.409911:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.409912:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00010000:00000001:3.0:1778653759.409914:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1778653759.409915:0:30226:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.409917:0:30226:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653759.409920:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973860 00000002:00002000:3.0:1778653759.409922:0:30226:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1778653759.409925:0:30226:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.409928:0:30226:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.409931:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653759.409933:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653759.409935:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653759.409939:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653759.409943:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c9d400. 00000080:00000001:3.0:1778653759.409947:0:30226:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653759.409952:0:30226:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653759.409955:0:30226:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653759.409958:0:30226:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653759.409960:0:30226:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:3.0:1778653759.409962:0:30226:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.409967:0:30226:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1778653759.409970:0:30226:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653759.409975:0:30226:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 7680 00000080:00000001:3.0:1778653759.409978:0:30226:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653759.409980:0:30226:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653759.409982:0:30226:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.409985:0:30226:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653759.409987:0:30226:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.409989:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.409993:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.410000:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.410003:0:30226:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653759.410009:0:30226:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861babc0. 00000080:00000001:3.0:1778653759.410012:0:30226:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1778653759.410015:0:30226:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1778653759.410018:0:30226:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1778653759.410021:0:30226:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a384b40. 00000002:00100000:3.0:1778653759.410024:0:30226:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653759.410030:0:30226:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.410032:0:30226:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653759.410036:0:30226:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653759.410039:0:30226:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.410042:0:30226:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1778653759.410044:0:30226:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653759.410045:0:30226:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.410049:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.410051:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054650880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1778653759.410058:0:30226:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653759.410061:0:30226:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:3.0:1778653759.410107:0:30226:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653759.410108:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.410110:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b78 00000080:00000008:3.0:1778653759.410112:0:30226:0:(file.c:1297:ll_file_open()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff91538bd72a08), flags 704400, rc = 0 00000080:00000001:3.0:1778653759.410116:0:30226:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.410136:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d28 00000080:00200008:3.0:1778653759.410138:0:30226:0:(file.c:6227:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff91538bd72a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653759.410143:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653759.410144:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973ca0 00000080:00200000:3.0:1778653759.410146:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff91538bd72a08),name=d21f.recovery-small-1 00000080:00000010:3.0:1778653759.410151:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d400. 00800000:00000002:3.0:1778653759.410156:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653759.410161:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653759.410163:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.410165:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973bc0 00800000:00000002:3.0:1778653759.410167:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653759.410170:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653759.410174:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653759.410178:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.410180:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a90 00000002:00010000:3.0:1778653759.410181:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653759.410185:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653759.410187:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653759.410189:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653759.410194:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb000 count: 2 00010000:00000001:3.0:1778653759.410197:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.410200:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.410202:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653759.410206:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1778653759.410214:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653759.410218:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.410221:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1778653759.410227:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653759.410229:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.410231:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.410233:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653759.410234:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653759.410236:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653759.410238:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653759.410239:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653759.410241:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c9d400. 00000080:00000001:3.0:1778653759.410244:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653759.410245:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.410247:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff91538bd72a08) 00000080:00010000:3.0:1778653759.410250:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff91538bd72a08) for lock 0x3df471c51a88ffd6 00800000:00000001:3.0:1778653759.410253:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653759.410254:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653759.410255:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.410257:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.410268:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653759.410270:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.410272:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.410274:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.410275:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653759.410277:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653759.410278:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653759.410281:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffd6 from it ffffa71ac1973cd8 00010000:00000001:3.0:1778653759.410282:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.410283:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.410284:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653759.410286:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.410288:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.410290:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.410292:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653759.410298:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.410299:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.410300:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.410302:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.410304:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653759.410310:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.410312:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.410314:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.410317:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.410318:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.410319:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.410322:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.410324:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.410325:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.410328:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.410330:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.410331:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.410332:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653759.410333:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653759.410334:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653759.410337:0:30226:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653759.410340:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d28 00000080:00000008:3.0:1778653759.410341:0:30226:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff91538bd72a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653759.410402:0:30226:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:3.0:1778653759.410404:0:30226:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff91538bd72a08) pos/size0/7680 32bit_api 0 00000080:00000010:3.0:1778653759.410408:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d400. 00000080:00000001:3.0:1778653759.410412:0:30226:0:(dir.c:193:ll_dir_read()) Process entered 00800000:00000001:3.0:1778653759.410416:0:30226:0:(lmv_obd.c:3415:lmv_read_page()) Process entered 00000002:00000001:3.0:1778653759.410419:0:30226:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:3.0:1778653759.410420:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653759.410422:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973ab8 00000002:00010000:3.0:1778653759.410423:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000404:0x1f:0x0], intent: readdir flags 0 00000002:00000001:3.0:1778653759.410426:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653759.410427:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653759.410429:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653759.410431:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb000 count: 2 00010000:00000001:3.0:1778653759.410433:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653759.410435:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653759.410437:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653759.410439:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1778653759.410445:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653759.410447:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653759.410450:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1778653759.410460:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653759.410461:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.410462:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.410464:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653759.410465:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.410466:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.410467:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653759.410469:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.410470:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.410472:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.410473:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653759.410474:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.410503:0:30226:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:3.0:1778653759.410508:0:30226:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff915384ce2000. 00000002:00000001:3.0:1778653759.411048:0:30226:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1778653759.411054:0:30226:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653759.411059:0:30226:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653759.411064:0:30226:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653759.411066:0:30226:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653759.411070:0:30226:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653759.411076:0:30226:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915385c9d000. 00000100:00000001:3.0:1778653759.411082:0:30226:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.411085:0:30226:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1778653759.411088:0:30226:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff915383e95000. 00000100:00000010:3.0:1778653759.411092:0:30226:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91538993a000. 00000020:00000040:3.0:1778653759.411094:0:30226:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653759.411115:0:30226:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653759.411117:0:30226:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653759.411123:0:30226:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915385fa20c0. 00000100:00000001:3.0:1778653759.411125:0:30226:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386648916160 : -121687060635456 : ffff915385fa20c0) 00000100:00000001:3.0:1778653759.411128:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.411130:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:3.0:1778653759.411134:0:30226:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653759.411138:0:30226:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.411140:0:30226:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653759.411142:0:30226:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653759.411147:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.411156:0:30226:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653759.411158:0:30226:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.411161:0:30226:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653759.411164:0:30226:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653759.411166:0:30226:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653759.411169:0:30226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054651008:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1778653759.411174:0:30226:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653759.411179:0:30226:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653759.411181:0:30226:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.411183:0:30226:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1778653759.411191:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653759.411195:0:30226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a4d0. 00000400:00000010:3.0:1778653759.411203:0:30226:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff915383e68000. 00000100:00000200:3.0:1778653759.411210:0:30226:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a04145348080-0x6a04145348080, portal 14 00000100:00000001:3.0:1778653759.411213:0:30226:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.411215:0:30226:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653759.411219:0:30226:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97400. 02000000:00000001:3.0:1778653759.411221:0:30226:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653759.411224:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653759.411226:0:30226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653759.411231:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653759.411234:0:30226:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054651008, portal 10 00000100:00000001:3.0:1778653759.411236:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653759.411237:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:3.0:1778653759.411243:0:30226:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.411250:0:30226:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653759.411253:0:30226:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653759.411256:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c908. 00000100:00000200:3.0:1778653759.411270:0:30226:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1865052054651008, offset 0 00000400:00000200:3.0:1778653759.411277:0:30226:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653759.411286:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.411294:0:30226:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653759.411299:0:30226:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653759.411304:0:30226:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653759.411308:0:30226:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653759.411311:0:30226:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653759.411315:0:30226:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2233:2233:256:4294967295] 192.168.204.110@tcp LPNI seq info [2233:2233:8:4294967295] 00000400:00000200:3.0:1778653759.411320:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653759.411330:0:30226:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653759.411336:0:30226:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653759.411341:0:30226:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5600. 00000800:00000200:3.0:1778653759.411348:0:30226:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653759.411356:0:30226:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653759.411360:0:30226:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1778653759.411377:0:30226:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.411381:0:30226:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 816512 usecs (817 jiffies) 00000400:00000200:3.0:1778653759.411385:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653759.411388:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315404 00000100:00000001:3.0:1778653759.411391:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.411394:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315404 00000100:00000001:3.0:1778653759.411396:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:3.0:1778653759.411399:0:30226:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653759.411401:0:30226:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.411403:0:30226:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653759.411405:0:30226:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653759.411407:0:30226:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385fa20c0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653759.411409:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.411412:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653759.413051:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.413062:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653759.413072:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.413084:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.413094:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c908 00000400:00000010:1.0:1778653759.413097:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c908. 00000100:00000001:1.0:1778653759.413104:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.413113:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.413133:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.413137:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.413144:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.413146:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653759.414997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000800:00000001:0.0:1778653759.417873:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.417890:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.417894:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.417897:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.417906:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.417915:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.417923:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.417928:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.417934:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.417938:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a04145348080 00000400:00000200:0.0:1778653759.417943:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.417949:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x5d11 [256] + 0 00000400:00000010:0.0:1778653759.417955:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a4d0. 00000400:00000200:0.0:1778653759.417961:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e68000 00000800:00000001:0.0:1778653759.417966:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.417975:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.417978:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.417982:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.417988:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e68000 00000400:00000010:0.0:1778653759.417990:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e68000. 00000100:00000001:0.0:1778653759.417996:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1778653759.417998:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915387c1ea00 desc ffff915383e95000 mbits 1865052054651008 00000100:00000001:0.0:1778653759.418007:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1778653759.418015:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653759.418018:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.418023:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653759.418029:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2234:2234:256:4294967295] 192.168.204.110@tcp LPNI seq info [2234:2234:8:4294967295] 00000400:00000200:0.0:1778653759.418034:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.418042:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653759.418048:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653759.418055:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff915383eb0000. 00000800:00000200:0.0:1778653759.418061:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653759.418068:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653759.418072:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383eb0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653759.418146:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.418150:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff915383eb0000. 00000400:00000200:0.0:1778653759.418153:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.418158:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653759.418164:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.418168:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.418820:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653759.418825:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653759.424010:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.424027:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.424031:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.424034:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.424042:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.424050:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.424058:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.424063:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.424068:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.424073:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a04145348080 00000400:00000200:1.0:1778653759.424078:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.424083:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x5d19 [1] + 224 00000800:00000001:1.0:1778653759.424090:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.424099:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.424102:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.424106:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.424113:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.424121:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.424131:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.424182:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.424197:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.424205:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.424207:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653759.426365:0:30226:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653759.426370:0:30226:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653759.426375:0:30226:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653759.426385:0:30226:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653759.426387:0:30226:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653759.426393:0:30226:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653759.426404:0:30226:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653759.426415:0:30226:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.427357:0:30226:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653759.427360:0:30226:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.427363:0:30226:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653759.427366:0:30226:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653759.427368:0:30226:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653759.427371:0:30226:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653759.427374:0:30226:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653759.427383:0:30226:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653759.427388:0:30226:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653759.427390:0:30226:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653759.427392:0:30226:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.427395:0:30226:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653759.427398:0:30226:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.427401:0:30226:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653759.427404:0:30226:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:3.0:1778653759.427406:0:30226:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653759.427408:0:30226:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653759.427414:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1778653759.427492:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.427575:0:30226:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653759.427577:0:30226:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653759.427583:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653759.427591:0:30226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054651008:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1778653759.427596:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653759.427598:0:30226:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.427600:0:30226:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653759.427602:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.427605:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.427611:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653759.427614:0:30226:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915385fa20c0. 00000100:00000001:3.0:1778653759.427618:0:30226:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653759.427620:0:30226:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653759.427623:0:30226:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653759.427626:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653759.427628:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054651008/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653759.427634:0:30226:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653759.427636:0:30226:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653759.427639:0:30226:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97400. 02000000:00000001:3.0:1778653759.427642:0:30226:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653759.427644:0:30226:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653759.427646:0:30226:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653759.427648:0:30226:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1778653759.427669:0:30226:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1778653759.427671:0:30226:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653759.427672:0:30226:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653759.427674:0:30226:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1778653759.427701:0:30226:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91538993a000. 00000100:00000010:3.0:1778653759.427704:0:30226:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff915383e95000. 00000100:00000001:3.0:1778653759.427708:0:30226:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1778653759.427710:0:30226:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915385c9d000. 02000000:00000001:3.0:1778653759.427713:0:30226:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653759.427715:0:30226:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653759.427717:0:30226:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:3.0:1778653759.427721:0:30226:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653759.427722:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653759.427725:0:30226:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1778653759.427727:0:30226:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1778653759.429114:0:30226:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff915384ce2000. 00000002:00000001:3.0:1778653759.429122:0:30226:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.429128:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653759.429131:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653759.429134:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653759.429136:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.429139:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653759.429142:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653759.429147:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653759.429157:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.429158:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.429160:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653759.429163:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653759.429165:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a88ffd6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f2ce expref: -99 pid: 30224 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653759.429173:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653759.429177:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653759.429179:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653759.429184:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.429185:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653759.429187:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.429190:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653759.429192:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.429194:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.429197:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653759.429199:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653759.429201:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653759.429202:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1778653759.429204:0:30226:0:(lmv_obd.c:3431:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.430330:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.430334:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:0.0:1778653759.430339:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.430345:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.430349:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:0.0:1778653759.430352:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:0.0:1778653759.430363:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.430367:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054651264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.430376:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.430378:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054651264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.430385:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.430386:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.435098:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.435121:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.435126:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.435128:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.435137:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.435150:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.435164:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.435169:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.435174:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.435178:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348180 00000400:00000200:1.0:1778653759.435183:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.435188:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5d21 [1] + 224 00000800:00000001:1.0:1778653759.435196:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.435202:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.435206:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.435210:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.435217:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.435224:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054651264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.435235:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc3480 x1865052054651264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.435273:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.435283:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.435286:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.436735:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.436740:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:0.0:1778653759.436745:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.436750:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.436754:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:0.0:1778653759.436756:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:0.0:1778653759.436759:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.436763:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054651520/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.436776:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.436779:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054651520/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.436840:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.436843:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.445135:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.445155:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.445159:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.445161:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.445169:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.445176:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.445185:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.445190:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.445195:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.445199:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145348280 00000400:00000200:1.0:1778653759.445204:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.445209:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x5d29 [64] + 224 00000800:00000001:1.0:1778653759.445216:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.445222:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.445225:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.445229:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.445235:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.445243:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054651520/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.445254:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc3480 x1865052054651520/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.445282:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.445290:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.445292:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.448687:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.448692:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:0.0:1778653759.448698:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.448703:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.448708:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490f68 00000400:00000010:0.0:1778653759.448710:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490f68. 00000100:00000001:0.0:1778653759.448714:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.448718:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054651648/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.448728:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.448731:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054651648/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653895 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.448736:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.448738:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.451893:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.451910:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.451980:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.451983:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.451992:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.451999:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.452008:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.452012:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.452017:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.452022:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a04145348300 00000400:00000200:1.0:1778653759.452026:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.452030:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x5d31 [1] + 224 00000800:00000001:1.0:1778653759.452037:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.452046:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.452049:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.452053:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.452060:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.452068:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054651648/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653759.452085:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc1f80 x1865052054651648/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.452107:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.452120:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.452123:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.460470:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.460476:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:0.0:1778653759.460484:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.460490:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.460496:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:0.0:1778653759.460498:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:0.0:1778653759.460502:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.460508:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054651904/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.460518:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.460521:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054651904/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.460532:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.460534:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653759.466789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb200. 00010000:00000010:2.1:1778653759.466804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27200. 00010000:00000010:2.1:1778653759.466808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27000. 00000800:00000001:1.0:1778653759.482451:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.482473:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.482480:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.482483:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.482495:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482515:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.482528:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482535:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482542:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482547:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348400 00000400:00000200:1.0:1778653759.482553:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482560:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5d39 [1] + 224 00000800:00000001:1.0:1778653759.482819:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.482830:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.482834:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.482840:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.482849:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.482860:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054651904/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653759.482872:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc1f80 x1865052054651904/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.482896:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653759.482916:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653759.482921:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482928:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.482935:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2239:2239:256:4294967295] 192.168.204.110@tcp LPNI seq info [2239:2239:8:4294967295] 00000400:00000200:1.0:1778653759.482939:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.482948:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653759.482954:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.482962:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653759.482969:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.482978:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.482992:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653759.483137:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.483142:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:1.0:1778653759.483146:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.483150:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653759.483157:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.483161:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.489718:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.489723:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df800. 00000400:00000200:0.0:1778653759.489731:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.489739:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.489747:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864903b8 00000400:00000010:0.0:1778653759.489751:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864903b8. 00000100:00000001:0.0:1778653759.489756:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.489766:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054652032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.489778:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.489782:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054652032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.489789:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.489791:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653759.493705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3160. 00000080:00000010:2.1:1778653759.493739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb4a40. 00000080:00000010:2.1:1778653759.493744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3a20. 00000800:00000001:1.0:1778653759.498268:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.498293:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.498299:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.498307:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.498319:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.498328:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.498340:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.498346:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.498352:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.498357:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145348480 00000400:00000200:1.0:1778653759.498362:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.498370:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5d41 [1] + 224 00000800:00000001:1.0:1778653759.498379:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.498395:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.498399:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.498404:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.498413:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.498426:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054652032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.498438:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc2a00 x1865052054652032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.498463:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.498474:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.498478:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.502857:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.502864:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:0.0:1778653759.502873:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.502880:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.502886:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:0.0:1778653759.502889:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:0.0:1778653759.502894:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.502898:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054652288/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.502909:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.502913:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054652288/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.502920:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.502922:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.508393:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.508419:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.508424:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.508426:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.508443:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.508453:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.508474:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.508480:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.508487:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.508492:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348580 00000400:00000200:1.0:1778653759.508497:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.508504:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5d49 [1] + 224 00000800:00000001:1.0:1778653759.508513:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.508524:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.508528:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.508533:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.508541:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.508553:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054652288/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.508564:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc2a00 x1865052054652288/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.508591:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.508600:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.508603:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.510730:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.510736:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:0.0:1778653759.510745:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.510752:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.510759:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:0.0:1778653759.510761:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:0.0:1778653759.510766:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.510771:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054652544/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.510781:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.510784:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054652544/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.510791:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.510792:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653759.513900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:2.1:1778653759.513920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb000. 00010000:00000010:2.1:1778653759.513925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00010000:00000010:2.1:1778653759.513933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb400. 00010000:00000010:2.1:1778653759.513938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27c00. 00000800:00000001:1.0:1778653759.516583:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.516608:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.516617:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.516621:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.516634:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.516644:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.516919:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.516927:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.516934:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.516940:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348680 00000400:00000200:1.0:1778653759.516946:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.516955:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5d51 [1] + 224 00000800:00000001:1.0:1778653759.516965:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.516975:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.516979:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.516984:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.516994:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.517005:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054652544/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653759.517017:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc2a00 x1865052054652544/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.517042:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653759.517054:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653759.517058:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.517064:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.517071:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2243:2243:256:4294967295] 192.168.204.110@tcp LPNI seq info [2243:2243:8:4294967295] 00000400:00000200:1.0:1778653759.517076:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.517085:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653759.517091:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.517099:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653759.517107:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.517117:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.517123:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1778653759.517635:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1778653759.518030:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.518035:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:1.0:1778653759.518041:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.518048:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653759.518111:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653759.520861:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.520871:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df800. 00000400:00000200:1.0:1778653759.520880:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.520887:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.520894:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:1.0:1778653759.520902:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:1.0:1778653759.520907:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.520913:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054652672/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.520924:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.520928:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054652672/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.520935:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.520936:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653759.523708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd72940. 00000080:00000010:2.1:1778653759.528168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6c60. 00000800:00000001:0.0:1778653759.528685:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.528702:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.528706:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.528709:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.528721:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.528730:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.528742:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.528748:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.528755:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.528760:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145348700 00000400:00000200:0.0:1778653759.528766:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.528773:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5d59 [1] + 224 00000800:00000001:0.0:1778653759.528783:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.528812:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.528816:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.528821:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.528831:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.528842:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054652672/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.528860:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc3480 x1865052054652672/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.528883:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.528896:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.528899:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653759.532554:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.532561:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653759.532569:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.532575:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.532582:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:1.0:1778653759.532584:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:1.0:1778653759.532588:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.532593:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054652928/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.532603:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.532607:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054652928/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.532620:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.532622:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.535878:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.535901:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.535907:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.535910:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.535921:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.535931:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.535942:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.535948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.535955:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.535959:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145348800 00000400:00000200:0.0:1778653759.535964:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.535972:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x5d61 [64] + 224 00000800:00000001:0.0:1778653759.535982:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.535991:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.535996:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.536002:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.536012:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.536025:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054652928/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.536037:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc3480 x1865052054652928/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.536064:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.536078:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.536082:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653759.540071:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.540078:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:0.0:1778653759.540087:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.540093:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.540099:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:0.0:1778653759.540102:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:0.0:1778653759.540107:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.540112:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054653056/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.540122:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.540125:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0700 x1865052054653056/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.540133:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.540135:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653759.544719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000800:00000001:0.0:1778653759.545892:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.545924:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.545929:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.545932:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.545944:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.545954:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.545966:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.545972:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.545979:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.545985:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a04145348880 00000400:00000200:0.0:1778653759.545991:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.546000:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x5d69 [256] + 0 00000400:00000010:0.0:1778653759.546007:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e210. 00000400:00000200:0.0:1778653759.546015:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e12000 00000800:00000001:0.0:1778653759.546023:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.546034:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.546037:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.546042:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.546050:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e12000 00000400:00000010:0.0:1778653759.546053:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e12000. 00000100:00000001:0.0:1778653759.546061:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1778653759.546064:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915385fc0700 desc ffff915389b0d000 mbits 1865052054653056 00000100:00000001:0.0:1778653759.546084:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1778653759.546095:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653759.546098:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.546104:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653759.546112:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2247:2247:256:4294967295] 192.168.204.110@tcp LPNI seq info [2247:2247:8:4294967295] 00000400:00000200:0.0:1778653759.546118:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.546127:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653759.546134:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653759.546145:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff915383eb0000. 00000800:00000200:0.0:1778653759.546153:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653759.546162:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653759.546167:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383eb0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653759.546435:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.546440:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff915383eb0000. 00000400:00000200:0.0:1778653759.546444:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.546449:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653759.546457:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.546461:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.552016:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.552039:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.552045:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.552047:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.552058:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.552068:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.552079:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.552085:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.552090:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.552095:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a04145348880 00000400:00000200:0.0:1778653759.552101:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.552109:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x5d71 [1] + 224 00000800:00000001:0.0:1778653759.552118:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.552131:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.552135:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.552140:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.552150:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.552160:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054653056/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.552172:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915385fc0700 x1865052054653056/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.552268:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.552280:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.552283:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653759.560799:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.560807:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653759.560816:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.560825:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.560831:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:1.0:1778653759.560834:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:1.0:1778653759.560839:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.560845:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054653312/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.560856:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.560860:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0700 x1865052054653312/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.560867:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.560869:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.565224:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.565263:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.565268:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.565272:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.565285:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.565295:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.565306:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.565313:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.565319:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.565323:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348980 00000400:00000200:0.0:1778653759.565329:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.565337:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5d79 [1] + 224 00000800:00000001:0.0:1778653759.565346:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.565355:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.565359:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.565364:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.565374:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.565383:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054653312/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.565403:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc0700 x1865052054653312/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.565428:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.565440:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.565443:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653759.568487:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.568496:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:1.0:1778653759.568505:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.568524:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.568531:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653759.568534:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653759.568540:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.568547:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054653568/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.568558:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.568563:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0700 x1865052054653568/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.568571:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.568572:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653759.576877:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.576900:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.576905:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.576908:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.576921:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.576931:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.576942:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.576948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.576955:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.576960:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145348a80 00000400:00000200:0.0:1778653759.576966:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.576973:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x5d81 [64] + 224 00000800:00000001:0.0:1778653759.576981:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.576990:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.576995:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.577000:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.577010:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.577020:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054653568/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653759.577037:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc0700 x1865052054653568/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.577061:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653759.577072:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.577075:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653759.585778:0:30226:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653759.585802:0:30226:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7f40. 00000080:00000001:0.0:1778653759.585809:0:30226:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653759.585820:0:30226:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653759.585828:0:30226:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653759.585833:0:30226:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cef360. 00000002:00100000:0.0:1778653759.585858:0:30226:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc0700 x1865052054653568/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653759.585869:0:30226:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653759.585870:0:30226:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653759.585875:0:30226:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653759.585879:0:30226:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.585883:0:30226:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653759.585885:0:30226:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.585887:0:30226:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653759.585895:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.585900:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054653568/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653759.585908:0:30226:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653759.585913:0:30226:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:0.0:1778653759.585978:0:30226:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653759.585980:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.585986:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b78 00000080:00000008:0.0:1778653759.585989:0:30226:0:(file.c:1297:ll_file_open()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff91538bd73248), flags 704400, rc = 0 00000080:00000001:0.0:1778653759.585994:0:30226:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.586028:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d28 00000080:00200008:0.0:1778653759.586030:0:30226:0:(file.c:6227:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff91538bd73248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653759.586050:0:30226:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:0.0:1778653759.586055:0:30226:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.586058:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653759.586060:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973ca0 00000080:00200000:0.0:1778653759.586062:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff91538bd73248),name=d21f.recovery-small-2 00000080:00000010:0.0:1778653759.586070:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98200. 00800000:00000002:0.0:1778653759.586078:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653759.586087:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653759.586091:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653759.586093:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973bc0 00800000:00000002:0.0:1778653759.586096:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653759.586099:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653759.586105:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653759.586110:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653759.586112:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a90 00000002:00010000:0.0:1778653759.586113:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653759.586118:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653759.586120:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.586124:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.586132:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 3 00010000:00000001:0.0:1778653759.586135:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653759.586141:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653759.586146:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653759.586152:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1778653759.586163:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653759.586169:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653759.586172:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1778653759.586179:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653759.586182:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653759.586184:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653759.586186:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653759.586189:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653759.586191:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653759.586195:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653759.586198:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653759.586202:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98200. 00000080:00000001:0.0:1778653759.586206:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653759.586209:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653759.586212:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff91538bd73248) 00000080:00010000:0.0:1778653759.586216:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff91538bd73248) for lock 0x3df471c51a88ffeb 00800000:00000001:0.0:1778653759.586219:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653759.586221:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653759.586223:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.586226:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.586228:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:0.0:1778653759.586231:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:0.0:1778653759.586233:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:0.0:1778653759.586237:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.586238:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653759.586240:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653759.586241:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653759.586244:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a88ffeb from it ffffa71ac1973cd8 00010000:00000001:0.0:1778653759.586246:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.586247:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.586249:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:0.0:1778653759.586250:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:0.0:1778653759.586252:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:0.0:1778653759.586265:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653759.586269:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653759.586275:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.586277:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.586278:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653759.586281:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653759.586283:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653759.586291:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653759.586294:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653759.586298:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653759.586303:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.586304:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.586306:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.586310:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653759.586312:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.586314:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.586317:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.586319:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653759.586320:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.586321:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653759.586323:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653759.586325:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653759.586328:0:30226:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.586333:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d28 00000080:00000008:0.0:1778653759.586335:0:30226:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff91538bd73248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653759.586578:0:30226:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:0.0:1778653759.586583:0:30226:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff91538bd73248) pos/size0/7680 32bit_api 0 00000080:00000010:0.0:1778653759.586590:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98200. 00000080:00000001:0.0:1778653759.586594:0:30226:0:(dir.c:193:ll_dir_read()) Process entered 00000080:00000001:0.0:1778653759.586605:0:30226:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446721060279038464 : -23013430513152 : ffffeb11c4a63200) 00000080:00000001:0.0:1778653759.586611:0:30226:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1778653759.586615:0:30226:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653759.586618:0:30226:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1778653759.586623:0:30226:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653759.586626:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98200. 00000080:00000001:0.0:1778653759.586631:0:30226:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.586645:0:30226:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:0.0:1778653759.586647:0:30226:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff91538bd73248) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:0.0:1778653759.586693:0:30226:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653759.586695:0:30226:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.586728:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653759.586732:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653759.586734:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff91538bd73248), inode mode 41ed mask 1 00000080:00000001:0.0:1778653759.586738:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.586749:0:30226:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1778653759.586753:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973da0 00000080:00002000:0.0:1778653759.586754:0:30226:0:(dcache.c:87:ll_dcompare()) found name f(ffff91538bf2c1b0) flags 0x48000e refc 0 00000080:00000001:0.0:1778653759.586757:0:30226:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.586760:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973e10 00000080:00200000:0.0:1778653759.586761:0:30226:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1778653759.586769:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653759.586770:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff91538bd73248), inode mode 41ed mask 3 00000080:00000001:0.0:1778653759.586773:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.586778:0:30226:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:0.0:1778653759.586780:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973df8 00000080:00200000:0.0:1778653759.586782:0:30226:0:(namei.c:2402:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff91538bd73248) 00000080:00000001:0.0:1778653759.586785:0:30226:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1778653759.586789:0:30226:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653759.586796:0:30226:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653759.586801:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98200. 00000020:00000010:0.0:1778653759.586806:0:30226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98a00. 00000020:00000010:0.0:1778653759.586811:0:30226:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653759.586821:0:30226:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653759.586828:0:30226:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653759.586835:0:30226:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653759.586843:0:30226:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653759.586848:0:30226:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653759.586852:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98800. 00000008:00000010:0.0:1778653759.586856:0:30226:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653759.586860:0:30226:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653759.586865:0:30226:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653759.586870:0:30226:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653759.586873:0:30226:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653759.586876:0:30226:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653759.586879:0:30226:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653759.586885:0:30226:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000002:0.0:1778653759.586890:0:30226:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d5240 addref 2/0 by ffff91538b8acf80. 00020000:00000002:0.0:1778653759.586893:0:30226:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:0.0:1778653759.586897:0:30226:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653759.586901:0:30226:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653759.586904:0:30226:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653759.586906:0:30226:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1778653759.586909:0:30226:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1778653759.586911:0:30226:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653759.586915:0:30226:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98a00. 00000020:00000010:0.0:1778653759.586919:0:30226:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653759.586925:0:30226:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653759.587146:0:30226:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653759.587152:0:30226:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653759.587156:0:30226:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653759.587159:0:30226:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653759.587162:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98200. 00000008:00000010:0.0:1778653759.587166:0:30226:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653759.587169:0:30226:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653759.587173:0:30226:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653759.587176:0:30226:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653759.587179:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98800. 00000020:00000010:0.0:1778653759.587180:0:30226:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653759.587184:0:30226:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1778653759.587190:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98800. 00800000:00000001:0.0:1778653759.587202:0:30226:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:0.0:1778653759.587207:0:30226:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1778653759.587210:0:30226:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x22:0x0] 00800000:00000001:0.0:1778653759.587213:0:30226:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653759.587215:0:30226:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000404:0x20:0x0]/[0x200000404:0x22:0x0] -> mds #0 00000002:00000001:0.0:1778653759.587222:0:30226:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1778653759.587226:0:30226:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653759.587233:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 3 00010000:00000001:0.0:1778653759.587237:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653759.587242:0:30226:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653759.587248:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653759.587253:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1778653759.587272:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653759.587277:0:30226:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653759.587280:0:30226:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653759.587282:0:30226:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:0.0:1778653759.587285:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587288:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587291:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:0.0:1778653759.587293:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653759.587297:0:30226:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1778653759.587300:0:30226:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1778653759.587303:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653759.587308:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653759.587312:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a890023 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3d1 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653759.587321:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.587323:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653759.587324:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1778653759.587326:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.587329:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.587332:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=2 00000020:00000001:0.0:1778653759.587335:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:0.0:1778653759.587338:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:0.0:1778653759.587340:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.587341:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653759.587343:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587344:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587346:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:0.0:1778653759.587348:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.587437:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.587440:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587442:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587444:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:0.0:1778653759.587446:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.587449:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.587451:0:30226:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1778653759.587454:0:30226:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff91538bd73180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1778653759.587516:0:30226:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1778653759.587519:0:30226:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1778653759.587521:0:30226:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653759.587524:0:30226:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff91538bd73248) invalid 00000020:00000001:0.0:1778653759.587527:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a60 00000080:00002000:0.0:1778653759.587529:0:30226:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff91538bf2c360) parent ffff91538bd08360 inode ffff91538bd73248 refc 3 00000080:00000001:0.0:1778653759.587533:0:30226:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653759.587536:0:30226:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653759.587538:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.587544:0:30226:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653759.587548:0:30226:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653759.587549:0:30226:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653759.587551:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653759.587553:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653759.587556:0:30226:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ae00 with handle 0x3df471c51a88ffeb from hash 00010000:00000001:0.0:1778653759.587559:0:30226:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653759.587560:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.587561:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.587562:0:30226:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653759.587567:0:30226:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653759.587569:0:30226:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653759.587572:0:30226:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653759.587573:0:30226:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653759.587576:0:30226:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653759.587578:0:30226:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653759.587581:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 3 00010000:00000001:0.0:1778653759.587583:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653759.587585:0:30226:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653759.587588:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653759.587591:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9be00/0x3df471c51a88fff2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f330 expref: -99 pid: 30225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1778653759.587605:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653759.587607:0:30226:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653759.587608:0:30226:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653759.587609:0:30226:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1778653759.587611:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587613:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587614:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 4 00010000:00000001:0.0:1778653759.587616:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.587618:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.587620:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587621:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587622:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 4 00010000:00000001:0.0:1778653759.587625:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.587627:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.587628:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587629:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587631:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 4 00010000:00000001:0.0:1778653759.587632:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.587634:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.587635:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.587636:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.587637:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 4 00010000:00000001:0.0:1778653759.587639:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.587641:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.587642:0:30226:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.587644:0:30226:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653759.587646:0:30226:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653759.587722:0:30226:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653759.587727:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98200. 00000020:00000010:0.0:1778653759.587730:0:30226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98a00. 00000020:00000010:0.0:1778653759.587733:0:30226:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653759.587736:0:30226:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653759.587740:0:30226:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653759.587742:0:30226:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653759.587747:0:30226:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653759.587749:0:30226:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653759.587752:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99800. 00000008:00000010:0.0:1778653759.587754:0:30226:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653759.587757:0:30226:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653759.587760:0:30226:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653759.587762:0:30226:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653759.587764:0:30226:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653759.587766:0:30226:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653759.587768:0:30226:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653759.587771:0:30226:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1778653759.587775:0:30226:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653759.587777:0:30226:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653759.587781:0:30226:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653759.587784:0:30226:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653759.587787:0:30226:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653759.587789:0:30226:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.587791:0:30226:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653759.587792:0:30226:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653759.587794:0:30226:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98a00. 00000020:00000010:0.0:1778653759.587797:0:30226:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653759.587800:0:30226:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653759.587803:0:30226:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653759.587805:0:30226:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653759.587808:0:30226:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653759.587810:0:30226:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653759.587812:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98200. 00000008:00000010:0.0:1778653759.587813:0:30226:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653759.587815:0:30226:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653759.587817:0:30226:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653759.587820:0:30226:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653759.587822:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99800. 00000020:00000010:0.0:1778653759.587824:0:30226:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653759.587826:0:30226:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.587829:0:30226:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653759.587831:0:30226:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff91538bdb5348) invalid 00000020:00000001:0.0:1778653759.587834:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a60 00000080:00002000:0.0:1778653759.587836:0:30226:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf2c1b0) parent ffff91538bf2c360 inode ffff91538bdb5348 refc 1 00000080:00000001:0.0:1778653759.587839:0:30226:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653759.587840:0:30226:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653759.587842:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.587844:0:30226:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653759.587845:0:30226:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653759.588236:0:30226:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653759.588238:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653759.588240:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653759.588244:0:30226:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9be00 with handle 0x3df471c51a88fff2 from hash 00010000:00000001:0.0:1778653759.588247:0:30226:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653759.588248:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.588249:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.588250:0:30226:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653759.588253:0:30226:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653759.588262:0:30226:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653759.588265:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653759.588268:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b600/0x3df471c51a88ffc8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f2a4 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1778653759.588276:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653759.588278:0:30226:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653759.588279:0:30226:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653759.588281:0:30226:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1778653759.588283:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653759.588285:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653759.588288:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c500 count: 4 00010000:00000001:0.0:1778653759.588291:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653759.588293:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.588295:0:30226:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.588297:0:30226:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653759.588298:0:30226:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653759.588302:0:30226:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653759.588306:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99800. 00000020:00000010:0.0:1778653759.588308:0:30226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653759.588311:0:30226:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653759.588314:0:30226:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653759.588317:0:30226:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653759.588319:0:30226:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653759.588323:0:30226:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653759.588326:0:30226:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653759.588328:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98a00. 00000008:00000010:0.0:1778653759.588331:0:30226:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653759.588333:0:30226:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653759.588336:0:30226:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653759.588338:0:30226:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653759.588340:0:30226:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653759.588343:0:30226:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653759.588344:0:30226:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653759.588345:0:30226:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1778653759.588347:0:30226:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653759.588348:0:30226:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653759.589036:0:30226:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653759.589096:0:30226:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653759.589100:0:30226:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653759.589102:0:30226:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.589104:0:30226:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653759.589107:0:30226:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653759.589111:0:30226:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653759.589118:0:30226:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653759.589122:0:30226:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653759.589126:0:30226:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653759.589130:0:30226:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653759.589134:0:30226:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653759.589137:0:30226:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653759.589140:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99800. 00000008:00000010:0.0:1778653759.589143:0:30226:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653759.589146:0:30226:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653759.589150:0:30226:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653759.589153:0:30226:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653759.589156:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98a00. 00000020:00000010:0.0:1778653759.589158:0:30226:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653759.589160:0:30226:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653759.589163:0:30226:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653759.589165:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.589170:0:30226:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653759.589173:0:30226:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653759.589174:0:30226:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653759.589176:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653759.589178:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653759.589181:0:30226:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9b600 with handle 0x3df471c51a88ffc8 from hash 00010000:00000001:0.0:1778653759.589184:0:30226:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653759.589185:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.589186:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.589187:0:30226:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653759.589190:0:30226:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653759.589191:0:30226:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653759.589194:0:30226:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1778653759.589196:0:30226:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1778653759.589199:0:30226:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1778653759.589209:0:30226:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653759.589215:0:30226:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653759.589221:0:30226:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653759.589224:0:30226:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.589227:0:30226:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653759.589233:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653759.589238:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.589240:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.589241:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.589245:0:30226:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653759.589248:0:30226:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653759.589253:0:30226:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653759.589272:0:30226:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389b98a00. 00000100:00000001:0.0:1778653759.589282:0:30226:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.589286:0:30226:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653759.589289:0:30226:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653759.589298:0:30226:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9be00/0x3df471c51a88fff2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f330 expref: -99 pid: 30225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1778653759.589307:0:30226:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b600/0x3df471c51a88ffc8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f2a4 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1778653759.589316:0:30226:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1778653759.589322:0:30226:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1778653759.589324:0:30226:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1778653759.589326:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653759.589328:0:30226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9be00/0x3df471c51a88fff2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f330 expref: -99 pid: 30225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1778653759.589336:0:30226:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f840. 00010000:00000001:0.0:1778653759.589345:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.589346:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653759.589348:0:30226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b600/0x3df471c51a88ffc8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f2a4 expref: -99 pid: 30190 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1778653759.589542:0:30226:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9fa00. 00010000:00000040:0.0:1778653759.589547:0:30226:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c500 count: 0 00010000:00000010:0.0:1778653759.589554:0:30226:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36500. 00010000:00000001:0.0:1778653759.589561:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.589563:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653759.589565:0:30226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a88ffeb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f314 expref: -99 pid: 30225 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653759.589574:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.589576:0:30226:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.589578:0:30226:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653759.589580:0:30226:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.589582:0:30226:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1778653759.589597:0:30226:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1778653759.589613:0:30226:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653759.589622:0:30226:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653759.590433:0:30226:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653759.590447:0:30226:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629bc00. 00000100:00000001:0.0:1778653759.590452:0:30226:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652036096 : -121687057515520 : ffff91538629bc00) 00000100:00000001:0.0:1778653759.590455:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653759.590457:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653759.590463:0:30226:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653759.590469:0:30226:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.590471:0:30226:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653759.590473:0:30226:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653759.590481:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.590490:0:30226:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653759.590493:0:30226:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653759.590498:0:30226:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653759.590501:0:30226:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653759.590504:0:30226:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653759.590508:0:30226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054653824:192.168.204.110@tcp:36:rm.0 00000100:00000001:0.0:1778653759.590513:0:30226:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653759.590521:0:30226:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653759.590524:0:30226:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653759.590527:0:30226:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653759.590533:0:30226:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef400. 02000000:00000001:0.0:1778653759.590536:0:30226:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653759.590545:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653759.590550:0:30226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899001b8. 00000400:00000010:0.0:1778653759.590558:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653759.590567:0:30226:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054653824, portal 10 00000100:00000001:0.0:1778653759.590569:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653759.590570:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653759.590577:0:30226:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.590585:0:30226:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653759.590589:0:30226:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653759.590592:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29cc0. 00000100:00000200:0.0:1778653759.590595:0:30226:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1865052054653824, offset 0 00000400:00000200:0.0:1778653759.590602:0:30226:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653759.590612:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.590621:0:30226:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653759.590628:0:30226:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653759.590633:0:30226:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653759.590639:0:30226:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653759.590642:0:30226:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653759.590646:0:30226:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2250:2250:256:4294967295] 192.168.204.110@tcp LPNI seq info [2250:2250:8:4294967295] 00000400:00000200:0.0:1778653759.590672:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.590684:0:30226:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653759.590692:0:30226:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653759.590698:0:30226:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653759.590706:0:30226:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653759.590716:0:30226:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653759.590721:0:30226:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1778653759.590789:0:30226:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653759.590795:0:30226:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 800445 usecs (801 jiffies) 00000400:00000200:0.0:1778653759.590799:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653759.590802:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315568 00000100:00000001:0.0:1778653759.590806:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:0.0:1778653759.590810:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315568 00000100:00000001:0.0:1778653759.590813:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:0.0:1778653759.590816:0:30226:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653759.590819:0:30226:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.590822:0:30226:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653759.590824:0:30226:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653759.590827:0:30226:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629bc00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653759.590830:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653759.590834:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653759.591361:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.591373:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:1.0:1778653759.591381:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.591389:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.591396:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29cc0 00000400:00000010:1.0:1778653759.591400:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29cc0. 00000100:00000001:1.0:1778653759.591404:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.591410:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.591422:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.591425:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.591433:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.591435:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653759.596719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00010000:00000010:0.1:1778653759.596740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c500. 00010000:00000010:0.1:1778653759.596744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b600. 00010000:00000010:0.1:1778653759.596747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00000800:00000001:0.0:1778653759.602412:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.602437:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653759.602442:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.602445:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.602471:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.602481:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653759.602494:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.602501:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.602508:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.602513:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348b80 00000400:00000200:0.0:1778653759.602519:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.602526:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5d89 [1] + 224 00000800:00000001:0.0:1778653759.602535:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653759.602544:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653759.602548:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.602553:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653759.602563:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.602574:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653759.602586:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.602615:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653759.602626:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653759.602630:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.602636:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653759.602643:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2251:2251:256:4294967295] 192.168.204.110@tcp LPNI seq info [2251:2251:8:4294967295] 00000100:00000001:1.0:1778653759.602863:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653759.602873:0:30226:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653759.602876:0:30226:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653759.602880:0:30226:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899001b8. 00000400:00000200:1.0:1778653759.602885:0:30226:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:1.0:1778653759.602888:0:30226:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:1.0:1778653759.602891:0:30226:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.602897:0:30226:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653759.602912:0:30226:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054653824/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.602918:0:30226:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653759.602920:0:30226:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.602923:0:30226:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653759.602936:0:30226:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653759.602940:0:30226:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653759.602942:0:30226:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.602946:0:30226:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653759.602958:0:30226:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=20 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653759.602963:0:30226:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653759.602966:0:30226:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653759.602968:0:30226:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.602972:0:30226:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653759.602976:0:30226:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.602980:0:30226:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1778653759.602982:0:30226:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100000128/0x10000012a] 00000100:00000001:1.0:1778653759.602984:0:30226:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1778653759.602987:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.602989:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:1.0:1778653759.602993:0:30226:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653759.602995:0:30226:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1778653759.603010:0:30226:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653759.603014:0:30226:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.603019:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054653824/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653895 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.603028:0:30226:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.603031:0:30226:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653759.603034:0:30226:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653759.603038:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054653824/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653895 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653759.603045:0:30226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054653824:192.168.204.110@tcp:36:rm.0 00000100:00000001:1.0:1778653759.603052:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653759.603055:0:30226:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.603058:0:30226:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653759.603061:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.603064:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054653824/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653895 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.603072:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653759.603075:0:30226:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629bc00. 00000100:00000001:1.0:1778653759.603079:0:30226:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653759.603081:0:30226:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.603092:0:30226:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.603096:0:30226:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653759.603103:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98800. 00000100:00000001:1.0:1778653759.603110:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.603113:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054653824/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653895 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.603120:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.603125:0:30226:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.603138:0:30226:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653759.603142:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973e28 00000080:00002000:1.0:1778653759.603145:0:30226:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf2c1b0, parent ffff91538bf2c360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1778653759.603148:0:30226:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653759.603154:0:30226:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653759.603159:0:30226:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1778653759.603168:0:30226:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:1.0:1778653759.603170:0:30226:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1778653759.603173:0:30226:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653759.603178:0:30226:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653759.603183:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a400. 00000020:00000010:1.0:1778653759.603189:0:30226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1bc00. 00000020:00000010:1.0:1778653759.603193:0:30226:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1420. 00000008:00000010:1.0:1778653759.603201:0:30226:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653759.603207:0:30226:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653759.603212:0:30226:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653759.603220:0:30226:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653759.603225:0:30226:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653759.603229:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a000. 00000008:00000010:1.0:1778653759.603232:0:30226:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653759.603236:0:30226:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653759.603241:0:30226:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653759.603245:0:30226:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653759.603248:0:30226:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653759.603251:0:30226:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653759.603268:0:30226:0:(cl_object.c:151:cl_object_top()) ffff915389b22148 -> ffff915389b22148 00000020:00000001:1.0:1778653759.603272:0:30226:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1778653759.603275:0:30226:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1778653759.603277:0:30226:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1778653759.603281:0:30226:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653759.603283:0:30226:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1778653759.603285:0:30226:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653759.603288:0:30226:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x22:0x0]io ffff9153864bfdf8 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1778653759.603291:0:30226:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:1.0:1778653759.603296:0:30226:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1778653759.603298:0:30226:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1778653759.603301:0:30226:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1778653759.603303:0:30226:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603305:0:30226:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1778653759.603307:0:30226:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1778653759.603309:0:30226:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603310:0:30226:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653759.603312:0:30226:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1778653759.603313:0:30226:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1778653759.603315:0:30226:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00000020:00000001:1.0:1778653759.603317:0:30226:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603319:0:30226:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1778653759.603321:0:30226:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1778653759.603324:0:30226:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1778653759.603327:0:30226:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1778653759.603331:0:30226:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1778653759.603335:0:30226:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653759.603336:0:30226:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1778653759.603338:0:30226:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653759.603341:0:30226:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6120. 00000020:00000010:1.0:1778653759.603344:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b600. 00000020:00000010:1.0:1778653759.603347:0:30226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1b000. 00000020:00000010:1.0:1778653759.603349:0:30226:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1360. 00000008:00000010:1.0:1778653759.603353:0:30226:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc37c8. 00020000:00000010:1.0:1778653759.603356:0:30226:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab900. 00008000:00000010:1.0:1778653759.603359:0:30226:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68e20. 00000080:00000010:1.0:1778653759.603362:0:30226:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bb28. 00000080:00000010:1.0:1778653759.603365:0:30226:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864beda0. 00000020:00000010:1.0:1778653759.603369:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a600. 00000008:00000010:1.0:1778653759.603371:0:30226:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca2f20. 00020000:00000010:1.0:1778653759.603374:0:30226:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bfa80. 00008000:00000010:1.0:1778653759.603377:0:30226:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca058. 00000080:00000010:1.0:1778653759.603380:0:30226:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768690. 00000020:00000001:1.0:1778653759.603382:0:30226:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720366888 : -121686989184728 : ffff91538a3c6128) 00000020:00001000:1.0:1778653759.603385:0:30226:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6120 00000020:00000001:1.0:1778653759.603387:0:30226:0:(cl_object.c:151:cl_object_top()) ffff915389b22f58 -> ffff915389b22148 00000020:00000001:1.0:1778653759.603389:0:30226:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1778653759.603392:0:30226:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653759.603393:0:30226:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1778653759.603395:0:30226:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603396:0:30226:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603398:0:30226:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653759.603401:0:30226:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1778653759.603402:0:30226:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603405:0:30226:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603406:0:30226:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603408:0:30226:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1778653759.603410:0:30226:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1778653759.603412:0:30226:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653759.603413:0:30226:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1778653759.603415:0:30226:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1778653759.603417:0:30226:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603418:0:30226:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603420:0:30226:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603422:0:30226:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603423:0:30226:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1778653759.603424:0:30226:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603426:0:30226:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603428:0:30226:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1778653759.603430:0:30226:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1778653759.603431:0:30226:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653759.603432:0:30226:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1778653759.603434:0:30226:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1778653759.603437:0:30226:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1778653759.603442:0:30226:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1778653759.603445:0:30226:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915382940700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1778653759.603448:0:30226:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1778653759.603452:0:30226:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382940700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1778653759.603455:0:30226:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653759.603458:0:30226:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603460:0:30226:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603471:0:30226:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603473:0:30226:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603475:0:30226:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603477:0:30226:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1778653759.603479:0:30226:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1778653759.603481:0:30226:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1778653759.603482:0:30226:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1778653759.603483:0:30226:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1778653759.603485:0:30226:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603487:0:30226:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1778653759.603489:0:30226:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1778653759.603490:0:30226:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1778653759.603492:0:30226:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1778653759.603493:0:30226:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653759.603495:0:30226:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653759.603496:0:30226:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1778653759.603497:0:30226:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603499:0:30226:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603501:0:30226:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1778653759.603502:0:30226:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1778653759.603504:0:30226:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1778653759.603506:0:30226:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1778653759.603507:0:30226:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653759.603509:0:30226:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653759.603510:0:30226:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653759.603511:0:30226:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1778653759.603513:0:30226:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1778653759.603514:0:30226:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603516:0:30226:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603517:0:30226:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653759.603519:0:30226:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653759.603520:0:30226:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603522:0:30226:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653759.603525:0:30226:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653759.603527:0:30226:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653759.603528:0:30226:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653759.603530:0:30226:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653759.603532:0:30226:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6120 00000020:00000010:1.0:1778653759.603536:0:30226:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1b000. 00000020:00000010:1.0:1778653759.603541:0:30226:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1360. 00000008:00000010:1.0:1778653759.603545:0:30226:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc37c8. 00020000:00000010:1.0:1778653759.603550:0:30226:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab900. 00008000:00000010:1.0:1778653759.603553:0:30226:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68e20. 00000080:00000010:1.0:1778653759.603557:0:30226:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bb28. 00000080:00000010:1.0:1778653759.603560:0:30226:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864beda0. 00000020:00000010:1.0:1778653759.603564:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b600. 00000008:00000010:1.0:1778653759.603567:0:30226:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca2f20. 00020000:00000010:1.0:1778653759.603570:0:30226:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bfa80. 00008000:00000010:1.0:1778653759.603573:0:30226:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca058. 00000080:00000010:1.0:1778653759.603576:0:30226:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768690. 00000020:00000010:1.0:1778653759.603579:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a600. 00000020:00000010:1.0:1778653759.603581:0:30226:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6120. 00020000:00000001:1.0:1778653759.603584:0:30226:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653759.603586:0:30226:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653759.603589:0:30226:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653759.603591:0:30226:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653759.603594:0:30226:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653759.603596:0:30226:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653759.603599:0:30226:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653759.603601:0:30226:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1bc00. 00000020:00000010:1.0:1778653759.603603:0:30226:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1420. 00000008:00000010:1.0:1778653759.603606:0:30226:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653759.603607:0:30226:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653759.603609:0:30226:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653759.603610:0:30226:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653759.603612:0:30226:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653759.603613:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a400. 00000008:00000010:1.0:1778653759.603615:0:30226:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653759.603616:0:30226:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653759.603618:0:30226:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653759.603619:0:30226:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653759.603621:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a000. 00000020:00000010:1.0:1778653759.603622:0:30226:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653759.603624:0:30226:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.603627:0:30226:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:1.0:1778653759.603628:0:30226:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x22:0x0](ffff91538bdb5348) 00800000:00000001:1.0:1778653759.603632:0:30226:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:1.0:1778653759.603634:0:30226:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x22:0x0] 00000002:00000001:1.0:1778653759.603639:0:30226:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1778653759.603645:0:30226:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.603646:0:30226:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.603693:0:30226:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1778653759.603697:0:30226:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1778653759.603699:0:30226:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.603701:0:30226:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.603705:0:30226:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653759.603708:0:30226:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653759.603711:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a000. 00000020:00000010:1.0:1778653759.603714:0:30226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1a400. 00000020:00000010:1.0:1778653759.603716:0:30226:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1420. 00000008:00000010:1.0:1778653759.603719:0:30226:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653759.603722:0:30226:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653759.603725:0:30226:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653759.603727:0:30226:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653759.603730:0:30226:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653759.603732:0:30226:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1bc00. 00000008:00000010:1.0:1778653759.603735:0:30226:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653759.603742:0:30226:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653759.603745:0:30226:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653759.603747:0:30226:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653759.603750:0:30226:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653759.603752:0:30226:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00020000:00000001:1.0:1778653759.603758:0:30226:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:1.0:1778653759.603759:0:30226:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:1.0:1778653759.603762:0:30226:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1778653759.603764:0:30226:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5240, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653759.603768:0:30226:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653759.603771:0:30226:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9153877b7d00: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1778653759.603773:0:30226:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:1.0:1778653759.603775:0:30226:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603777:0:30226:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1778653759.603778:0:30226:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1778653759.603783:0:30226:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1778653759.603788:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c800 count: 2 00010000:00000001:1.0:1778653759.603791:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.603794:0:30226:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1778653759.603797:0:30226:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1778653759.603802:0:30226:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1778653740 1778653740 1778653740 by oinfo size 0 blocks 1 [cma]time 1778653740 1778653740 1778653740 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1778653759.603818:0:30226:0:(cl_object.c:151:cl_object_top()) ffff915382940700 -> ffff915389b22148 00000020:00000001:1.0:1778653759.603820:0:30226:0:(cl_object.c:151:cl_object_top()) ffff915382940700 -> ffff915389b22148 00000008:00000001:1.0:1778653759.603822:0:30226:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653759.603825:0:30226:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653759.603827:0:30226:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1778653759.603829:0:30226:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1778653759.603835:0:30226:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff915382940700. 00020000:00000001:1.0:1778653759.603844:0:30226:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1778653759.603847:0:30226:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915389b22ed8. 00020000:00000001:1.0:1778653759.603852:0:30226:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1778653759.603855:0:30226:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653759.603857:0:30226:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653759.603858:0:30226:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:1.0:1778653759.603860:0:30226:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:1.0:1778653759.603862:0:30226:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:1.0:1778653759.603863:0:30226:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:1.0:1778653759.603866:0:30226:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1778653759.603869:0:30226:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9153899316d8. 00020000:00000010:1.0:1778653759.603873:0:30226:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91538629b240. 00020000:00000010:1.0:1778653759.603875:0:30226:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915385c831a0. 00020000:00000002:1.0:1778653759.603878:0:30226:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5240, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653759.603882:0:30226:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653759.603888:0:30226:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9153877b7d00: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:1.0:1778653759.603893:0:30226:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9153877b7d00. 00020000:00000010:1.0:1778653759.603897:0:30226:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5000. 00020000:00000010:1.0:1778653759.603901:0:30226:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d5240. 00020000:00000001:1.0:1778653759.603903:0:30226:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1778653759.603904:0:30226:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b3e0) owner 0000000000000000/ffff91538b8acf80 00020000:00000010:1.0:1778653759.603907:0:30226:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff91538356b3e0. 00020000:00000001:1.0:1778653759.603910:0:30226:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:1.0:1778653759.603913:0:30226:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915389b220c8. 00000020:00001000:1.0:1778653759.603919:0:30226:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653759.603921:0:30226:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1a400. 00000020:00000010:1.0:1778653759.603924:0:30226:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1420. 00000008:00000010:1.0:1778653759.603927:0:30226:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653759.603930:0:30226:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab300. 00008000:00000010:1.0:1778653759.603934:0:30226:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653759.603937:0:30226:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653759.603940:0:30226:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653759.603942:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a000. 00000008:00000010:1.0:1778653759.603944:0:30226:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653759.603947:0:30226:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653759.603950:0:30226:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653759.603954:0:30226:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653759.603956:0:30226:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1bc00. 00000020:00000010:1.0:1778653759.603959:0:30226:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653759.603962:0:30226:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1778653759.603964:0:30226:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1778653759.604006:0:30226:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1778653759.604009:0:30226:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653759.604012:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d98 00000080:00200008:1.0:1778653759.604014:0:30226:0:(file.c:448:ll_file_release()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff91538bd73248), flags 704000 00000080:00400000:1.0:1778653759.604019:0:30226:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x20:0x0] 00000080:00000001:1.0:1778653759.604023:0:30226:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1778653759.604024:0:30226:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1778653759.604026:0:30226:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1778653759.604033:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.604037:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.604040:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 2 00010000:00000001:1.0:1778653759.604042:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.604047:0:30226:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1778653759.604051:0:30226:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1778653759.604055:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653759.604062:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.604066:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a890023 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3d1 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653759.604075:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.604077:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.604078:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1778653759.604081:0:30226:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x20:0x0]: 16 00000080:00000010:1.0:1778653759.604084:0:30226:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9153951583c0. 00000080:00000001:1.0:1778653759.604087:0:30226:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653759.604092:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d98 00000080:00000008:1.0:1778653759.604094:0:30226:0:(file.c:492:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff91538bd73248), flags 704000, rc = 0 00000080:00000001:1.0:1778653759.604096:0:30226:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.604098:0:30226:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.604101:0:30226:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653759.604103:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973e00 00000080:00002000:1.0:1778653759.604104:0:30226:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff91538bf2c360, parent ffff91538bd08360, inode ffff91538bd73248) hashed, 00000080:00000001:1.0:1778653759.604107:0:30226:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653759.604112:0:30226:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653759.604116:0:30226:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1778653759.604145:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653759.604149:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653759.604151:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653759.604152:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973bd8 00000080:00200000:1.0:1778653759.604155:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653759.604161:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1bc00. 00800000:00000002:1.0:1778653759.604167:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.604171:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.604175:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.604177:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973af8 00800000:00000002:1.0:1778653759.604180:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.604184:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653759.604188:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653759.604193:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.604195:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac19739c8 00000002:00010000:1.0:1778653759.604198:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.604201:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653759.604202:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.604204:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.604208:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 2 00010000:00000001:1.0:1778653759.604210:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.604214:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.604218:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653759.604222:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1778653759.604230:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653759.604232:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.604235:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1778653759.604241:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653759.604243:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.604246:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.604248:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.604250:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.604252:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653759.604266:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653759.604268:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.604271:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1bc00. 00000080:00000001:1.0:1778653759.604275:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653759.604276:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.604279:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653759.604283:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890015 00800000:00000001:1.0:1778653759.604287:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.604289:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.604291:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.604294:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.604296:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:1.0:1778653759.604299:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.604301:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.604304:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.604305:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.604306:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.604308:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.604311:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890015 from it ffffa71ac1973c10 00010000:00000001:1.0:1778653759.604313:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.604314:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.604315:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:1.0:1778653759.604317:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.604319:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.604322:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.604325:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653759.604332:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.604333:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.604335:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.604337:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.604339:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653759.604347:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.604350:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.604353:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.604358:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.604359:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.604361:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604366:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.604368:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604370:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604372:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604375:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.604377:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.604378:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653759.604381:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653759.604383:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.604386:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653759.604390:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653759.604405:0:30226:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3e00. 00000020:00000001:1.0:1778653759.604410:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973dc8 00000080:00200000:1.0:1778653759.604411:0:30226:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=0 00000080:00000001:1.0:1778653759.604415:0:30226:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653759.604416:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973c78 00000080:00200000:1.0:1778653759.604418:0:30226:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:1.0:1778653759.604426:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1bc00. 00800000:00000002:1.0:1778653759.604429:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.604433:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.604435:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.604436:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b98 00800000:00000002:1.0:1778653759.604438:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.604440:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653759.604444:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b30 00800000:00000002:1.0:1778653759.604446:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:1.0:1778653759.604449:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.604450:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a68 00000002:00010000:1.0:1778653759.604452:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.604455:0:30226:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653759.604458:0:30226:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653759.604463:0:30226:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4a80. 00000020:00000040:1.0:1778653759.604468:0:30226:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653759.604475:0:30226:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653759.604480:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.604483:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.604484:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.604485:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.604488:0:30226:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653759.604491:0:30226:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653759.604494:0:30226:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653759.604502:0:30226:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbb400. 00000100:00000001:1.0:1778653759.604511:0:30226:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604516:0:30226:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.604517:0:30226:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604519:0:30226:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653759.604521:0:30226:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.604522:0:30226:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.604531:0:30226:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00010000:00000001:1.0:1778653759.604536:0:30226:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653759.604538:0:30226:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653759.604541:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 2 00010000:00000001:1.0:1778653759.604543:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.604545:0:30226:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653759.604549:0:30226:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26200. 00000020:00000001:1.0:1778653759.604552:0:30226:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653759.604554:0:30226:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26200 with handle 0x3df471c51a89002a to hash 00000020:00000001:1.0:1778653759.604556:0:30226:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653759.604558:0:30226:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.604561:0:30226:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.604564:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.604565:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.604568:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.604574:0:30226:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653759.604585:0:30226:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30226 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653759.604592:0:30226:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653759.604594:0:30226:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653759.604602:0:30226:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecdcc0. 00000100:00000001:1.0:1778653759.604605:0:30226:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614492352 : -121687095059264 : ffff915383ecdcc0) 00000100:00000001:1.0:1778653759.604608:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.604609:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000001:1.0:1778653759.604615:0:30226:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653759.604619:0:30226:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.604622:0:30226:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653759.604624:0:30226:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.604633:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.604644:0:30226:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.604646:0:30226:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.604685:0:30226:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.604688:0:30226:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.604691:0:30226:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.604695:0:30226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054653952:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1778653759.604699:0:30226:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.604705:0:30226:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.604708:0:30226:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.604711:0:30226:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.604717:0:30226:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491e000. 02000000:00000001:1.0:1778653759.604718:0:30226:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.604727:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.604731:0:30226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5420. 00000400:00000010:1.0:1778653759.604738:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653759.604747:0:30226:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054653952, portal 10 00000100:00000001:1.0:1778653759.604749:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.604750:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000040:1.0:1778653759.604756:0:30226:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.604770:0:30226:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.604773:0:30226:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.604776:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19dd0. 00000100:00000200:1.0:1778653759.604779:0:30226:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054653952, offset 0 00000400:00000200:1.0:1778653759.604784:0:30226:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653759.605050:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653759.605064:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653759.605072:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653759.605079:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a800. 00000800:00000200:0.0:1778653759.605087:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653759.605096:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653759.605101:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a800 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1778653759.605312:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.605323:0:30226:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.605329:0:30226:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.605335:0:30226:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.605339:0:30226:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.605342:0:30226:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.605346:0:30226:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2252:2252:255:4294967295] 192.168.204.110@tcp LPNI seq info [2252:2252:7:4294967295] 00000400:00000200:1.0:1778653759.605350:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.605357:0:30226:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.605361:0:30226:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.605365:0:30226:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653759.605370:0:30226:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.605374:0:30226:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.605377:0:30226:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.605380:0:30226:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.605385:0:30226:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 799240 usecs (800 jiffies) 00000400:00000200:1.0:1778653759.605389:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.605392:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315581 00000100:00000001:1.0:1778653759.605396:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.605398:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315581 00000100:00000001:1.0:1778653759.605401:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.605404:0:30226:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.605407:0:30226:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.605410:0:30226:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.605412:0:30226:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653759.605414:0:30226:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecdcc0 going to sleep for 131 seconds 00000100:00000001:1.0:1778653759.605417:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.605421:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653759.605518:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.605523:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a800. 00000400:00000200:1.0:1778653759.605530:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.605536:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000200:1.0:1778653759.605619:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653759.605622:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:1.0:1778653759.605625:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.605628:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653759.605632:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19dd0 00000400:00000010:1.0:1778653759.605635:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19dd0. 00000100:00000001:1.0:1778653759.605639:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653759.605647:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.605687:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.605691:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.605697:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.605699:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.605906:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.605914:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1778653759.608893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6880. 00000800:00000001:1.0:1778653759.618087:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.618110:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.618115:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.618119:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.618130:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.618139:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.618151:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.618156:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.618163:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.618168:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145348c00 00000400:00000200:1.0:1778653759.618174:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.618181:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5d99 [1] + 224 00000800:00000001:1.0:1778653759.618286:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.618296:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.618299:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.618306:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.618316:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.618338:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.618352:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.618375:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.618387:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.618392:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653759.618591:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653759.618601:0:30226:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653759.618603:0:30226:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653759.618608:0:30226:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5420. 00000400:00000200:0.0:1778653759.618614:0:30226:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:0.0:1778653759.618618:0:30226:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:0.0:1778653759.618621:0:30226:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.618626:0:30226:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653759.618634:0:30226:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.618640:0:30226:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653759.618642:0:30226:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653759.618645:0:30226:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653759.618670:0:30226:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653759.618674:0:30226:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653759.618677:0:30226:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653759.618681:0:30226:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653759.618694:0:30226:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=20 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653759.618699:0:30226:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653759.618703:0:30226:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653759.618706:0:30226:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.618709:0:30226:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653759.618713:0:30226:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.618720:0:30226:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653759.618723:0:30226:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:0.0:1778653759.618725:0:30226:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653759.618728:0:30226:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653759.618732:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00000010:1.1:1778653759.618733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb5280. 00000100:00000001:0.0:1778653759.618739:0:30226:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653759.618743:0:30226:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653759.618746:0:30226:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653759.618750:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00000010:1.1:1778653759.618753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6280. 00000100:00100000:0.0:1778653759.618758:0:30226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054653952:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1778653759.618763:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653759.618766:0:30226:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.618769:0:30226:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653759.618771:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.618775:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.618781:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653759.618784:0:30226:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecdcc0. 00000100:00000001:0.0:1778653759.618788:0:30226:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653759.618790:0:30226:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.618793:0:30226:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653759.618798:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.618801:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.618804:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=4 00000020:00000001:0.0:1778653759.618807:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.618810:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000040:0.0:1778653759.618817:0:30226:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26200, remote cookie: 0xdfa36d541726f410, flags: 0x1001 00010000:00010000:0.0:1778653759.618824:0:30226:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653759.618833:0:30226:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1778653759.618837:0:30226:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1778653759.618845:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 2 00010000:00000001:0.0:1778653759.618848:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653759.618852:0:30226:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653759.618855:0:30226:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653759.618870:0:30226:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.618876:0:30226:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653759.618882:0:30226:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653759.618884:0:30226:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653759.618887:0:30226:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653759.618888:0:30226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653759.618891:0:30226:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff91538f63c900) refcount = 2 00010000:00000040:0.0:1778653759.618894:0:30226:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653759.618897:0:30226:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a890023 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3d1 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1778653759.618904:0:30226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.618912:0:30226:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653759.618915:0:30226:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653759.618917:0:30226:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653759.618920:0:30226:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653759.618924:0:30226:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653759.618928:0:30226:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.619366:0:30226:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653759.619369:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619371:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.619372:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619373:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.619375:0:30226:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.619382:0:30226:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653759.619384:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.619386:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.619387:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653759.619389:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619392:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619394:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.619395:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.619396:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=4 00000020:00000001:0.0:1778653759.619398:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619400:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619403:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653759.619407:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653759.619410:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.619417:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619418:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.619420:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.619421:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.619422:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=5 00000020:00000001:0.0:1778653759.619424:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619426:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619429:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653759.619432:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.619438:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619440:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653759.619443:0:30226:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.619449:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653759.619451:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619452:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.619453:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619454:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653759.619461:0:30226:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653759.619570:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.619571:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.619573:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653759.619575:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619577:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619579:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619580:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653759.619582:0:30226:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.619584:0:30226:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653759.619588:0:30226:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653759.619591:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.619592:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.619593:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653759.619595:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619597:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00000002:00010000:0.0:1778653759.619601:0:30226:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653759.619612:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619613:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653759.619615:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653759.619617:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653759.619618:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653759.619619:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653759.619621:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653759.619623:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000040:0.0:1778653759.619627:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 3 00010000:00000001:0.0:1778653759.619630:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653759.619634:0:30226:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:0.0:1778653759.619637:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653759.619638:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653759.619639:0:30226:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653759.619643:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac19739e8 00000002:00002000:0.0:1778653759.619645:0:30226:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653759.619700:0:30226:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653759.619706:0:30226:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653759.619709:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653759.619712:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653759.619715:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653759.619719:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653759.619722:0:30226:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653759.619724:0:30226:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1973e00 it_disposition b 00000080:00000001:0.0:1778653759.619728:0:30226:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653759.619735:0:30226:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653759.619739:0:30226:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653759.619742:0:30226:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1778653759.619746:0:30226:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1778653759.619862:0:30226:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653759.619866:0:30226:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:1.0:1778653759.619869:0:30226:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.619873:0:30226:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1778653759.619876:0:30226:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1778653759.619879:0:30226:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833952 mtime from 1778653740 to 1778653759 00000080:00200000:1.0:1778653759.619884:0:30226:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 7680 00000080:00200000:1.0:1778653759.619887:0:30226:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff91538bd73248): rc = 0 00000080:00000001:1.0:1778653759.619889:0:30226:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747290184 : -121686962261432 : ffff91538bd73248) 00010000:00000001:1.0:1778653759.619892:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.619894:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.619895:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:1.0:1778653759.619897:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.619899:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.619901:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.619902:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653759.619904:0:30226:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1778653759.619907:0:30226:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1778653759.619909:0:30226:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653759.619912:0:30226:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1778653759.619915:0:30226:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.619918:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff91538bd73248) for lock 0x3df471c51a89002a 00800000:00000001:1.0:1778653759.619922:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.619923:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.619925:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.619926:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.619927:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:1.0:1778653759.620016:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.620019:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.620021:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620022:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.620024:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.620026:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1778653759.620033:0:30226:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf28360 inode ffff91538bd73248 refc 1 flags 0x20000e 00000080:00000001:1.0:1778653759.620038:0:30226:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1778653759.620040:0:30226:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.620042:0:30226:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1778653759.620046:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff91538bd73248) 00000080:00010000:1.0:1778653759.620050:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89002a from it ffffa71ac1973e00 00010000:00000001:1.0:1778653759.620052:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.620053:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.620054:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:1.0:1778653759.620056:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.620058:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653759.620060:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.620062:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653759.620068:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620069:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.620071:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.620075:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.620077:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653759.620085:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.620087:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.620090:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.620095:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620096:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.620098:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620102:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.620103:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620105:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620109:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620110:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.620112:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620113:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653759.620114:0:30226:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653759.620120:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1bc00. 00000100:00000001:1.0:1778653759.620127:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653759.620134:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4a80 x1865052054653952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653895 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.620141:0:30226:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653759.620145:0:30226:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653759.620149:0:30226:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491e000. 02000000:00000001:1.0:1778653759.620152:0:30226:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653759.620155:0:30226:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653759.620157:0:30226:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653759.620160:0:30226:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653759.620163:0:30226:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653759.620166:0:30226:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653759.620169:0:30226:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653759.620171:0:30226:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4a80. 00000100:00000001:1.0:1778653759.620175:0:30226:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653759.620176:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653759.620179:0:30226:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1778653759.620182:0:30226:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1973e00 released 00000080:00000001:1.0:1778653759.620183:0:30226:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1778653759.620189:0:30226:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653759.620201:0:30226:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653759.620203:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973d50 00000080:00200000:1.0:1778653759.620206:0:30226:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653759.620217:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1bc00. 00800000:00000002:1.0:1778653759.620224:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653759.620227:0:30226:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653759.620230:0:30226:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.620232:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973c70 00800000:00000002:1.0:1778653759.620234:0:30226:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653759.620237:0:30226:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653759.620241:0:30226:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653759.620246:0:30226:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653759.620248:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973b40 00000002:00010000:1.0:1778653759.620249:0:30226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653759.620253:0:30226:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653759.620264:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620266:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620270:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 2 00010000:00000001:1.0:1778653759.620272:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.620275:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.620278:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653759.620281:0:30226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653759.620290:0:30226:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653759.620295:0:30226:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653759.620298:0:30226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653759.620305:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653759.620307:0:30226:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.620309:0:30226:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.620312:0:30226:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653759.620313:0:30226:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.620315:0:30226:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653759.620317:0:30226:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653759.620319:0:30226:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653759.620321:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1bc00. 00000080:00000001:1.0:1778653759.620334:0:30226:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653759.620336:0:30226:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.620338:0:30226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653759.620342:0:30226:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890015 00800000:00000001:1.0:1778653759.620344:0:30226:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653759.620345:0:30226:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653759.620347:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.620348:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.620349:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:1.0:1778653759.620351:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.620353:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.620355:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620356:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653759.620358:0:30226:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653759.620359:0:30226:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653759.620361:0:30226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890015 from it ffffa71ac1973d88 00010000:00000001:1.0:1778653759.620363:0:30226:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653759.620364:0:30226:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653759.620365:0:30226:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:1.0:1778653759.620366:0:30226:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.620368:0:30226:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:1.0:1778653759.620370:0:30226:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653759.620373:0:30226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653759.620379:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620380:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.620382:0:30226:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653759.620383:0:30226:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653759.620385:0:30226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653759.620392:0:30226:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.620393:0:30226:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653759.620395:0:30226:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653759.620397:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620398:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.620399:0:30226:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620401:0:30226:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653759.620403:0:30226:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620405:0:30226:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620406:0:30226:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620408:0:30226:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653759.620409:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620410:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653759.620411:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653759.620413:0:30226:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653759.620416:0:30226:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:1.0:1778653759.620421:0:30226:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.620426:0:30226:0:(namei.c:2309:ll_rmdir()) Process entered 00000020:00000001:1.0:1778653759.620429:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973e18 00000080:00200000:1.0:1778653759.620431:0:30226:0:(namei.c:2312:ll_rmdir()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:1.0:1778653759.620434:0:30226:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1778653759.620437:0:30226:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-2, [0x200000404:0x20:0x0]) is foreign... 00000080:00000001:1.0:1778653759.620440:0:30226:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1778653759.620445:0:30226:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1bc00. 00800000:00000002:1.0:1778653759.620448:0:30226:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:1.0:1778653759.620455:0:30226:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:1.0:1778653759.620460:0:30226:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1778653759.620470:0:30226:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x20:0x0] 00800000:00000001:1.0:1778653759.620474:0:30226:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653759.620476:0:30226:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x20:0x0] -> mds #0 00000002:00000001:1.0:1778653759.620480:0:30226:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1778653759.620483:0:30226:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653759.620485:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 2 00010000:00000001:1.0:1778653759.620487:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.620490:0:30226:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653759.620493:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653759.620496:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890015 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f3b5 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1778653759.620504:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653759.620508:0:30226:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653759.620511:0:30226:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653759.620513:0:30226:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653759.620516:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620517:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620518:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 3 00010000:00000001:1.0:1778653759.620520:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620522:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.620524:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620525:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620526:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 3 00010000:00000001:1.0:1778653759.620528:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620530:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.620532:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620533:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620534:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c700 count: 3 00010000:00000001:1.0:1778653759.620536:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620538:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.620540:0:30226:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653759.620543:0:30226:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653759.620548:0:30226:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1778653759.620550:0:30226:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653759.620553:0:30226:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653759.620554:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620557:0:30226:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653759.620560:0:30226:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653759.620562:0:30226:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653759.620564:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.620566:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653759.620569:0:30226:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a000 with handle 0x3df471c51a890015 from hash 00010000:00000001:1.0:1778653759.620571:0:30226:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653759.620572:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620574:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.620575:0:30226:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653759.620577:0:30226:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653759.620580:0:30226:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653759.620583:0:30226:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653759.620585:0:30226:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.620587:0:30226:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653759.620589:0:30226:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653759.620591:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 3 00010000:00000001:1.0:1778653759.620593:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653759.620595:0:30226:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653759.620597:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653759.620599:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a89002a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f410 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1778653759.620606:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653759.620607:0:30226:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653759.620609:0:30226:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653759.620610:0:30226:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:1.0:1778653759.620612:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620613:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620614:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:1.0:1778653759.620616:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620618:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.620619:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620621:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620622:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:1.0:1778653759.620624:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620626:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.620628:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620629:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620631:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:1.0:1778653759.620632:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620635:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.620636:0:30226:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653759.620639:0:30226:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff91538bd73180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653759.620641:0:30226:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1778653759.620642:0:30226:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653759.620644:0:30226:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1778653759.620646:0:30226:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff91538bd73248) invalid 00000020:00000001:1.0:1778653759.620697:0:30226:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1973a80 00000080:00002000:1.0:1778653759.620699:0:30226:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff91538bf28360) parent ffff91538bd08360 inode ffff91538bd73248 refc 2 00000080:00000001:1.0:1778653759.620703:0:30226:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1778653759.620704:0:30226:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653759.620706:0:30226:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.620708:0:30226:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653759.620710:0:30226:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653759.620711:0:30226:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653759.620712:0:30226:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653759.620714:0:30226:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653759.620716:0:30226:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c26200 with handle 0x3df471c51a89002a from hash 00010000:00000001:1.0:1778653759.620718:0:30226:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653759.620719:0:30226:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653759.620721:0:30226:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653759.620721:0:30226:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653759.620723:0:30226:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653759.620724:0:30226:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653759.620726:0:30226:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653759.620729:0:30226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a890023 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f3d1 expref: -99 pid: 30226 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1778653759.620735:0:30226:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653759.620737:0:30226:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653759.620738:0:30226:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653759.620739:0:30226:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode CR 00000002:00000001:1.0:1778653759.620742:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620743:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620745:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:1.0:1778653759.620747:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620749:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653759.620751:0:30226:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653759.620752:0:30226:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653759.620753:0:30226:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 4 00010000:00000001:1.0:1778653759.620755:0:30226:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653759.620757:0:30226:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.620759:0:30226:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653759.620761:0:30226:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1778653759.620765:0:30226:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1778653759.620769:0:30226:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387f1a000. 00000080:00000001:1.0:1778653759.620771:0:30226:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1778653759.620775:0:30226:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1778653759.620778:0:30226:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:1.0:1778653759.620780:0:30226:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:1.0:1778653759.620784:0:30226:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1778653759.620787:0:30226:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:1.0:1778653759.620794:0:30226:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4a80. 00000020:00000040:1.0:1778653759.620799:0:30226:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653759.620805:0:30226:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653759.620809:0:30226:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653759.620813:0:30226:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653759.620822:0:30226:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1a400. 00000100:00000001:1.0:1778653759.620831:0:30226:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1778653759.620846:0:30226:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc0700 x1865052054653568/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653895 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1778653759.620859:0:30226:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1778653759.620864:0:30226:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1778653759.620872:0:30226:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653759.620874:0:30226:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653759.620882:0:30226:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd780. 00000100:00000001:1.0:1778653759.620885:0:30226:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614491008 : -121687095060608 : ffff915383ecd780) 00000100:00000001:1.0:1778653759.620887:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.620889:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000001:1.0:1778653759.620894:0:30226:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653759.620899:0:30226:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.620901:0:30226:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653759.620903:0:30226:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653759.620907:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.620915:0:30226:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653759.620917:0:30226:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.620921:0:30226:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653759.620924:0:30226:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653759.620926:0:30226:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653759.620943:0:30226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054654208:192.168.204.110@tcp:35:rm.0 00000100:00000001:1.0:1778653759.620948:0:30226:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653759.620955:0:30226:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653759.620958:0:30226:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653759.620962:0:30226:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653759.620966:0:30226:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653759.620968:0:30226:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653759.620977:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653759.620981:0:30226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5210. 00000400:00000010:1.0:1778653759.620989:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19dd0. 00000100:00000200:1.0:1778653759.620997:0:30226:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054654208, portal 10 00000100:00000001:1.0:1778653759.620999:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653759.621000:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000040:1.0:1778653759.621007:0:30226:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.621014:0:30226:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653759.621018:0:30226:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653759.621021:0:30226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19b28. 00000100:00000200:1.0:1778653759.621024:0:30226:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054654208, offset 0 00000400:00000200:1.0:1778653759.621032:0:30226:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653759.621043:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.621052:0:30226:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.621058:0:30226:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653759.621063:0:30226:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653759.621067:0:30226:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653759.621069:0:30226:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653759.621073:0:30226:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2253:2253:256:4294967295] 192.168.204.110@tcp LPNI seq info [2253:2253:8:4294967295] 00000400:00000200:1.0:1778653759.621077:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.621087:0:30226:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653759.621093:0:30226:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.621099:0:30226:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653759.621108:0:30226:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.621118:0:30226:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.621124:0:30226:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1778653759.621141:0:30226:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653759.621147:0:30226:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 798041 usecs (799 jiffies) 00000400:00000200:1.0:1778653759.621150:0:30226:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653759.621154:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296315596 00000100:00000001:1.0:1778653759.621157:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.621160:0:30226:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296315596 00000100:00000001:1.0:1778653759.621163:0:30226:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296317578 00000100:00000001:1.0:1778653759.621167:0:30226:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653759.621170:0:30226:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653759.621173:0:30226:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653759.621176:0:30226:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653759.621179:0:30226:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd780 going to sleep for 11 seconds 00000100:00000001:1.0:1778653759.621181:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653759.621185:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653759.621847:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.621854:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:0.0:1778653759.621861:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.621868:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.621875:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19b28 00000400:00000010:0.0:1778653759.621878:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19b28. 00000100:00000001:0.0:1778653759.621883:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.621889:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.621899:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.621903:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.621908:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.621910:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.624879:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.624902:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.624906:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.624909:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.624920:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.625283:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.625298:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.625305:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.625312:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.625317:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348d00 00000400:00000200:1.0:1778653759.625323:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.625331:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5da9 [1] + 224 00000800:00000001:1.0:1778653759.625340:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.625350:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.625354:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.625360:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.625369:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.625380:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653759.625392:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653759.625629:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653759.625643:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.625647:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653759.625725:0:30226:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653759.625736:0:30226:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653759.625739:0:30226:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653759.625743:0:30226:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5210. 00000400:00000200:0.0:1778653759.625753:0:30226:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19dd0 00000400:00000010:0.0:1778653759.625756:0:30226:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19dd0. 00000100:00000001:0.0:1778653759.625759:0:30226:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653759.625765:0:30226:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653759.625778:0:30226:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4a80 x1865052054654208/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.625784:0:30226:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653759.625786:0:30226:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653759.625789:0:30226:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653759.625793:0:30226:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653759.625797:0:30226:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653759.625799:0:30226:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653759.625803:0:30226:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653759.625815:0:30226:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653759.625821:0:30226:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653759.625824:0:30226:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653759.625826:0:30226:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653759.625829:0:30226:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653759.625834:0:30226:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.625838:0:30226:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653759.625840:0:30226:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653759.625842:0:30226:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653759.625853:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653759.625855:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000001:0.0:1778653759.625859:0:30226:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653759.625861:0:30226:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967596 00000100:00000001:0.0:1778653759.625863:0:30226:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653759.625867:0:30226:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653759.625872:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4a80 x1865052054654208/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.625880:0:30226:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653759.625883:0:30226:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653759.625886:0:30226:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653759.625890:0:30226:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4a80 x1865052054654208/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653759.625898:0:30226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30226:1865052054654208:192.168.204.110@tcp:35:rm.0 00000100:00000001:0.0:1778653759.625903:0:30226:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653759.625906:0:30226:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.625908:0:30226:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653759.625911:0:30226:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.625914:0:30226:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4a80 x1865052054654208/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653759.625921:0:30226:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653759.625924:0:30226:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd780. 00000100:00000001:0.0:1778653759.625938:0:30226:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653759.625940:0:30226:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.625947:0:30226:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653759.625948:0:30226:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000002:00000001:0.0:1778653759.625952:0:30226:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653759.625955:0:30226:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653759.625961:0:30226:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a000. 00000080:00000001:0.0:1778653759.625965:0:30226:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1778653759.625969:0:30226:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000800:00000200:0.0:1778653759.631749:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653759.631760:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:0.0:1778653759.631771:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653759.631781:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653759.631789:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:0.0:1778653759.631793:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:0.0:1778653759.631799:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653759.631807:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054654464/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.631821:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653759.631824:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0700 x1865052054654464/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653759.631832:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653759.631834:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653759.636247:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.636286:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653759.636291:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.636294:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.636306:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636318:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653759.636330:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636336:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636426:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636433:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145348e00 00000400:00000200:1.0:1778653759.636438:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636446:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5db9 [1] + 224 00000800:00000001:1.0:1778653759.636456:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.636466:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653759.636470:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653759.636475:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653759.636485:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653759.636496:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054654464/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653759.636508:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc0700 x1865052054654464/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653895 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653759.636531:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653759.636542:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653759.636545:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636552:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653759.636559:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2255:2255:256:4294967295] 192.168.204.110@tcp LPNI seq info [2255:2255:8:4294967295] 00000400:00000200:1.0:1778653759.636565:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653759.636574:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653759.636580:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653759.636587:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653759.636594:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653759.636602:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653759.636607:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 0, nob 96 niov 1 nkiov 0 00010000:00000010:2.1:1778653759.636715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26200. 00000800:00000200:1.0:1778653759.636747:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1778653759.636748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:2.1:1778653759.636755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000800:00000010:1.0:1778653759.636755:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00010000:00000010:2.1:1778653759.636762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c700. 00000400:00000200:1.0:1778653759.636762:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1778653759.636765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00000400:00000200:1.0:1778653759.636770:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653759.636777:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653759.636781:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1778653759.642016:0:30227:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd73180. 00000080:00000010:2.1:1778653759.642041:0:30227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3e00. 00010000:00000001:1.0:1778653759.960728:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.960737:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.960815:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.960817:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653759.960821:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653759.960822:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653759.960853:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653759.960858:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653759.960863:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653760.441988:0:30311:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653760.989018:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653760.989023:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653760.989028:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653760.989029:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653760.989033:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653760.989034:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653760.990036:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653760.990041:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653760.990045:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1778653761.269213:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.269237:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653761.269241:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.269244:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.269254:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.269262:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653761.269271:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.269276:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.269281:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.269286:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146351880 00000400:00000200:1.0:1778653761.269294:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x5369 [2] + 1312 00000800:00000001:1.0:1778653761.269301:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.269309:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.269312:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.269316:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653761.269323:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653761.269325:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653761.269331:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4380. 00000100:00000040:1.0:1778653761.269335:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc4380 x1865052071467136 msgsize 328 00000100:00100000:1.0:1778653761.269340:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653761.269351:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653761.269359:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.269362:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653761.269378:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653761.269380:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071467136 02000000:00000001:1.0:1778653761.269383:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653761.269386:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653761.269388:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653761.269392:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653761.269396:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071467136 00000020:00000001:1.0:1778653761.269399:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653761.269401:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:1.0:1778653761.269403:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653761.269406:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:1.0:1778653761.269408:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:1.0:1778653761.269411:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000001:1.0:1778653761.269415:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653761.269419:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80000. 00000100:00000001:1.0:1778653761.269422:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653761.269424:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80000. 00000020:00000010:1.0:1778653761.269431:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153838ed400. 00000020:00000010:1.0:1778653761.269437:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2da80. 00000020:00000010:1.0:1778653761.269442:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898fec80. 00000100:00000040:1.0:1778653761.269449:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653761.269452:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653761.269454:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653761.269456:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.269463:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.269471:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653761.269480:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653761.269482:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653761.269487:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 56 00000100:00000040:1.0:1778653761.269490:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca14000 : new rpc_count 1 00000100:00000001:1.0:1778653761.269493:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000040:1.0:1778653761.269500:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc4380 x1865052071467136/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:612/0 lens 328/0 e 0 to 0 dl 1778653772 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653761.269515:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653761.269518:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80000. 00000100:00000001:1.0:1778653761.269520:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653761.269522:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80000. 00000100:00100000:1.0:1778653761.269527:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6572:x1865052071467136:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653761.269531:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071467136 00010000:00000001:1.0:1778653761.269533:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653761.269540:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653761.269541:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653761.269543:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=2 00000020:00000001:1.0:1778653761.269546:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:1.0:1778653761.269548:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:1.0:1778653761.269552:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653761.269556:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653761.269561:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000495d03a6/0x3df471c51a88fff9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f337 expref: -99 pid: 30225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1778653761.269573:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653761.269575:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653761.269579:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bb9400. 02000000:00000001:1.0:1778653761.269582:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.269585:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653761.269590:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653761.269592:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653761.269596:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653761.269601:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653761.269604:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653761.269607:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653761.269609:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653761.269611:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.269615:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653761.269618:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653761.269622:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19c38. 00000100:00000200:1.0:1778653761.269628:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071467136, offset 224 00000400:00000200:1.0:1778653761.269634:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653761.269640:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.269646:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653761.269673:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2256:2256:256:4294967295] 192.168.204.110@tcp LPNI seq info [2256:2256:8:4294967295] 00000400:00000200:1.0:1778653761.269679:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.269688:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653761.269694:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653761.269699:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653761.269707:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653761.269715:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653761.269719:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653761.269731:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653761.269735:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653761.269739:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653761.269743:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff915383ecd000. 00010000:00000001:1.0:1778653761.269745:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653761.269760:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653761.269763:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653761.269764:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653761.269766:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653761.269771:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4380 x1865052071467136/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:612/0 lens 328/224 e 0 to 0 dl 1778653772 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653761.269782:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6572:x1865052071467136:12345-192.168.204.110@tcp:104: Request processed in 265us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653761.269789:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 56 00000100:00000040:1.0:1778653761.269792:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca14000 : new rpc_count 0 00000100:00000001:1.0:1778653761.269795:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653761.269796:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653761.269801:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2da80. 00000020:00000010:1.0:1778653761.269805:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898fec80. 00000020:00000010:1.0:1778653761.269808:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153838ed400. 00000020:00000040:1.0:1778653761.269813:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:1.0:1778653761.269815:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653761.269893:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653761.269898:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:1.0:1778653761.269901:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.269905:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653761.269909:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19c38 00000400:00000010:1.0:1778653761.269911:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19c38. 00000100:00000001:1.0:1778653761.269915:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653761.269916:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1778653761.270869:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653761.270873:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653761.270878:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.270883:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653761.270887:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:1.0:1778653761.270889:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:1.0:1778653761.270892:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653761.270896:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054654592/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653761.270906:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653761.270909:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054654592/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653761.270916:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.270917:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653761.271873:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.271883:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653761.271887:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.271891:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.271897:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.271904:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653761.271912:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.271916:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.271921:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.271925:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146351900 00000400:00000200:1.0:1778653761.271932:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x5369 [2] + 1640 00000800:00000001:1.0:1778653761.271938:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.271944:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.271946:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.271949:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653761.271954:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653761.271956:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653761.271961:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7b80. 00000100:00000040:1.0:1778653761.271964:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc7b80 x1865052071467264 msgsize 328 00000100:00100000:1.0:1778653761.271968:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653761.271977:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653761.271983:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.271986:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653761.272001:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653761.272003:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071467264 02000000:00000001:1.0:1778653761.272005:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653761.272008:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653761.272010:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653761.272013:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653761.272016:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071467264 00000020:00000001:1.0:1778653761.272019:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653761.272021:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:1.0:1778653761.272023:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653761.272025:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:1.0:1778653761.272027:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:1.0:1778653761.272030:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000001:1.0:1778653761.272033:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653761.272036:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80000. 00000100:00000001:1.0:1778653761.272040:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653761.272042:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80000. 00000020:00000010:1.0:1778653761.272046:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153838ed400. 00000020:00000010:1.0:1778653761.272051:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2da80. 00000020:00000010:1.0:1778653761.272055:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898fec80. 00000100:00000040:1.0:1778653761.272060:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653761.272064:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653761.272065:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653761.272067:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.272073:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.272080:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653761.272087:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653761.272089:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653761.272093:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 57 00000100:00000040:1.0:1778653761.272097:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca11000 : new rpc_count 1 00000100:00000001:1.0:1778653761.272099:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000040:1.0:1778653761.272105:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc7b80 x1865052071467264/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:612/0 lens 328/0 e 0 to 0 dl 1778653772 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653761.272113:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653761.272116:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80000. 00000100:00000001:1.0:1778653761.272118:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653761.272120:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80000. 00000100:00100000:1.0:1778653761.272126:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8010:x1865052071467264:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653761.272129:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071467264 00010000:00000001:1.0:1778653761.272132:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653761.272136:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653761.272138:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653761.272140:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=2 00000020:00000001:1.0:1778653761.272142:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:1.0:1778653761.272144:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:1.0:1778653761.272148:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653761.272151:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653761.272157:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1778653761.272169:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653761.272171:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653761.272175:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bbb400. 02000000:00000001:1.0:1778653761.272178:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.272180:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653761.272184:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653761.272186:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653761.272190:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653761.272194:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653761.272197:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653761.272200:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653761.272202:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653761.272204:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.272207:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653761.272210:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653761.272214:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19c38. 00000100:00000200:1.0:1778653761.272218:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071467264, offset 224 00000400:00000200:1.0:1778653761.272234:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653761.272244:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.272250:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653761.272256:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2258:2258:256:4294967295] 192.168.204.110@tcp LPNI seq info [2258:2258:8:4294967295] 00000400:00000200:1.0:1778653761.272261:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.272268:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653761.272273:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653761.272278:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653761.272284:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653761.272290:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653761.272294:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653761.272302:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653761.272305:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653761.272308:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653761.272312:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff915383ecd000. 00010000:00000001:1.0:1778653761.272314:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653761.272358:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653761.272361:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653761.272363:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653761.272365:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653761.272369:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7b80 x1865052071467264/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:612/0 lens 328/224 e 0 to 0 dl 1778653772 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653761.272378:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8010:x1865052071467264:12345-192.168.204.110@tcp:104: Request processed in 263us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653761.272384:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 57 00000100:00000040:1.0:1778653761.272387:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca11000 : new rpc_count 0 00000100:00000001:1.0:1778653761.272389:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653761.272390:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653761.272394:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2da80. 00000020:00000010:1.0:1778653761.272398:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898fec80. 00000020:00000010:1.0:1778653761.272400:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153838ed400. 00000020:00000040:1.0:1778653761.272404:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:1.0:1778653761.272407:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653761.272441:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653761.272444:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:1.0:1778653761.272447:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.272451:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653761.272454:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19c38 00000400:00000010:1.0:1778653761.272456:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19c38. 00000100:00000001:1.0:1778653761.272459:0:2358:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653761.272460:0:2358:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1778653761.273452:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653761.273456:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653761.273460:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1778653761.273464:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1778653761.273466:0:15848:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1778653761.273470:0:15848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653761.273482:0:15848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9a200 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:3.0:1778653761.273486:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1778653761.273488:0:15848:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1778653761.273489:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653761.273491:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653761.273493:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=3 00000020:00000001:3.0:1778653761.273496:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653761.273498:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653761.273501:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653761.273503:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1778653761.273512:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1778653761.273514:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653761.273519:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653761.273523:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538b945800. 00000020:00000010:3.0:1778653761.273527:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538b944a00. 00000020:00000010:3.0:1778653761.273531:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3be40. 00000008:00000010:3.0:1778653761.273537:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653761.273541:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d840. 00008000:00000010:3.0:1778653761.273546:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653761.273552:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653761.273556:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653761.273561:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153860e1a00. 00000008:00000010:3.0:1778653761.273565:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653761.273568:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653761.273571:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653761.273575:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653761.273578:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653761.273581:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000008:00000001:3.0:1778653761.273583:0:15848:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1778653761.273585:0:15848:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653761.273587:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653761.273589:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538b944a00. 00000020:00000010:3.0:1778653761.273593:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3be40. 00000008:00000010:3.0:1778653761.273597:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653761.273601:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d840. 00008000:00000010:3.0:1778653761.273604:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653761.273607:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653761.273610:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653761.273615:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538b945800. 00000008:00000010:3.0:1778653761.273618:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653761.273620:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653761.273623:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653761.273626:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653761.273629:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153860e1a00. 00000020:00000010:3.0:1778653761.273632:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000008:00000001:3.0:1778653761.273635:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653761.273639:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653761.273643:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653761.273645:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653761.273647:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653761.273666:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653761.273669:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a200 with handle 0x3df471c51a88ffe4 from hash 00010000:00000001:3.0:1778653761.273672:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653761.273674:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653761.273676:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653761.273677:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653761.273762:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653761.273765:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1778653761.273771:0:15848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653761.273774:0:15848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653761.273776:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653761.273778:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1778653761.273784:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653761.273788:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653761.273792:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653761.273795:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653761.273799:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653761.273804:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153860e1a00. 00000100:00000001:3.0:1778653761.273809:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653761.273811:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653761.273815:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653761.273824:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1778653761.273825:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653761.273829:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653761.273833:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653761.273840:0:15848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b158250] to pc [ptlrpcd_01_01+1] req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653761.273868:0:15848:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653761.273871:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653761.273872:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653761.273874:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653761.273876:0:15848:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653761.273879:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653761.273883:0:15848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653761.273895:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653761.273898:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000e1bd1f7b/0x3df471c51a88ffe4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f2f8 expref: -99 pid: 30224 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1778653761.273917:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f880. 00010000:00000040:3.0:1778653761.273922:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c200 count: 0 00010000:00000010:3.0:1778653761.273930:0:15848:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91538f63c600. 00010000:00000001:3.0:1778653761.273938:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653761.273941:0:15848:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1778653761.273944:0:15848:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff915383ecd000. 00010000:00000001:3.0:1778653761.273949:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653761.273953:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653761.273956:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653761.273959:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653761.273962:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653761.273964:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653761.273968:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653761.273971:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653761.273973:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653761.273977:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1778653761.274308:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653761.274312:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653761.274317:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.274323:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653761.274327:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:1.0:1778653761.274329:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:1.0:1778653761.274332:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653761.274336:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653761.274346:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653761.274350:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653761.274357:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653761.274358:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653761.278951:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.278966:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653761.278971:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.278973:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.278982:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.279070:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653761.279079:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.279084:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.279089:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.279093:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145348e80 00000400:00000200:1.0:1778653761.279098:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.279103:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5dc9 [1] + 224 00000800:00000001:1.0:1778653761.279111:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.279118:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.279121:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.279126:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653761.279133:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653761.279142:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054654592/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653761.279778:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054654592/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653761.279801:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653761.279811:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.279815:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653761.281450:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.281461:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653761.281464:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.281520:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.281528:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.281534:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653761.281542:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.281546:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.281550:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.281554:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145348f00 00000400:00000200:1.0:1778653761.281558:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653761.281564:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5dd9 [1] + 224 00000800:00000001:1.0:1778653761.281570:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.281576:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653761.281579:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653761.281584:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653761.281590:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653761.281598:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653761.281609:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653761.281670:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653761.281673:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653761.281762:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653761.281772:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653761.281776:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653761.281817:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653761.281819:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653761.281822:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e898. 00000400:00000200:3.0:1778653761.281828:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:3.0:1778653761.281831:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:3.0:1778653761.281834:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653761.281840:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653761.281849:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653761.281856:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653761.281858:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653761.281861:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653761.281864:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653761.281866:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653761.281869:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653761.281872:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653761.281879:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=166 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653761.281883:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653761.281886:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653761.281888:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653761.281890:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653761.281893:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653761.281897:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653761.281898:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653761.281900:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653761.281902:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653761.281906:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653761.281913:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653761.281915:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653761.281917:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653761.281920:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653761.281927:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054654720:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653761.281932:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653761.281934:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653761.282858:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054654720/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653777 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653761.282870:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653761.282874:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653761.282878:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389991c00. 02000000:00000001:3.0:1778653761.282882:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653761.282885:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653761.282887:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653761.282889:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653761.282892:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153860e1a00. 02000000:00000001:3.0:1778653761.282897:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653761.282905:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653761.282908:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:3.0:1778653761.282913:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653761.282914:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653761.282917:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653761.282925:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653761.282926:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653761.282929:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653761.282931:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653761.282995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c800. 00010000:00000010:2.1:1778653761.283003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:3.1:1778653761.286691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c200. 00010000:00000010:3.1:1778653761.286712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000080:00000001:0.0:1778653761.462247:0:30449:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653762.007788:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653762.007794:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653762.486298:0:30593:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653762.775701:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296317578, at 4296317952 00000100:00000010:1.0:1778653762.775712:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1060. 00000100:00000040:0.0:1778653762.777254:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296317578, at 4296317953 00000100:00000010:0.0:1778653762.777263:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1600. 00000080:00000001:1.0:1778653763.028746:0:30655:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653763.031721:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653763.031728:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653763.031730:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653763.031734:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653763.031737:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653763.031740:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653763.031741:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653763.031743:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653763.295777:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653763.295781:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:0.0:1778653763.295787:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.295792:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653763.295798:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:0.0:1778653763.295801:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:0.0:1778653763.295805:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653763.295809:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054654848/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295819:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653763.295822:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054654848/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295829:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653763.295831:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653763.295841:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653763.295843:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:0.0:1778653763.295846:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.295849:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653763.295852:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:0.0:1778653763.295853:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:0.0:1778653763.295855:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653763.295858:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054655104/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295865:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653763.295867:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054655104/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295873:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653763.295875:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653763.295880:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653763.295882:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383bbcd00. 00000400:00000200:0.0:1778653763.295886:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.295889:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653763.295891:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:0.0:1778653763.295892:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:0.0:1778653763.295894:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653763.295896:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054654976/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295902:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653763.295904:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054654976/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295914:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653763.295915:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653763.295971:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653763.295974:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383bbcb00. 00000400:00000200:0.0:1778653763.295976:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.295979:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653763.295981:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490bb0 00000400:00000010:0.0:1778653763.295982:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490bb0. 00000100:00000001:0.0:1778653763.295984:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653763.295987:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054655232/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.295993:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653763.295995:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054655232/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.296000:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653763.296002:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653763.301630:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653763.301645:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653763.301680:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653763.301684:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653763.301695:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653763.301703:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653763.301817:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301823:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301828:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301833:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145349080 00000400:00000200:0.0:1778653763.301838:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301843:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5de9 [1] + 224 00000800:00000001:0.0:1778653763.301851:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.301857:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.301860:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.301863:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653763.301871:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653763.301879:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054655104/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653763.301890:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054655104/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.301910:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653763.301918:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.301922:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653763.301923:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.301925:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.301928:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301931:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653763.301935:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301937:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301940:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301942:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145349000 00000400:00000200:0.0:1778653763.301946:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301951:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5df1 [1] + 224 00000800:00000001:0.0:1778653763.301954:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.301957:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.301959:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.301962:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653763.301965:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653763.301969:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054654976/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653763.301976:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054654976/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.301983:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653763.301986:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.301988:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653763.301989:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.301991:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.301994:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.301997:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653763.302001:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302003:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302005:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302008:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145349100 00000400:00000200:0.0:1778653763.302011:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302014:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5df9 [1] + 224 00000800:00000001:0.0:1778653763.302017:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.302019:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.302022:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.302025:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653763.302027:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653763.302031:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054655232/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653763.302039:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054655232/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.302045:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653763.302048:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.302050:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653763.302051:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.302053:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.302055:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302058:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653763.302062:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302064:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302067:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302069:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145348f80 00000400:00000200:0.0:1778653763.302072:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653763.302076:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5de1 [1] + 224 00000800:00000001:0.0:1778653763.302079:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.302084:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653763.302086:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653763.302089:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653763.302091:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653763.302095:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054654848/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653763.302103:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054654848/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653763.302110:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653763.302113:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653763.302115:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653763.733115:0:30746:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653763.982118:0:30782:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1778653763.982124:0:30782:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 02:29:23 (1778653763) 00000001:00000001:1.0:1778653763.994768:0:30782:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1778653764.058817:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653764.058823:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653764.073991:0:30788:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653764.073999:0:30788:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653764.074001:0:30788:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653764.074004:0:30788:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0da3b20 00000080:00200000:1.0:1778653764.074009:0:30788:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653764.074017:0:30788:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165600. 00800000:00000002:1.0:1778653764.074023:0:30788:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653764.074027:0:30788:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653764.074032:0:30788:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653764.074034:0:30788:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0da3a40 00800000:00000002:1.0:1778653764.074036:0:30788:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653764.074040:0:30788:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653764.074044:0:30788:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653764.074049:0:30788:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653764.074052:0:30788:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0da3910 00000002:00010000:1.0:1778653764.074055:0:30788:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653764.074058:0:30788:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653764.074060:0:30788:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653764.074064:0:30788:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653764.074070:0:30788:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653764.074072:0:30788:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653764.074073:0:30788:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653764.074076:0:30788:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653764.074078:0:30788:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653764.074083:0:30788:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6680. 00000020:00000040:1.0:1778653764.074087:0:30788:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653764.074093:0:30788:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653764.074099:0:30788:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653764.074104:0:30788:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.074107:0:30788:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653764.074109:0:30788:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653764.074114:0:30788:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653764.074120:0:30788:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bba000. 00000100:00000001:1.0:1778653764.074128:0:30788:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.074132:0:30788:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653764.074134:0:30788:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.074135:0:30788:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653764.074136:0:30788:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.074138:0:30788:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653764.074142:0:30788:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00010000:00000001:1.0:1778653764.074146:0:30788:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653764.074148:0:30788:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653764.074152:0:30788:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcbc00. 00010000:00000010:1.0:1778653764.074156:0:30788:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d480. 00010000:00000001:1.0:1778653764.074161:0:30788:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653764.074164:0:30788:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26800. 00000020:00000001:1.0:1778653764.074180:0:30788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653764.074183:0:30788:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26800 with handle 0x3df471c51a890031 to hash 00000020:00000001:1.0:1778653764.074186:0:30788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653764.074188:0:30788:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628487168 : -121687081064448 : ffff915384c26800) 00010000:00000001:1.0:1778653764.074192:0:30788:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628487168 : -121687081064448 : ffff915384c26800) 00010000:00000001:1.0:1778653764.074195:0:30788:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653764.074198:0:30788:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653764.074203:0:30788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26800/0x3df471c51a890031 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653764.074212:0:30788:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26800/0x3df471c51a890031 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653764.074221:0:30788:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26800/0x3df471c51a890031 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653764.074227:0:30788:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653764.074228:0:30788:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653764.074234:0:30788:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899ffb40. 00000100:00000001:1.0:1778653764.074236:0:30788:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710117184 : -121686999434432 : ffff9153899ffb40) 00000100:00000001:1.0:1778653764.074239:0:30788:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653764.074240:0:30788:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000001:1.0:1778653764.074244:0:30788:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653764.074248:0:30788:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.074250:0:30788:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653764.074251:0:30788:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653764.074262:0:30788:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6680 x1865052054655360/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.074270:0:30788:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653764.074272:0:30788:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653764.074275:0:30788:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653764.074277:0:30788:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653764.074280:0:30788:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653764.074283:0:30788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30788:1865052054655360:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1778653764.074287:0:30788:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653764.074292:0:30788:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653764.074295:0:30788:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653764.074298:0:30788:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653764.074302:0:30788:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491e000. 02000000:00000001:1.0:1778653764.074303:0:30788:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653764.074310:0:30788:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653764.074314:0:30788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5210. 00000400:00000010:1.0:1778653764.074320:0:30788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19c38. 00000100:00000200:1.0:1778653764.074327:0:30788:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054655360, portal 10 00000100:00000001:1.0:1778653764.074329:0:30788:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653764.074330:0:30788:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000040:1.0:1778653764.074336:0:30788:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6680 x1865052054655360/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.074343:0:30788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653764.074346:0:30788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653764.074348:0:30788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19cc0. 00000100:00000200:1.0:1778653764.074352:0:30788:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054655360, offset 0 00000400:00000200:1.0:1778653764.074357:0:30788:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653764.074365:0:30788:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.074372:0:30788:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653764.074377:0:30788:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653764.074382:0:30788:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653764.074386:0:30788:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653764.074388:0:30788:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653764.074392:0:30788:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2264:2264:256:4294967295] 192.168.204.110@tcp LPNI seq info [2264:2264:8:4294967295] 00000400:00000200:1.0:1778653764.074396:0:30788:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.074405:0:30788:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653764.074411:0:30788:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653764.074416:0:30788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653764.074423:0:30788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653764.074431:0:30788:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653764.074436:0:30788:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653764.074459:0:30788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653764.074464:0:30788:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 794423 usecs (795 jiffies) 00000400:00000200:1.0:1778653764.074467:0:30788:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653764.074470:0:30788:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320044 00000100:00000001:1.0:1778653764.074473:0:30788:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:1.0:1778653764.074475:0:30788:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320044 00000100:00000001:1.0:1778653764.074477:0:30788:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:1.0:1778653764.074480:0:30788:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653764.074483:0:30788:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.074485:0:30788:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653764.074487:0:30788:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653764.074489:0:30788:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899ffb40 going to sleep for 131 seconds 00000100:00000001:1.0:1778653764.074492:0:30788:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653764.074495:0:30788:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653764.074871:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653764.074876:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:0.0:1778653764.074880:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.074886:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653764.074891:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19cc0 00000400:00000010:0.0:1778653764.074894:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19cc0. 00000100:00000001:0.0:1778653764.074897:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653764.074902:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6680 x1865052054655360/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.074911:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.074914:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6680 x1865052054655360/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.074922:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.074924:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653764.080490:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.080504:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.080508:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.080510:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.080519:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.080526:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.080535:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.080541:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.080548:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.080553:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145349180 00000400:00000200:0.0:1778653764.080639:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.080678:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5e01 [1] + 224 00000800:00000001:0.0:1778653764.080687:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.080695:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.080698:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.080703:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.080710:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.080719:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6680 x1865052054655360/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.080730:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc6680 x1865052054655360/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.080754:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653764.080764:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.080768:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653764.088552:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653764.088561:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383bbcb00. 00000400:00000200:0.0:1778653764.088567:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.088576:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653764.088582:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:0.0:1778653764.088585:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:0.0:1778653764.088590:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653764.088598:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.088610:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.088614:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.088621:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.088623:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653764.093926:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.093940:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.093944:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.093947:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.093956:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.093963:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.093972:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.093976:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.093981:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.093995:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145349200 00000400:00000200:0.0:1778653764.094000:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.094005:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5e11 [1] + 224 00000800:00000001:0.0:1778653764.094012:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.094018:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.094021:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.094026:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.094033:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.094040:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.094051:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.094094:0:30788:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.094114:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653764.094123:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.094126:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653764.094407:0:30788:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.094409:0:30788:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.094412:0:30788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e318. 00000400:00000200:3.0:1778653764.094472:0:30788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:3.0:1778653764.094475:0:30788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:3.0:1778653764.094478:0:30788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.094483:0:30788:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653764.094492:0:30788:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.094498:0:30788:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.094500:0:30788:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.094503:0:30788:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.094506:0:30788:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.094509:0:30788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.094511:0:30788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.094514:0:30788:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653764.094522:0:30788:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653764.094526:0:30788:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653764.094529:0:30788:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1778653764.094532:0:30788:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.094539:0:30788:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1778653764.094542:0:30788:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.094544:0:30788:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.094546:0:30788:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.094547:0:30788:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1778653764.094551:0:30788:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.094557:0:30788:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1778653764.094560:0:30788:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.094562:0:30788:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.094565:0:30788:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653764.094572:0:30788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30788:1865052054655488:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1778653764.094576:0:30788:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.094578:0:30788:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1778653764.094580:0:30788:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.094582:0:30788:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.094585:0:30788:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.094592:0:30788:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.094595:0:30788:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0ad80. 00000100:00000001:3.0:1778653764.094597:0:30788:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.094599:0:30788:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1778653764.094602:0:30788:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653764.094605:0:30788:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.094607:0:30788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.094610:0:30788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=4 00000020:00000001:3.0:1778653764.094613:0:30788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653764.094615:0:30788:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00010000:3.0:1778653764.094621:0:30788:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.094631:0:30788:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1778653764.094635:0:30788:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.094641:0:30788:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.094644:0:30788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.095279:0:30788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.095280:0:30788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653764.095283:0:30788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.095289:0:30788:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.095292:0:30788:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.095295:0:30788:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1778653764.095298:0:30788:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.095303:0:30788:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9a000 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:3.0:1778653764.095306:0:30788:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1778653764.095310:0:30788:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.095317:0:30788:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1778653764.095318:0:30788:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1778653764.095321:0:30788:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.095326:0:30788:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1778653764.095329:0:30788:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1778653764.095330:0:30788:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.095331:0:30788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.095333:0:30788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=5 00000020:00000001:3.0:1778653764.095335:0:30788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653764.095336:0:30788:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653764.095339:0:30788:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653764.095341:0:30788:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1778653764.095347:0:30788:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653764.095348:0:30788:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.095351:0:30788:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1778653764.095353:0:30788:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653764.095356:0:30788:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653764.095357:0:30788:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653764.095360:0:30788:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.095361:0:30788:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653764.095363:0:30788:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a000 with handle 0x3df471c51a890038 from hash 00010000:00000001:3.0:1778653764.095365:0:30788:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653764.095367:0:30788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.095368:0:30788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.095369:0:30788:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653764.095370:0:30788:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653764.095372:0:30788:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1778653764.095374:0:30788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.095375:0:30788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.095377:0:30788:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.095379:0:30788:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.095381:0:30788:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.095386:0:30788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.095387:0:30788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.095388:0:30788:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1778653764.095390:0:30788:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.095393:0:30788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.095394:0:30788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.095395:0:30788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653764.095396:0:30788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890038 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30788 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.095405:0:30788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.095406:0:30788:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1778653764.095411:0:30788:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1778653764.095509:0:30788:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff915385fc3480 x1865052054655488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653764.095518:0:30788:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1778653764.095519:0:30788:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.095522:0:30788:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.095524:0:30788:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.095527:0:30788:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653764.095529:0:30788:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1778653764.095530:0:30788:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.095532:0:30788:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653764.095534:0:30788:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0da3708 00000002:00002000:3.0:1778653764.095536:0:30788:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1778653764.095539:0:30788:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.095543:0:30788:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.095545:0:30788:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653764.095548:0:30788:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653764.095551:0:30788:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.095554:0:30788:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653764.095557:0:30788:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653764.095558:0:30788:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac0da3b20 it_disposition 7 00000080:00002000:3.0:1778653764.095563:0:30788:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538a9af0d8 inode 0000000000000000 refc 1 flags 0xe 00000800:00000200:0.0:1778653764.099841:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653764.099848:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383bbcd00. 00000400:00000200:0.0:1778653764.099854:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.099860:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653764.099866:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000400:00000010:0.0:1778653764.099869:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:0.0:1778653764.099874:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653764.099881:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054655744/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.099891:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.099895:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054655744/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.099903:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.099905:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653764.108689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00000800:00000001:0.0:1778653764.109607:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.109622:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.109626:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.109629:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.109638:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.109646:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.110036:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.110041:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.110046:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.110050:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a04145349300 00000400:00000200:0.0:1778653764.110056:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.110061:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x5e19 [1] + 224 00000800:00000001:0.0:1778653764.110079:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.110089:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.110092:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.110097:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.110104:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.110112:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054655744/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653764.110123:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915385fc3480 x1865052054655744/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.110146:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653764.110156:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653764.110160:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.110164:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000080:00000010:2.1:1778653764.110703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd67c0. 00010000:00000010:2.1:1778653764.110718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbc00. 00010000:00000010:2.1:1778653764.110723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26800. 00000400:00000200:0.0:1778653764.111692:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2267:2267:256:4294967295] 192.168.204.110@tcp LPNI seq info [2267:2267:8:4294967295] 00000400:00000200:0.0:1778653764.111697:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.111714:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653764.111721:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.111728:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df300. 00000800:00000200:0.0:1778653764.111735:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.111744:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.111749:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df300 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1778653764.111761:0:30788:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653764.111771:0:30788:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.111773:0:30788:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.111777:0:30788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e580. 00000400:00000200:3.0:1778653764.111782:0:30788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:3.0:1778653764.111785:0:30788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:3.0:1778653764.111789:0:30788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.111797:0:30788:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054655744/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653764.111807:0:30788:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054655744/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653764.111814:0:30788:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.111816:0:30788:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.111819:0:30788:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.111823:0:30788:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.111826:0:30788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.111828:0:30788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653764.111831:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1778653764.111832:0:30788:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1778653764.111838:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000100:00001000:3.0:1778653764.111844:0:30788:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000400:00000200:0.0:1778653764.111845:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1778653764.111852:0:30788:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000400:00000200:0.0:1778653764.111855:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000001:3.0:1778653764.111857:0:30788:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653764.111860:0:30788:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.111863:0:30788:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1778653764.111866:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1778653764.111867:0:30788:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.111871:0:30788:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653764.111873:0:30788:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000800:00000001:0.0:1778653764.111873:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.111877:0:30788:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653764.111880:0:30788:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.111882:0:30788:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:3.0:1778653764.111886:0:30788:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.111888:0:30788:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.111891:0:30788:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.111894:0:30788:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.111900:0:30788:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054655744/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653764.111908:0:30788:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.111911:0:30788:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.111913:0:30788:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.111918:0:30788:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054655744/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653764.111932:0:30788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30788:1865052054655744:192.168.204.110@tcp:36:lfs.0 00000100:00000001:3.0:1778653764.111938:0:30788:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.111941:0:30788:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.111944:0:30788:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.111946:0:30788:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.111949:0:30788:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054655744/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653764.111956:0:30788:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.112272:0:30788:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0ac00. 00000100:00000001:3.0:1778653764.112276:0:30788:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.112277:0:30788:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.112364:0:30788:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.112369:0:30788:0:(lmv_obd.c:2332:lmv_create()) Created - [0x200000404:0x23:0x0] 00800000:00000001:3.0:1778653764.112371:0:30788:0:(lmv_obd.c:2390:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.112374:0:30788:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653764.112380:0:30788:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653764.112383:0:30788:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653764.112385:0:30788:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653764.112389:0:30788:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653764.112406:0:30788:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd91080. 00000080:00000001:3.0:1778653764.112415:0:30788:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653764.112417:0:30788:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00000001:3.0:1778653764.112420:0:30788:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653764.112422:0:30788:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1778653764.112425:0:30788:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.112427:0:30788:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653764.112429:0:30788:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653764.112432:0:30788:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833955 mtime from 0 to 1778653764 00000080:00200000:3.0:1778653764.112435:0:30788:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 512 00000080:00000001:3.0:1778653764.112438:0:30788:0:(llite_lib.c:3237:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653764.112440:0:30788:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747412808 : -121686962138808 : ffff91538bd91148) 00000080:00000001:3.0:1778653764.112443:0:30788:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653764.112446:0:30788:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653764.112448:0:30788:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.112454:0:30788:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.112459:0:30788:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054655744/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653764.112467:0:30788:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.112469:0:30788:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653764.112472:0:30788:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d4600. 00000080:00000010:3.0:1778653764.112478:0:30788:0:(dir.c:2089:ll_dir_ioctl()) kvfree 'data': 648 at ffff915389b0d400. 00000080:00000001:3.0:1778653764.112482:0:30788:0:(dir.c:2090:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.112494:0:30788:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1778653764.112497:0:30788:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653764.112500:0:30788:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0da3d98 00000080:00200008:3.0:1778653764.112502:0:30788:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00400000:3.0:1778653764.112506:0:30788:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1778653764.112509:0:30788:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395158f00. 00000080:00000001:3.0:1778653764.112514:0:30788:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653764.112516:0:30788:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0da3d98 00000080:00000008:3.0:1778653764.112518:0:30788:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000, rc = 0 00000080:00000001:3.0:1778653764.112521:0:30788:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.112523:0:30788:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.122581:0:30794:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653764.122590:0:30794:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653764.122593:0:30794:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653764.122597:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b20 00000080:00200000:0.0:1778653764.122601:0:30794:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653764.122608:0:30794:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57600. 00800000:00000002:0.0:1778653764.122614:0:30794:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653764.122618:0:30794:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653764.122622:0:30794:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.122624:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a40 00800000:00000002:0.0:1778653764.122626:0:30794:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653764.122630:0:30794:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653764.122634:0:30794:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653764.122639:0:30794:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.122641:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97910 00000002:00010000:0.0:1778653764.122643:0:30794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653764.122647:0:30794:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653764.122667:0:30794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.122671:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653764.122677:0:30794:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.122680:0:30794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.122681:0:30794:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.122684:0:30794:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653764.122686:0:30794:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653764.122692:0:30794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9df80. 00000020:00000040:0.0:1778653764.122697:0:30794:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653764.122705:0:30794:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653764.122709:0:30794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.122714:0:30794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.122716:0:30794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653764.122719:0:30794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653764.122723:0:30794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653764.122728:0:30794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eef400. 00000100:00000001:0.0:1778653764.122735:0:30794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.122739:0:30794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.122741:0:30794:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.122742:0:30794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.122743:0:30794:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.122745:0:30794:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.122749:0:30794:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00010000:00000001:0.0:1778653764.122753:0:30794:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653764.122755:0:30794:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653764.122759:0:30794:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063300. 00010000:00000010:0.0:1778653764.122762:0:30794:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75f00. 00010000:00000001:0.0:1778653764.122767:0:30794:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653764.122770:0:30794:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25000. 00000020:00000001:0.0:1778653764.122773:0:30794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653764.122776:0:30794:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25000 with handle 0x3df471c51a89003f to hash 00000020:00000001:0.0:1778653764.122778:0:30794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653764.122780:0:30794:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.122783:0:30794:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.122786:0:30794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.122789:0:30794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.122793:0:30794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653764.122801:0:30794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653764.122815:0:30794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653764.122820:0:30794:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653764.122822:0:30794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653764.122828:0:30794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def600. 00000100:00000001:0.0:1778653764.122831:0:30794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630358528 : -121687079193088 : ffff915384def600) 00000100:00000001:0.0:1778653764.122833:0:30794:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.122835:0:30794:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653764.122839:0:30794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653764.122842:0:30794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.122844:0:30794:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653764.122846:0:30794:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653764.122857:0:30794:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.122865:0:30794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653764.122867:0:30794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.122870:0:30794:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653764.122873:0:30794:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653764.122875:0:30794:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653764.122879:0:30794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30794:1865052054655872:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653764.122883:0:30794:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653764.122887:0:30794:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653764.122890:0:30794:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.122892:0:30794:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653764.122896:0:30794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653764.122898:0:30794:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653764.122905:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653764.122909:0:30794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899002c0. 00000400:00000010:0.0:1778653764.122915:0:30794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29198. 00000100:00000200:0.0:1778653764.122921:0:30794:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054655872, portal 10 00000100:00000001:0.0:1778653764.122923:0:30794:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.122925:0:30794:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000040:0.0:1778653764.122929:0:30794:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.122937:0:30794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653764.122940:0:30794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653764.122942:0:30794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29908. 00000100:00000200:0.0:1778653764.122945:0:30794:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054655872, offset 0 00000400:00000200:0.0:1778653764.122951:0:30794:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653764.122959:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.122966:0:30794:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653764.122971:0:30794:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653764.122975:0:30794:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653764.122978:0:30794:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653764.122981:0:30794:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653764.122985:0:30794:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2268:2268:256:4294967295] 192.168.204.110@tcp LPNI seq info [2268:2268:8:4294967295] 00000400:00000200:0.0:1778653764.122989:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.122998:0:30794:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653764.123003:0:30794:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.123007:0:30794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df300. 00000800:00000200:0.0:1778653764.123014:0:30794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.123021:0:30794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.123025:0:30794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653764.123050:0:30794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653764.123054:0:30794:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 790861 usecs (791 jiffies) 00000400:00000200:0.0:1778653764.123058:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653764.123061:0:30794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320089 00000100:00000001:0.0:1778653764.123063:0:30794:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.123066:0:30794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320089 00000100:00000001:0.0:1778653764.123068:0:30794:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.123070:0:30794:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653764.123073:0:30794:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.123075:0:30794:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653764.123077:0:30794:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653764.123080:0:30794:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def600 going to sleep for 131 seconds 00000100:00000001:0.0:1778653764.123082:0:30794:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.123085:0:30794:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.126941:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.126948:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653764.126957:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.126967:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.126975:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29908 00000400:00000010:1.0:1778653764.126977:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29908. 00000100:00000001:1.0:1778653764.126982:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.126990:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.127002:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.127005:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.127012:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.127014:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653764.140518:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.140533:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.140538:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.140543:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.140552:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.140560:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.140570:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.140575:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.140580:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.140585:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145349380 00000400:00000200:0.0:1778653764.140590:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.140596:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5e21 [1] + 224 00000800:00000001:0.0:1778653764.140603:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.140610:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.140614:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.140618:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.140625:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.140633:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.140644:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.140692:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653764.140701:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.140705:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653764.140719:0:30794:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653764.140726:0:30794:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653764.140728:0:30794:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653764.140732:0:30794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899002c0. 00000400:00000200:0.0:1778653764.140738:0:30794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29198 00000400:00000010:0.0:1778653764.140741:0:30794:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29198. 00000100:00000001:0.0:1778653764.140744:0:30794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.140749:0:30794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653764.140760:0:30794:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.140766:0:30794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653764.140768:0:30794:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653764.140770:0:30794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653764.140774:0:30794:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653764.140776:0:30794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653764.140778:0:30794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.140780:0:30794:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653764.140789:0:30794:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653764.140793:0:30794:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653764.140795:0:30794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653764.140797:0:30794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.140800:0:30794:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653764.140803:0:30794:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.140807:0:30794:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653764.140809:0:30794:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:0.0:1778653764.140811:0:30794:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653764.140814:0:30794:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653764.140819:0:30794:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.140826:0:30794:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653764.140828:0:30794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653764.140831:0:30794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653764.140835:0:30794:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653764.140842:0:30794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30794:1865052054655872:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653764.140851:0:30794:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653764.140854:0:30794:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.140856:0:30794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653764.140859:0:30794:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.140862:0:30794:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.140869:0:30794:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653764.140872:0:30794:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def600. 00000100:00000001:0.0:1778653764.140875:0:30794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653764.140878:0:30794:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.140880:0:30794:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653764.140884:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.140886:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.140889:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=4 00000020:00000001:0.0:1778653764.140892:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.140895:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000040:0.0:1778653764.140913:0:30794:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25000, remote cookie: 0xdfa36d541726f472, flags: 0x1001 00010000:00010000:0.0:1778653764.140920:0:30794:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653764.140932:0:30794:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.140939:0:30794:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653764.140943:0:30794:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653764.140946:0:30794:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653764.140948:0:30794:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653764.140950:0:30794:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653764.140953:0:30794:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063300) refcount = 1 00010000:00010000:0.0:1778653764.140957:0:30794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.140969:0:30794:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653764.140972:0:30794:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653764.140973:0:30794:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.140976:0:30794:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653764.140978:0:30794:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.140981:0:30794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.140987:0:30794:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653764.140989:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.140990:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.140991:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.140992:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.140993:0:30794:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.140998:0:30794:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653764.141000:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.141001:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.141002:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.141005:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.141884:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.141890:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.141892:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.141894:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=4 00000020:00000001:0.0:1778653764.142164:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142176:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142179:0:30794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.142182:0:30794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.142187:0:30794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.142195:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142197:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.142198:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.142200:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.142201:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=5 00000020:00000001:0.0:1778653764.142203:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142205:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142207:0:30794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653764.142217:0:30794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.142223:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142224:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653764.142227:0:30794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.142233:0:30794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653764.142234:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142235:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.142236:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142237:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653764.142247:0:30794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653764.142256:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.142257:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.142258:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.142260:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142263:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142265:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142266:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.142267:0:30794:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.142269:0:30794:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.142272:0:30794:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653764.142275:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.142276:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.142278:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.142279:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142281:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00000002:00010000:0.0:1778653764.142284:0:30794:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.142290:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142291:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.142293:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653764.142294:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.142295:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.142296:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.142298:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.142300:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000040:0.0:1778653764.142305:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.142308:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653764.142311:0:30794:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653764.142314:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.142315:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.142316:0:30794:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653764.142318:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97890 00000002:00002000:0.0:1778653764.142320:0:30794:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653764.142323:0:30794:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.142326:0:30794:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.142329:0:30794:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653764.142331:0:30794:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653764.142335:0:30794:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653764.142338:0:30794:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653764.142342:0:30794:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57600. 00000080:00000001:0.0:1778653764.142347:0:30794:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653764.142349:0:30794:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653764.142355:0:30794:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653764.142358:0:30794:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653764.144742:0:30794:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb71c0. 00800000:00000001:0.0:1778653764.144751:0:30794:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629079488 : -121687080472128 : ffff915384cb71c0) 00800000:00000001:0.0:1778653764.144754:0:30794:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.144757:0:30794:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653764.144762:0:30794:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653764.144764:0:30794:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653764.144767:0:30794:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653764.144769:0:30794:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653764.144771:0:30794:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.144776:0:30794:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653764.144779:0:30794:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1778653764.144781:0:30794:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653759 to 1778653764 00000080:00200000:0.0:1778653764.144785:0:30794:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653764.144789:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.144791:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.144794:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.144796:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.144799:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.144802:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.144803:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653764.144805:0:30794:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653764.144809:0:30794:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653764.144810:0:30794:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb71c0 1 00800000:00000010:0.0:1778653764.144813:0:30794:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb71c0. 00800000:00000001:0.0:1778653764.144816:0:30794:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.144820:0:30794:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89003f 00800000:00000001:0.0:1778653764.144823:0:30794:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653764.144825:0:30794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653764.144827:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.144828:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.144829:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.144831:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.144833:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.144835:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.144837:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.144838:0:30794:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.144840:0:30794:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.144842:0:30794:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.144845:0:30794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653764.144848:0:30794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89003f from it ffffa71ac1c97b58 00010000:00000001:0.0:1778653764.144850:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.144851:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.144852:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.144853:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.144855:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.144857:0:30794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653764.144861:0:30794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.144870:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.144871:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.144873:0:30794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653764.144876:0:30794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653764.144878:0:30794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653764.144887:0:30794:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653764.144890:0:30794:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653764.144892:0:30794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.144896:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.144897:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.144899:0:30794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.144902:0:30794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653764.144903:0:30794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.144905:0:30794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.144907:0:30794:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.144909:0:30794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653764.144910:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.144911:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653764.144914:0:30794:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.144924:0:30794:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9df80 x1865052054655872/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.144933:0:30794:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653764.144936:0:30794:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653764.144939:0:30794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653764.144943:0:30794:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653764.144945:0:30794:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653764.144947:0:30794:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653764.144949:0:30794:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653764.144951:0:30794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eef400. 02000000:00000001:0.0:1778653764.144956:0:30794:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653764.144958:0:30794:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653764.144960:0:30794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9df80. 00000100:00000001:0.0:1778653764.144964:0:30794:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653764.144965:0:30794:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653764.144968:0:30794:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653764.144973:0:30794:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653764.144990:0:30794:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef020. 00000020:00000001:0.0:1778653764.144996:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ae8 00000080:00200000:0.0:1778653764.144998:0:30794:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=13 00000080:00000001:0.0:1778653764.145002:0:30794:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653764.145004:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97998 00000080:00200000:0.0:1778653764.145006:0:30794:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:0.0:1778653764.145026:0:30794:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57600. 00800000:00000002:0.0:1778653764.145031:0:30794:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653764.145035:0:30794:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653764.145037:0:30794:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.145039:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c978b8 00800000:00000002:0.0:1778653764.145041:0:30794:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653764.145044:0:30794:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1778653764.145048:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97850 00800000:00000002:0.0:1778653764.145050:0:30794:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1778653764.145054:0:30794:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.145055:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97788 00000002:00010000:0.0:1778653764.145058:0:30794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653764.145062:0:30794:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653764.145064:0:30794:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653764.145068:0:30794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9df80. 00000020:00000040:0.0:1778653764.145071:0:30794:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653764.145076:0:30794:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653764.145080:0:30794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.145083:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.145084:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.145085:0:30794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.145088:0:30794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653764.145091:0:30794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653764.145095:0:30794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653764.145101:0:30794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eef400. 00000100:00000001:0.0:1778653764.145108:0:30794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.145112:0:30794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.145114:0:30794:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.145116:0:30794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.145117:0:30794:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.145118:0:30794:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.145125:0:30794:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00010000:00000001:0.0:1778653764.145128:0:30794:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653764.145131:0:30794:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653764.145136:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.145139:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.145141:0:30794:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653764.145144:0:30794:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25200. 00000020:00000001:0.0:1778653764.145147:0:30794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653764.145149:0:30794:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25200 with handle 0x3df471c51a890046 to hash 00000020:00000001:0.0:1778653764.145151:0:30794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653764.145152:0:30794:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653764.145155:0:30794:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653764.145158:0:30794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.145160:0:30794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.145163:0:30794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a890046 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653764.145181:0:30794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a890046 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653764.145189:0:30794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a890046 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653764.145194:0:30794:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653764.145196:0:30794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653764.145202:0:30794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def600. 00000100:00000001:0.0:1778653764.145204:0:30794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630358528 : -121687079193088 : ffff915384def600) 00000100:00000001:0.0:1778653764.145207:0:30794:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.145208:0:30794:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653764.145212:0:30794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653764.145224:0:30794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.145227:0:30794:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653764.145228:0:30794:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653764.145233:0:30794:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9df80 x1865052054656000/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.145241:0:30794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653764.145243:0:30794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.145247:0:30794:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653764.145250:0:30794:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653764.145253:0:30794:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653764.145256:0:30794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30794:1865052054656000:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653764.145260:0:30794:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653764.145265:0:30794:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653764.145268:0:30794:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.145271:0:30794:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653764.145275:0:30794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653764.145277:0:30794:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653764.145283:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653764.145287:0:30794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899002c0. 00000400:00000010:0.0:1778653764.145293:0:30794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29198. 00000100:00000200:0.0:1778653764.145299:0:30794:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054656000, portal 10 00000100:00000001:0.0:1778653764.145301:0:30794:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.145303:0:30794:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000040:0.0:1778653764.145308:0:30794:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9df80 x1865052054656000/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.145316:0:30794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653764.145319:0:30794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653764.145321:0:30794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653764.145324:0:30794:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054656000, offset 0 00000400:00000200:0.0:1778653764.145330:0:30794:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653764.145339:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.145346:0:30794:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653764.145351:0:30794:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653764.145354:0:30794:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653764.145358:0:30794:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653764.145361:0:30794:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653764.145364:0:30794:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2269:2269:256:4294967295] 192.168.204.110@tcp LPNI seq info [2269:2269:8:4294967295] 00000400:00000200:0.0:1778653764.145368:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.145377:0:30794:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653764.145382:0:30794:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.145386:0:30794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df400. 00000800:00000200:0.0:1778653764.145393:0:30794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.145401:0:30794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.145405:0:30794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1778653764.145420:0:30794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653764.145424:0:30794:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 789695 usecs (790 jiffies) 00000400:00000200:0.0:1778653764.145427:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653764.145430:0:30794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320111 00000800:00000200:0.0:1778653764.145515:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653764.145519:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:0.0:1778653764.145524:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.145529:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653764.145534:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29e58 00000400:00000010:0.0:1778653764.145537:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29e58. 00000100:00000001:0.0:1778653764.145540:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653764.145543:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9df80 x1865052054656000/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.145552:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.145555:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054656000/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.145561:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.145563:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1778653764.145575:0:30794:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.145578:0:30794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320111 00000100:00000001:0.0:1778653764.145580:0:30794:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.145583:0:30794:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653764.145585:0:30794:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.145587:0:30794:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653764.145589:0:30794:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653764.145592:0:30794:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def600 going to sleep for 131 seconds 00000100:00000001:0.0:1778653764.145594:0:30794:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.145597:0:30794:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653764.153158:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.153181:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.153185:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.153188:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.153197:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.153205:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.153215:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.153219:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.153224:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.153228:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145349400 00000400:00000200:0.0:1778653764.153233:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.153239:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5e31 [1] + 224 00000800:00000001:0.0:1778653764.153245:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.153251:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.153254:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.153259:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.153266:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.153275:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9df80 x1865052054656000/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.153286:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c9df80 x1865052054656000/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.153306:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653764.153314:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.153317:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653764.155058:0:30794:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.155064:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d08 00000080:00000008:0.0:1778653764.155066:0:30794:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653764.155528:0:30794:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.155551:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d08 00000080:00200008:0.0:1778653764.155553:0:30794:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653764.155557:0:30794:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653764.155558:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c80 00000080:00200000:0.0:1778653764.155560:0:30794:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653764.155564:0:30794:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57e00. 00800000:00000002:0.0:1778653764.155567:0:30794:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653764.155569:0:30794:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653764.155572:0:30794:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.155573:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ba0 00800000:00000002:0.0:1778653764.155575:0:30794:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653764.155578:0:30794:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653764.155580:0:30794:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653764.155584:0:30794:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.155586:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a70 00000002:00010000:0.0:1778653764.155587:0:30794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653764.155590:0:30794:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653764.155591:0:30794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.155593:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.155596:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.155599:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.155601:0:30794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.155603:0:30794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653764.155606:0:30794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1778653764.155613:0:30794:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653764.155616:0:30794:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.155618:0:30794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1778653764.155625:0:30794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653764.155626:0:30794:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653764.155628:0:30794:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653764.155630:0:30794:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653764.155631:0:30794:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653764.155633:0:30794:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653764.155635:0:30794:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653764.155636:0:30794:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653764.155638:0:30794:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57e00. 00000080:00000001:0.0:1778653764.155640:0:30794:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653764.155642:0:30794:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.155644:0:30794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653764.155646:0:30794:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89003f 00800000:00000001:0.0:1778653764.155775:0:30794:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653764.155776:0:30794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653764.155778:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.155779:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.155781:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.155784:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.155786:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.155788:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.155789:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.155790:0:30794:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.155792:0:30794:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.155793:0:30794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89003f from it ffffa71ac1c97cb8 00010000:00000001:0.0:1778653764.155795:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.155796:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.155797:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.155799:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.155801:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.155802:0:30794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653764.155805:0:30794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653764.155810:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.155811:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.155812:0:30794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653764.155813:0:30794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653764.155815:0:30794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653764.155821:0:30794:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653764.155822:0:30794:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653764.155823:0:30794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.155825:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.155826:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.155827:0:30794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.155829:0:30794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653764.155830:0:30794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.155832:0:30794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.155834:0:30794:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.155836:0:30794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653764.155837:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.155838:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653764.155840:0:30794:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653764.155841:0:30794:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653764.155844:0:30794:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.155846:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d08 00000080:00000008:0.0:1778653764.155848:0:30794:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653764.155948:0:30794:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653764.155950:0:30794:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653764.155951:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b78 00000080:00200000:0.0:1778653764.155953:0:30794:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653764.155957:0:30794:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57e00. 00800000:00000002:0.0:1778653764.155959:0:30794:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653764.155961:0:30794:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653764.155963:0:30794:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.155964:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a98 00800000:00000002:0.0:1778653764.155966:0:30794:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653764.155968:0:30794:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653764.155970:0:30794:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653764.155973:0:30794:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653764.155974:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97968 00000002:00010000:0.0:1778653764.155976:0:30794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653764.155979:0:30794:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653764.155980:0:30794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.155981:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.155983:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.155985:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.155988:0:30794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.155990:0:30794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653764.155992:0:30794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1778653764.155998:0:30794:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653764.156000:0:30794:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.156003:0:30794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1778653764.156009:0:30794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653764.156010:0:30794:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653764.156012:0:30794:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653764.156013:0:30794:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653764.156015:0:30794:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653764.156016:0:30794:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653764.156018:0:30794:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653764.156020:0:30794:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653764.156021:0:30794:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57e00. 00000080:00000001:0.0:1778653764.156024:0:30794:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653764.156025:0:30794:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.156027:0:30794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653764.156029:0:30794:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89003f 00800000:00000001:0.0:1778653764.156032:0:30794:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653764.156033:0:30794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653764.156034:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.156035:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.156037:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.156038:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.156040:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.156042:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.156043:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.156044:0:30794:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.156046:0:30794:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.156048:0:30794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89003f from it ffffa71ac1c97bb0 00010000:00000001:0.0:1778653764.156049:0:30794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.156050:0:30794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.156051:0:30794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25000 refcount=3 00000020:00000001:0.0:1778653764.156052:0:30794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.156054:0:30794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481024 : -121687081070592 : ffff915384c25000) 00010000:00000001:0.0:1778653764.156056:0:30794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653764.156059:0:30794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653764.156064:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.156065:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.156066:0:30794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653764.156068:0:30794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653764.156069:0:30794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1778653764.156074:0:30794:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653764.156075:0:30794:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653764.156076:0:30794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.156078:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.156079:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.156080:0:30794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156082:0:30794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653764.156083:0:30794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156084:0:30794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156086:0:30794:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156087:0:30794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653764.156088:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.156089:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653764.156091:0:30794:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653764.156092:0:30794:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653764.156094:0:30794:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:0.0:1778653764.156097:0:30794:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.156101:0:30794:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653764.156103:0:30794:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653764.156105:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b78 00000080:00200008:0.0:1778653764.156106:0:30794:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00000010:0.0:1778653764.156110:0:30794:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7e3c0. 00000080:00000001:0.0:1778653764.156114:0:30794:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.156116:0:30794:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.156126:0:30794:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653764.156127:0:30794:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c03066f0 arg=7fff01db7a40 00000020:00000001:0.0:1778653764.156133:0:30794:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653764.156138:0:30794:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff915385eec800. 00000020:00000001:0.0:1778653764.156142:0:30794:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.156146:0:30794:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1778653764.156148:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ad0 00000080:00200000:0.0:1778653764.156150:0:30794:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1778653764.156155:0:30794:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57e00. 00800000:00000002:0.0:1778653764.156157:0:30794:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:0.0:1778653764.156164:0:30794:0:(lmv_obd.c:2283:lmv_create()) Process entered 00800000:00000001:0.0:1778653764.156176:0:30794:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1778653764.156181:0:30794:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:0.0:1778653764.156183:0:30794:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1778653764.156189:0:30794:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1778653764.156191:0:30794:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1778653764.156194:0:30794:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1778653764.156197:0:30794:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x24:0x0] 40000000:00000001:0.0:1778653764.156200:0:30794:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.156202:0:30794:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.156203:0:30794:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.156205:0:30794:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.156207:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c979e8 00800000:00000002:0.0:1778653764.156209:0:30794:0:(lmv_obd.c:2324:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000404:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1778653764.156212:0:30794:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1778653764.156214:0:30794:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653764.156216:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.156218:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.156221:0:30794:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653764.156224:0:30794:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653764.156226:0:30794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1778653764.156232:0:30794:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653764.156235:0:30794:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653764.156237:0:30794:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653764.156239:0:30794:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1778653764.156241:0:30794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.156243:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.156244:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.156246:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.156248:0:30794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.156249:0:30794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.156250:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.156252:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.156253:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.156255:0:30794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.156256:0:30794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.156257:0:30794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.156258:0:30794:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.156260:0:30794:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.156262:0:30794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.156264:0:30794:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1778653764.156266:0:30794:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1778653764.156270:0:30794:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1778653764.156272:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97670 00000080:00002000:0.0:1778653764.156274:0:30794:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:0.0:1778653764.156278:0:30794:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653764.156281:0:30794:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1778653764.156284:0:30794:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1778653764.156287:0:30794:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653764.156288:0:30794:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156291:0:30794:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653764.156293:0:30794:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653764.156294:0:30794:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653764.156296:0:30794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.156297:0:30794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653764.156299:0:30794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25000 with handle 0x3df471c51a89003f from hash 00010000:00000001:0.0:1778653764.156301:0:30794:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653764.156302:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.156303:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.156304:0:30794:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653764.156306:0:30794:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653764.156308:0:30794:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653764.156310:0:30794:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653764.156312:0:30794:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653764.156314:0:30794:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653764.156319:0:30794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9dc00. 00000020:00000040:0.0:1778653764.156323:0:30794:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653764.156329:0:30794:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653764.156330:0:30794:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156332:0:30794:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653764.156336:0:30794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.156337:0:30794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.156340:0:30794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653764.156341:0:30794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653764.156344:0:30794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653764.156350:0:30794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee800. 00000100:00000001:0.0:1778653764.156357:0:30794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156359:0:30794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.156361:0:30794:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653764.156366:0:30794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1778653764.156372:0:30794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653764.156373:0:30794:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653764.156375:0:30794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653764.156377:0:30794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25000/0x3df471c51a89003f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f472 expref: -99 pid: 30794 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1778653764.156384:0:30794:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063300 count: 0 00010000:00000010:0.0:1778653764.156389:0:30794:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75f00. 00010000:00000001:0.0:1778653764.156397:0:30794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.156398:0:30794:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156400:0:30794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.156401:0:30794:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.156403:0:30794:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1778653764.156414:0:30794:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1778653764.156424:0:30794:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653764.156432:0:30794:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653764.156434:0:30794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653764.156440:0:30794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def000. 00000100:00000001:0.0:1778653764.156443:0:30794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630356992 : -121687079194624 : ffff915384def000) 00000100:00000001:0.0:1778653764.156446:0:30794:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.156447:0:30794:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000001:0.0:1778653764.156451:0:30794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653764.156455:0:30794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.156457:0:30794:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653764.156459:0:30794:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653764.156463:0:30794:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.156470:0:30794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653764.156472:0:30794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.156475:0:30794:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653764.156478:0:30794:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653764.156481:0:30794:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653764.156483:0:30794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:30794:1865052054656256:192.168.204.110@tcp:36:lfs.0 00000100:00000001:0.0:1778653764.156487:0:30794:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653764.156492:0:30794:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653764.156494:0:30794:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.156496:0:30794:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653764.156500:0:30794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eee400. 02000000:00000001:0.0:1778653764.156502:0:30794:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653764.156510:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653764.156514:0:30794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899000b0. 00000400:00000010:0.0:1778653764.156521:0:30794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653764.156529:0:30794:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054656256, portal 10 00000100:00000001:0.0:1778653764.156531:0:30794:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.156532:0:30794:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000040:0.0:1778653764.156538:0:30794:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.156550:0:30794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653764.156553:0:30794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653764.156556:0:30794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a294c8. 00000100:00000200:0.0:1778653764.156558:0:30794:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1865052054656256, offset 0 00000400:00000200:0.0:1778653764.156564:0:30794:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653764.156572:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.156578:0:30794:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653764.156582:0:30794:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653764.156586:0:30794:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653764.156590:0:30794:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653764.156592:0:30794:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653764.156596:0:30794:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2270:2270:256:4294967295] 192.168.204.110@tcp LPNI seq info [2270:2270:8:4294967295] 00000400:00000200:0.0:1778653764.156600:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.156609:0:30794:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653764.156614:0:30794:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.156618:0:30794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df000. 00000800:00000200:0.0:1778653764.156624:0:30794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.156631:0:30794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.156635:0:30794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1778653764.156774:0:30794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653764.156779:0:30794:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 788513 usecs (789 jiffies) 00000400:00000200:0.0:1778653764.156783:0:30794:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653764.156786:0:30794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320122 00000100:00000001:0.0:1778653764.156789:0:30794:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.156792:0:30794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320122 00000100:00000001:0.0:1778653764.156794:0:30794:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.156796:0:30794:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653764.156799:0:30794:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.156802:0:30794:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653764.156804:0:30794:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653764.156807:0:30794:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def000 going to sleep for 131 seconds 00000100:00000001:0.0:1778653764.156809:0:30794:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.156813:0:30794:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.156949:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.156954:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653764.156959:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.156965:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.156969:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a294c8 00000400:00000010:1.0:1778653764.156972:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a294c8. 00000100:00000001:1.0:1778653764.156976:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.156980:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653764.156990:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.156993:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653764.156999:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.157001:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653764.162756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25200. 00000080:00000010:0.1:1778653764.163084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef020. 00010000:00000010:0.1:1778653764.163094:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063300. 00010000:00000010:0.1:1778653764.163097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25000. 00000800:00000001:0.0:1778653764.163187:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.163203:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.163206:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.163208:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.163216:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163223:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.163232:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163236:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163242:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163245:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a04145349500 00000400:00000200:0.0:1778653764.163250:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163256:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x5e41 [1] + 224 00000800:00000001:0.0:1778653764.163262:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.163272:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.163276:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.163280:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.163287:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.163295:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653764.163392:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915387c9dc00 x1865052054656256/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.163408:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653764.163417:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653764.163421:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163426:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653764.163432:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2271:2271:256:4294967295] 192.168.204.110@tcp LPNI seq info [2271:2271:8:4294967295] 00000400:00000200:0.0:1778653764.163436:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.163444:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653764.163450:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.163457:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df400. 00000800:00000200:0.0:1778653764.163463:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.163470:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.163474:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653764.164210:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653764.164215:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:0.0:1778653764.164220:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.164224:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653764.164232:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.164235:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653764.164739:0:30794:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd92940. 00000080:00000001:3.0:1778653764.164760:0:30794:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653764.164762:0:30794:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x24:0x0](ffff91538bd92a08) 00000080:00000001:3.0:1778653764.164766:0:30794:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653764.164769:0:30794:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1778653764.164771:0:30794:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.164774:0:30794:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1778653764.164777:0:30794:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653764.164780:0:30794:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833956 mtime from 0 to 1778653764 00000080:00200000:3.0:1778653764.164784:0:30794:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 512 00000080:00000001:3.0:1778653764.164787:0:30794:0:(llite_lib.c:3237:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653764.164789:0:30794:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747419144 : -121686962132472 : ffff91538bd92a08) 00000080:00000001:3.0:1778653764.164793:0:30794:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653764.164798:0:30794:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653764.164800:0:30794:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.164809:0:30794:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.164819:0:30794:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9dc00 x1865052054656256/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653764.164828:0:30794:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.164830:0:30794:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653764.164834:0:30794:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57e00. 00000080:00000010:3.0:1778653764.164841:0:30794:0:(dir.c:2089:ll_dir_ioctl()) kvfree 'data': 648 at ffff915385eec800. 00000080:00000001:3.0:1778653764.164844:0:30794:0:(dir.c:2090:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.164869:0:30794:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1778653764.164872:0:30794:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653764.164876:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d98 00000080:00200008:3.0:1778653764.164878:0:30794:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00400000:3.0:1778653764.164883:0:30794:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1778653764.164887:0:30794:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7e3c0. 00000080:00000001:3.0:1778653764.164892:0:30794:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653764.164895:0:30794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d98 00000080:00000008:3.0:1778653764.164896:0:30794:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000, rc = 0 00000080:00000001:3.0:1778653764.164900:0:30794:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.164901:0:30794:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.190902:0:30797:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653764.190909:0:30797:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653764.190911:0:30797:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653764.190915:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7bc0 00000080:00200000:3.0:1778653764.190920:0:30797:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653764.190927:0:30797:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991800. 00800000:00000002:3.0:1778653764.190934:0:30797:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653764.190938:0:30797:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653764.190942:0:30797:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.190944:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7ae0 00800000:00000002:3.0:1778653764.190947:0:30797:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653764.190951:0:30797:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653764.191264:0:30797:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653764.191272:0:30797:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.191275:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed79b0 00000002:00010000:3.0:1778653764.191278:0:30797:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653764.191282:0:30797:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653764.191284:0:30797:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653764.191289:0:30797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653764.191297:0:30797:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.191299:0:30797:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.191301:0:30797:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.191303:0:30797:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653764.191306:0:30797:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653764.191312:0:30797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653764.191317:0:30797:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653764.191323:0:30797:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653764.191328:0:30797:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.191333:0:30797:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.191336:0:30797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653764.191338:0:30797:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653764.191342:0:30797:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653764.191349:0:30797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95800. 00000100:00000001:3.0:1778653764.191356:0:30797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.191361:0:30797:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.191362:0:30797:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.191363:0:30797:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.191364:0:30797:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.191366:0:30797:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.191371:0:30797:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00010000:00000001:3.0:1778653764.191375:0:30797:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653764.191377:0:30797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653764.191381:0:30797:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6500. 00010000:00000010:3.0:1778653764.191384:0:30797:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9000. 00010000:00000001:3.0:1778653764.191389:0:30797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653764.191392:0:30797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177000. 00000020:00000001:3.0:1778653764.191396:0:30797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653764.191399:0:30797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177000 with handle 0x3df471c51a89004d to hash 00000020:00000001:3.0:1778653764.191401:0:30797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653764.191403:0:30797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.191406:0:30797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.191409:0:30797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.191412:0:30797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.191416:0:30797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.191426:0:30797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.191435:0:30797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653764.191440:0:30797:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653764.191442:0:30797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653764.191448:0:30797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653764.191449:0:30797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754176 : -121687111797440 : ffff915382ed7540) 00000100:00000001:3.0:1778653764.191452:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.191453:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:3.0:1778653764.191458:0:30797:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653764.191462:0:30797:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.191464:0:30797:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653764.191465:0:30797:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653764.191476:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.191484:0:30797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653764.191486:0:30797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.191490:0:30797:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653764.191493:0:30797:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653764.191495:0:30797:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653764.191498:0:30797:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054656384:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653764.191502:0:30797:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653764.191507:0:30797:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653764.191510:0:30797:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.191513:0:30797:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653764.191518:0:30797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce2800. 02000000:00000001:3.0:1778653764.191519:0:30797:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653764.191527:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653764.191530:0:30797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653764.191537:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653764.191544:0:30797:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054656384, portal 10 00000100:00000001:3.0:1778653764.191545:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.191546:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:3.0:1778653764.191552:0:30797:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.191559:0:30797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653764.191562:0:30797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653764.191564:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cbb0. 00000100:00000200:3.0:1778653764.191568:0:30797:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054656384, offset 0 00000400:00000200:3.0:1778653764.191574:0:30797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653764.191582:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.191589:0:30797:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653764.191595:0:30797:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653764.191599:0:30797:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653764.191602:0:30797:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653764.191605:0:30797:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653764.191608:0:30797:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2272:2272:256:4294967295] 192.168.204.110@tcp LPNI seq info [2272:2272:8:4294967295] 00000400:00000200:3.0:1778653764.191612:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.191621:0:30797:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653764.191627:0:30797:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653764.191632:0:30797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653764.191639:0:30797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653764.191646:0:30797:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653764.191674:0:30797:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1778653764.191696:0:30797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.191701:0:30797:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 787335 usecs (788 jiffies) 00000400:00000200:3.0:1778653764.191704:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653764.191707:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320153 00000100:00000001:3.0:1778653764.191710:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.191712:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320153 00000100:00000001:3.0:1778653764.191714:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.191717:0:30797:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.191720:0:30797:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.191722:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653764.191724:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653764.191726:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7540 going to sleep for 131 seconds 00000100:00000001:3.0:1778653764.191729:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653764.191731:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.192548:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.192554:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653764.192559:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.192565:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.192570:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cbb0 00000400:00000010:1.0:1778653764.192572:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cbb0. 00000100:00000001:1.0:1778653764.192577:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.192582:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.192590:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.192593:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.192600:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.192601:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653764.197487:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.197506:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.197510:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.197513:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.197523:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.197531:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.197540:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.197546:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.197551:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.197556:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145349580 00000400:00000200:0.0:1778653764.197562:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.197568:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5e51 [1] + 224 00000800:00000001:0.0:1778653764.197575:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.197585:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.197588:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.197593:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.197601:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.197612:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.197623:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.197691:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.197733:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653764.197743:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.197746:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653764.197911:0:30797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.197914:0:30797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.197917:0:30797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653764.197922:0:30797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653764.197924:0:30797:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653764.197927:0:30797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.197932:0:30797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653764.197942:0:30797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.197948:0:30797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.197950:0:30797:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.197953:0:30797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.198208:0:30797:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.198211:0:30797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.198214:0:30797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.198218:0:30797:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653764.198228:0:30797:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653764.198233:0:30797:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653764.198236:0:30797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653764.198239:0:30797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.198242:0:30797:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653764.198245:0:30797:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.198249:0:30797:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.198251:0:30797:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.198253:0:30797:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.198255:0:30797:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.198261:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.198268:0:30797:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.198271:0:30797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.198273:0:30797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.198277:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653764.198285:0:30797:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054656384:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653764.198290:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.198293:0:30797:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.198295:0:30797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.198297:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.198300:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.198306:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.198308:0:30797:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653764.198312:0:30797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.198313:0:30797:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.198316:0:30797:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653764.198319:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198322:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198325:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=4 00000020:00000001:3.0:1778653764.198328:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198331:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000040:3.0:1778653764.198337:0:30797:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177000, remote cookie: 0xdfa36d541726f4a3, flags: 0x1001 00010000:00010000:3.0:1778653764.198342:0:30797:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.198354:0:30797:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198362:0:30797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653764.198366:0:30797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653764.198368:0:30797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653764.198369:0:30797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653764.198371:0:30797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653764.198374:0:30797:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9153837f6500) refcount = 1 00010000:00010000:3.0:1778653764.198377:0:30797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198384:0:30797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653764.198387:0:30797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653764.198388:0:30797:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.198391:0:30797:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653764.198393:0:30797:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.198396:0:30797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198403:0:30797:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653764.198404:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198406:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198407:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198407:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198409:0:30797:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.198412:0:30797:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653764.198414:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198416:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198417:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198420:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198422:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198424:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198425:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198427:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=4 00000020:00000001:3.0:1778653764.198429:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198430:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198432:0:30797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.198435:0:30797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.198439:0:30797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198444:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198445:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198447:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198448:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198449:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=5 00000020:00000001:3.0:1778653764.198451:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198453:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198455:0:30797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.198457:0:30797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198463:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198464:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653764.198467:0:30797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198473:0:30797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.198474:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198475:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198476:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198478:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653764.198483:0:30797:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653764.198492:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198493:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198494:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198496:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198498:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198500:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198501:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.198503:0:30797:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.198505:0:30797:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.198508:0:30797:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653764.198510:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198512:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198513:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198514:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198516:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000002:00010000:3.0:1778653764.198520:0:30797:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198527:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198528:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198529:0:30797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653764.198531:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198532:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198533:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198535:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198537:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000040:3.0:1778653764.198544:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6500 count: 2 00010000:00000001:3.0:1778653764.198546:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653764.198550:0:30797:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1778653764.198553:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198554:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.198555:0:30797:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653764.198559:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7930 00000002:00002000:3.0:1778653764.198561:0:30797:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653764.198564:0:30797:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.198568:0:30797:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.198570:0:30797:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653764.198573:0:30797:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653764.198577:0:30797:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.198581:0:30797:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653764.198584:0:30797:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991800. 00000080:00000001:3.0:1778653764.198589:0:30797:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653764.198591:0:30797:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653764.198597:0:30797:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1778653764.198601:0:30797:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653764.198608:0:30797:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861ba8c0. 00800000:00000001:3.0:1778653764.198611:0:30797:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651113664 : -121687058437952 : ffff9153861ba8c0) 00800000:00000001:3.0:1778653764.198614:0:30797:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.198616:0:30797:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653764.198619:0:30797:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653764.198621:0:30797:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653764.198624:0:30797:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653764.198627:0:30797:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653764.198629:0:30797:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.198633:0:30797:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653764.198636:0:30797:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1778653764.198641:0:30797:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653764.198643:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198644:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198645:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198647:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198763:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198766:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198767:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.198768:0:30797:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653764.198771:0:30797:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653764.198773:0:30797:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861ba8c0 1 00800000:00000010:3.0:1778653764.198775:0:30797:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861ba8c0. 00800000:00000001:3.0:1778653764.198778:0:30797:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653764.198781:0:30797:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89004d 00800000:00000001:3.0:1778653764.198784:0:30797:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653764.198877:0:30797:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653764.198879:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198880:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198882:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198884:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198886:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198888:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198889:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.198891:0:30797:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.198893:0:30797:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.198896:0:30797:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653764.198898:0:30797:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653764.198901:0:30797:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89004d from it ffffa71ac1ed7bf8 00010000:00000001:3.0:1778653764.198903:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.198904:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.198905:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653764.198906:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198908:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653764.198910:0:30797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.198913:0:30797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.198919:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198920:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198922:0:30797:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653764.198924:0:30797:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653764.198926:0:30797:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653764.198938:0:30797:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653764.198941:0:30797:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653764.198943:0:30797:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.198947:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.198948:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.198949:0:30797:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.198952:0:30797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653764.198954:0:30797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.199126:0:30797:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.199130:0:30797:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.199132:0:30797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.199133:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.199134:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653764.199136:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.199142:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054656384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.199149:0:30797:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653764.199152:0:30797:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653764.199155:0:30797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce2800. 02000000:00000001:3.0:1778653764.199160:0:30797:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653764.199162:0:30797:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653764.199164:0:30797:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653764.199175:0:30797:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653764.199178:0:30797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e95800. 02000000:00000001:3.0:1778653764.199183:0:30797:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653764.199184:0:30797:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653764.199186:0:30797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:3.0:1778653764.199189:0:30797:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653764.199190:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653764.199194:0:30797:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653764.199199:0:30797:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653764.199212:0:30797:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384380. 00000020:00000001:3.0:1778653764.199217:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7b28 00000080:00200000:3.0:1778653764.199219:0:30797:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:3.0:1778653764.199223:0:30797:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653764.199224:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed79d8 00000080:00200000:3.0:1778653764.199226:0:30797:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:3.0:1778653764.199233:0:30797:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991800. 00800000:00000002:3.0:1778653764.199239:0:30797:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653764.199244:0:30797:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653764.199246:0:30797:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.199248:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed78f8 00800000:00000002:3.0:1778653764.199249:0:30797:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653764.199252:0:30797:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653764.199257:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7890 00800000:00000002:3.0:1778653764.199259:0:30797:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1778653764.199264:0:30797:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.199266:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed77c8 00000002:00010000:3.0:1778653764.199267:0:30797:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1778653764.199272:0:30797:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653764.199274:0:30797:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653764.199278:0:30797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653764.199282:0:30797:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653764.199287:0:30797:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653764.199290:0:30797:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.199293:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.199295:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.199296:0:30797:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.199299:0:30797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653764.199301:0:30797:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653764.199304:0:30797:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653764.199310:0:30797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95800. 00000100:00000001:3.0:1778653764.199315:0:30797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.199319:0:30797:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.199320:0:30797:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.199321:0:30797:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.199322:0:30797:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.199324:0:30797:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.199329:0:30797:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00010000:00000001:3.0:1778653764.199333:0:30797:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653764.199335:0:30797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653764.199338:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6500 count: 2 00010000:00000001:3.0:1778653764.199339:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.199341:0:30797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653764.199346:0:30797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176800. 00000020:00000001:3.0:1778653764.199348:0:30797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653764.199350:0:30797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176800 with handle 0x3df471c51a890054 to hash 00000020:00000001:3.0:1778653764.199352:0:30797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653764.199354:0:30797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.199357:0:30797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.199360:0:30797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.199361:0:30797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.199364:0:30797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.199371:0:30797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.199381:0:30797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653764.199386:0:30797:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653764.199388:0:30797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653764.199394:0:30797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653764.199396:0:30797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754176 : -121687111797440 : ffff915382ed7540) 00000100:00000001:3.0:1778653764.199400:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.199401:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:3.0:1778653764.199405:0:30797:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653764.199409:0:30797:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.199411:0:30797:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653764.199412:0:30797:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653764.199416:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.199428:0:30797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653764.199430:0:30797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.199433:0:30797:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653764.199436:0:30797:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653764.199438:0:30797:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653764.199441:0:30797:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054656512:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653764.199444:0:30797:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653764.199448:0:30797:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653764.199451:0:30797:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.199453:0:30797:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653764.199457:0:30797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce2800. 02000000:00000001:3.0:1778653764.199458:0:30797:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653764.199465:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653764.199468:0:30797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653764.199472:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653764.199479:0:30797:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054656512, portal 10 00000100:00000001:3.0:1778653764.199480:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.199481:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:3.0:1778653764.199486:0:30797:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.199492:0:30797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653764.199495:0:30797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653764.199497:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c6e8. 00000100:00000200:3.0:1778653764.199500:0:30797:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054656512, offset 0 00000400:00000200:3.0:1778653764.199504:0:30797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653764.199511:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.199518:0:30797:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653764.199524:0:30797:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653764.199527:0:30797:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653764.199531:0:30797:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653764.199534:0:30797:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653764.199538:0:30797:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2273:2273:256:4294967295] 192.168.204.110@tcp LPNI seq info [2273:2273:8:4294967295] 00000400:00000200:3.0:1778653764.199542:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.199551:0:30797:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653764.199556:0:30797:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653764.199561:0:30797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653764.199566:0:30797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653764.199574:0:30797:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653764.199578:0:30797:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653764.199646:0:30797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.199680:0:30797:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 786157 usecs (787 jiffies) 00000400:00000200:3.0:1778653764.199684:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653764.199687:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320163 00000100:00000001:3.0:1778653764.199690:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.199692:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320163 00000100:00000001:3.0:1778653764.199694:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.199696:0:30797:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.199699:0:30797:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.199701:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653764.199702:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653764.199705:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7540 going to sleep for 131 seconds 00000100:00000001:3.0:1778653764.199707:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653764.199710:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.200229:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.200235:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653764.200240:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.200245:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.200250:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c6e8 00000400:00000010:1.0:1778653764.200252:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c6e8. 00000100:00000001:1.0:1778653764.200256:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.200260:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.200269:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.200272:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.200278:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.200280:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653764.204876:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.204891:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.204897:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.205200:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653764.205213:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.205220:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653764.205228:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.205233:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.205238:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.205243:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145349600 00000400:00000200:1.0:1778653764.205247:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.205252:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5e59 [1] + 224 00000800:00000001:1.0:1778653764.205260:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.205268:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653764.205271:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.205276:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653764.205283:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653764.205291:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653764.205301:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.205323:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653764.205336:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.205341:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.205399:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653764.205407:0:30797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.205409:0:30797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.205413:0:30797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653764.205418:0:30797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653764.205420:0:30797:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653764.205423:0:30797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.205427:0:30797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653764.205441:0:30797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.205447:0:30797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.205449:0:30797:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.205452:0:30797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.205455:0:30797:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.205458:0:30797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.205461:0:30797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.205464:0:30797:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653764.205472:0:30797:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653764.205476:0:30797:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653764.205478:0:30797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653764.205479:0:30797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.205482:0:30797:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653764.205486:0:30797:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.205490:0:30797:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.205492:0:30797:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.205494:0:30797:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.205497:0:30797:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.205501:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.205508:0:30797:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.205511:0:30797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.205513:0:30797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.205517:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653764.205524:0:30797:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054656512:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653764.205535:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.205537:0:30797:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.205539:0:30797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.205541:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.205545:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.205551:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.205554:0:30797:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653764.205557:0:30797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.205558:0:30797:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.205561:0:30797:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653764.205564:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205566:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205569:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=4 00000020:00000001:3.0:1778653764.205571:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205574:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000040:3.0:1778653764.205583:0:30797:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176800, remote cookie: 0xdfa36d541726f4bf, flags: 0x1001 00010000:00010000:3.0:1778653764.205589:0:30797:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653764.205597:0:30797:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653764.205600:0:30797:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653764.205607:0:30797:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6900. 00010000:00000010:3.0:1778653764.205612:0:30797:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9880. 00010000:00000001:3.0:1778653764.205617:0:30797:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.205619:0:30797:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.205627:0:30797:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205633:0:30797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653764.205636:0:30797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653764.205638:0:30797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653764.205639:0:30797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653764.205641:0:30797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653764.205644:0:30797:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9153837f6900) refcount = 1 00010000:00010000:3.0:1778653764.205682:0:30797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205690:0:30797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653764.205692:0:30797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653764.205694:0:30797:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.205696:0:30797:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653764.205698:0:30797:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.205701:0:30797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205706:0:30797:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653764.205707:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205709:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.205710:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205710:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.205711:0:30797:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.205715:0:30797:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653764.205717:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205718:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205719:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.205721:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205723:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205725:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205725:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205726:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=4 00000020:00000001:3.0:1778653764.205728:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205730:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205732:0:30797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.205735:0:30797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.205737:0:30797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205748:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205749:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.205750:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205751:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205752:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=5 00000020:00000001:3.0:1778653764.205754:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205756:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205758:0:30797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.205760:0:30797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205765:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205766:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653764.205768:0:30797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205773:0:30797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.205774:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205775:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.205776:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205777:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653764.205781:0:30797:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653764.205787:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205788:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205789:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.205791:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205792:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205794:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205795:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.205796:0:30797:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.205798:0:30797:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.205801:0:30797:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653764.205803:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205804:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205805:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.205807:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205808:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00000002:00010000:3.0:1778653764.205811:0:30797:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.205816:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205817:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.205819:0:30797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653764.205820:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205821:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205822:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.205823:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.205825:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000040:3.0:1778653764.205828:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6900 count: 2 00010000:00000001:3.0:1778653764.205830:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653764.205833:0:30797:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1778653764.205835:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.205836:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.205837:0:30797:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653764.205841:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7748 00000002:00002000:3.0:1778653764.205847:0:30797:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653764.205850:0:30797:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.205854:0:30797:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.205856:0:30797:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653764.205859:0:30797:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653764.205862:0:30797:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.205866:0:30797:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653764.205868:0:30797:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653764.205870:0:30797:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1ed7ac8 it_disposition b 00000080:00000001:3.0:1778653764.205873:0:30797:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653764.205878:0:30797:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653764.205881:0:30797:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653764.205884:0:30797:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653764.205886:0:30797:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653764.205951:0:30797:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653764.205954:0:30797:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1778653764.205957:0:30797:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.205960:0:30797:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653764.205971:0:30797:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653764.205975:0:30797:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 512 00000080:00200000:3.0:1778653764.205978:0:30797:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff91538bd91148): rc = 0 00000080:00000001:3.0:1778653764.205981:0:30797:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747412808 : -121686962138808 : ffff91538bd91148) 00010000:00000001:3.0:1778653764.205983:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.205984:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.205986:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.205988:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.206113:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.206116:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.206118:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.206120:0:30797:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653764.206121:0:30797:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653764.206123:0:30797:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653764.206125:0:30797:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653764.206127:0:30797:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653764.206131:0:30797:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) for lock 0x3df471c51a890054 00800000:00000001:3.0:1778653764.206134:0:30797:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653764.206135:0:30797:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653764.206137:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.206138:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.206140:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.206141:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.206144:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.206146:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.206147:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.206148:0:30797:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.206150:0:30797:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653764.206156:0:30797:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf38438 inode ffff91538bd91148 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653764.206160:0:30797:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653764.206162:0:30797:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.206174:0:30797:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653764.206178:0:30797:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00010000:3.0:1778653764.206181:0:30797:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890054 from it ffffa71ac1ed7ac8 00010000:00000001:3.0:1778653764.206183:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.206184:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.206185:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653764.206187:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.206189:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653764.206191:0:30797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.206194:0:30797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.206200:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.206201:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.206203:0:30797:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653764.206205:0:30797:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653764.206207:0:30797:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653764.206213:0:30797:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653764.206216:0:30797:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653764.206218:0:30797:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.206222:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.206223:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.206224:0:30797:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206227:0:30797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653764.206229:0:30797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206230:0:30797:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206233:0:30797:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206235:0:30797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.206236:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.206237:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.206239:0:30797:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653764.206242:0:30797:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991800. 00000100:00000001:3.0:1778653764.206246:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.206251:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054656512/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.206258:0:30797:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653764.206260:0:30797:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653764.206263:0:30797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce2800. 02000000:00000001:3.0:1778653764.206267:0:30797:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653764.206269:0:30797:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653764.206270:0:30797:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653764.206273:0:30797:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653764.206275:0:30797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e95800. 02000000:00000001:3.0:1778653764.206279:0:30797:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653764.206280:0:30797:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653764.206283:0:30797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:3.0:1778653764.206286:0:30797:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653764.206287:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653764.206295:0:30797:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653764.206297:0:30797:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148), inode mode 41ed mask 1 00000080:00000001:3.0:1778653764.206302:0:30797:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653764.206315:0:30797:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384360. 00000080:00000001:3.0:1778653764.206319:0:30797:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653764.206320:0:30797:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148), inode mode 41ed mask 3 00000080:00000001:3.0:1778653764.206323:0:30797:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.206326:0:30797:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653764.206328:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7b50 00000080:00200000:3.0:1778653764.206330:0:30797:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff91538bd91148), file ffff915383601680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1778653764.206334:0:30797:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3bc00. 00000080:00000001:3.0:1778653764.206337:0:30797:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653764.206338:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7a00 00000080:00200000:3.0:1778653764.206340:0:30797:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff91538bd91148), intent=open|creat 00000080:00000010:3.0:1778653764.206346:0:30797:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991800. 00000080:00000001:3.0:1778653764.206352:0:30797:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653764.206354:0:30797:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.206356:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7920 00800000:00000002:3.0:1778653764.206358:0:30797:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1778653764.206361:0:30797:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653764.206363:0:30797:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653764.206367:0:30797:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:3.0:1778653764.206370:0:30797:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1778653764.206372:0:30797:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1778653764.206374:0:30797:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1778653764.206377:0:30797:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1778653764.206379:0:30797:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x25:0x0] 40000000:00000001:3.0:1778653764.206381:0:30797:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.206384:0:30797:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.206385:0:30797:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.206387:0:30797:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.206389:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed78a0 00800000:00000002:3.0:1778653764.206391:0:30797:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1778653764.206395:0:30797:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.206397:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed77d8 00000002:00010000:3.0:1778653764.206399:0:30797:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1778653764.206402:0:30797:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653764.206405:0:30797:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653764.206407:0:30797:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1778653764.206411:0:30797:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.206424:0:30797:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653764.206426:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6900 count: 2 00010000:00000001:3.0:1778653764.206429:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.206431:0:30797:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653764.206434:0:30797:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206436:0:30797:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.206438:0:30797:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.206442:0:30797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653764.206445:0:30797:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653764.206449:0:30797:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653764.206451:0:30797:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206455:0:30797:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653764.206458:0:30797:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.206461:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.206462:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.206463:0:30797:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.206466:0:30797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653764.206468:0:30797:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653764.206471:0:30797:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653764.206476:0:30797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95800. 00000100:00000001:3.0:1778653764.206481:0:30797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206493:0:30797:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.206494:0:30797:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206496:0:30797:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.206497:0:30797:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.206499:0:30797:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.206506:0:30797:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00010000:00000001:3.0:1778653764.206509:0:30797:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653764.206511:0:30797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653764.206513:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6900 count: 2 00010000:00000001:3.0:1778653764.206515:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.206517:0:30797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653764.206520:0:30797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176e00. 00000020:00000001:3.0:1778653764.206523:0:30797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653764.206525:0:30797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176e00 with handle 0x3df471c51a89005b to hash 00000020:00000001:3.0:1778653764.206527:0:30797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653764.206529:0:30797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.206532:0:30797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.206535:0:30797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.206536:0:30797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.206539:0:30797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.206546:0:30797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653764.206560:0:30797:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653764.206566:0:30797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653764.206574:0:30797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653764.206579:0:30797:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653764.206581:0:30797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653764.206585:0:30797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653764.206587:0:30797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754176 : -121687111797440 : ffff915382ed7540) 00000100:00000001:3.0:1778653764.206590:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.206591:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:3.0:1778653764.206595:0:30797:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653764.206598:0:30797:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.206600:0:30797:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653764.206602:0:30797:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653764.206605:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.206612:0:30797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653764.206614:0:30797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.206617:0:30797:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653764.206620:0:30797:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653764.206622:0:30797:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653764.206625:0:30797:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054656768:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653764.206628:0:30797:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653764.206633:0:30797:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653764.206635:0:30797:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.206638:0:30797:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653764.206928:0:30797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:3.0:1778653764.206931:0:30797:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653764.206937:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653764.206942:0:30797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653764.206947:0:30797:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915383e95000. 00000100:00000200:3.0:1778653764.206954:0:30797:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054656768, portal 10 00000100:00000001:3.0:1778653764.206956:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.206957:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:3.0:1778653764.206963:0:30797:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.206971:0:30797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653764.206974:0:30797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653764.206976:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653764.206980:0:30797:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054656768, offset 0 00000400:00000200:3.0:1778653764.206986:0:30797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653764.207072:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.207080:0:30797:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653764.207085:0:30797:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653764.207088:0:30797:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653764.207092:0:30797:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653764.207095:0:30797:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653764.207099:0:30797:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2274:2274:256:4294967295] 192.168.204.110@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:3.0:1778653764.207103:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.207111:0:30797:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653764.207117:0:30797:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653764.207123:0:30797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653764.207130:0:30797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653764.207136:0:30797:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653764.207140:0:30797:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1778653764.207157:0:30797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.207162:0:30797:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 784983 usecs (785 jiffies) 00000400:00000200:3.0:1778653764.207173:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653764.207176:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320168 00000100:00000001:3.0:1778653764.207179:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.207182:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320168 00000100:00000001:3.0:1778653764.207185:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.207187:0:30797:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.207189:0:30797:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.207192:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653764.207193:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653764.207196:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7540 going to sleep for 131 seconds 00000100:00000001:3.0:1778653764.207198:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653764.207201:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.207423:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.207428:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653764.207432:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.207437:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.207442:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:1.0:1778653764.207444:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:1.0:1778653764.207448:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.207452:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.207461:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.207464:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.207470:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.207471:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653764.216009:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.216023:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653764.216028:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.216030:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653764.216038:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216046:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653764.216054:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216059:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216064:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216068:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145349700 00000400:00000200:1.0:1778653764.216073:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216079:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x5e61 [32] + 224 00000800:00000001:1.0:1778653764.216086:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.216105:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653764.216108:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.216113:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653764.216120:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653764.216129:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653764.216141:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.216207:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653764.216224:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653764.216235:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653764.216240:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216247:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653764.216253:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2275:2275:256:4294967295] 192.168.204.110@tcp LPNI seq info [2275:2275:8:4294967295] 00000400:00000200:1.0:1778653764.216257:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.216276:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653764.216283:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653764.216288:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bb9000. 00000800:00000200:1.0:1778653764.216294:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653764.216302:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653764.216306:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bb9000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653764.216391:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.216396:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bb9000. 00000400:00000200:1.0:1778653764.216399:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.216402:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653764.216407:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653764.216410:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653764.217115:0:30797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.217118:0:30797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.217122:0:30797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653764.217128:0:30797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e95000 00000400:00000010:3.0:1778653764.217131:0:30797:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915383e95000. 00000100:00000001:3.0:1778653764.217135:0:30797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.217141:0:30797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653764.217150:0:30797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054656768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.217156:0:30797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.217158:0:30797:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.217161:0:30797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.217176:0:30797:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.217178:0:30797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.217181:0:30797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.217184:0:30797:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653764.217194:0:30797:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653764.217198:0:30797:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653764.217200:0:30797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653764.217202:0:30797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.217205:0:30797:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653764.217209:0:30797:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.217214:0:30797:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653764.217216:0:30797:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000013a/0x1] 00000100:00000001:3.0:1778653764.217217:0:30797:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653764.217219:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.217221:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:3.0:1778653764.217224:0:30797:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.217226:0:30797:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.217228:0:30797:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.217231:0:30797:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.217236:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.217244:0:30797:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.217247:0:30797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.217249:0:30797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.217252:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653764.217271:0:30797:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054656768:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653764.217276:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.217279:0:30797:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.217282:0:30797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.217284:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.217287:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.217294:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.217297:0:30797:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653764.217300:0:30797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.217301:0:30797:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.217304:0:30797:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653764.217310:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217313:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217315:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=4 00000020:00000001:3.0:1778653764.217318:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217321:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000040:3.0:1778653764.217326:0:30797:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176e00, remote cookie: 0xdfa36d541726f4db, flags: 0x1001 00010000:00010000:3.0:1778653764.217331:0:30797:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653764.217340:0:30797:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:3.0:1778653764.217343:0:30797:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653764.217352:0:30797:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6b00. 00010000:00000010:3.0:1778653764.217357:0:30797:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9400. 00010000:00000001:3.0:1778653764.217363:0:30797:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.217366:0:30797:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.217374:0:30797:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217380:0:30797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653764.217502:0:30797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653764.217505:0:30797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653764.217506:0:30797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653764.217507:0:30797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653764.217510:0:30797:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff9153837f6b00) refcount = 1 00010000:00010000:3.0:1778653764.217515:0:30797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217521:0:30797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653764.217525:0:30797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653764.217526:0:30797:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.217529:0:30797:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653764.217532:0:30797:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.217534:0:30797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217546:0:30797:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653764.217547:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217549:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.217550:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217551:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.217553:0:30797:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.217557:0:30797:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653764.217560:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217561:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217563:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.217564:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217567:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217569:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217570:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217571:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=4 00000020:00000001:3.0:1778653764.217573:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217575:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217577:0:30797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.217580:0:30797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.217583:0:30797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217588:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217589:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.217591:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217592:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217593:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=5 00000020:00000001:3.0:1778653764.217595:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217597:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217599:0:30797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.217601:0:30797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217608:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217609:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653764.217611:0:30797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217617:0:30797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.217618:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217619:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.217620:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217621:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653764.217626:0:30797:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653764.217635:0:30797:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653764.217639:0:30797:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653764.217646:0:30797:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.217669:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217671:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217672:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.217674:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217677:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00000002:00010000:3.0:1778653764.217680:0:30797:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653764.217689:0:30797:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861ba8c0. 00010000:00000001:3.0:1778653764.217691:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217692:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.217694:0:30797:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.217696:0:30797:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.217698:0:30797:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653764.217702:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.217703:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:3.0:1778653764.217705:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.217706:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00010000:00000001:3.0:1778653764.217708:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217709:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217710:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.217712:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217714:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00000002:00010000:3.0:1778653764.217717:0:30797:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.217722:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217723:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.217724:0:30797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653764.217726:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.217727:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.217728:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.217729:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.217731:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000040:3.0:1778653764.217735:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6b00 count: 2 00010000:00000001:3.0:1778653764.217737:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653764.217740:0:30797:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:3.0:1778653764.217743:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.217744:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.217745:0:30797:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653764.217748:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7758 00000002:00002000:3.0:1778653764.217750:0:30797:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1778653764.217753:0:30797:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.217757:0:30797:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.217759:0:30797:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653764.217762:0:30797:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653764.217766:0:30797:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.217769:0:30797:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653764.217771:0:30797:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3bc00 it_disposition 1800037 00000080:00002000:3.0:1778653764.217776:0:30797:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf38798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1778653764.217782:0:30797:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653764.217784:0:30797:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:3.0:1778653764.217786:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7988 00000080:00200000:3.0:1778653764.217788:0:30797:0:(namei.c:1617:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff91538bd91148), intent=open|creat 00000080:00000001:3.0:1778653764.217791:0:30797:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:3.0:1778653764.217792:0:30797:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653764.217798:0:30797:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653764.217801:0:30797:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653764.217804:0:30797:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1778653764.217806:0:30797:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653764.217817:0:30797:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd94200. 00000020:00000001:3.0:1778653764.217827:0:30797:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1778653764.217829:0:30797:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1778653764.217832:0:30797:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653764.217834:0:30797:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x25:0x0](ffff91538bd942c8) 00000020:00000001:3.0:1778653764.217838:0:30797:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653764.217843:0:30797:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653764.217847:0:30797:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000020:00000010:3.0:1778653764.217852:0:30797:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990600. 00000020:00000010:3.0:1778653764.217856:0:30797:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b1e0. 00000008:00000010:3.0:1778653764.217863:0:30797:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653764.217868:0:30797:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653764.217873:0:30797:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653764.217878:0:30797:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653764.217883:0:30797:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653764.217887:0:30797:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991600. 00000008:00000010:3.0:1778653764.217891:0:30797:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653764.217894:0:30797:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653764.217898:0:30797:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653764.217902:0:30797:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653764.217904:0:30797:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653764.217907:0:30797:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653764.217911:0:30797:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1778653764.217915:0:30797:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915385c8f0c8. 00000020:00000001:3.0:1778653764.217917:0:30797:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653764.217919:0:30797:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653764.217925:0:30797:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1778653764.217928:0:30797:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9153877a52e8. 00020000:00000001:3.0:1778653764.217930:0:30797:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386674094824 : -121687035456792 : ffff9153877a52e8) 00020000:00000001:3.0:1778653764.217933:0:30797:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1778653764.217936:0:30797:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653764.217941:0:30797:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b600. 00020000:00000010:3.0:1778653764.217945:0:30797:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34e500. 00020000:00000010:3.0:1778653764.217949:0:30797:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b2a0. 00020000:00000001:3.0:1778653764.217952:0:30797:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940320 : -121687094611296 : ffff915383f3b2a0) 00020000:00000002:3.0:1778653764.217954:0:30797:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b2a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653764.217959:0:30797:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653764.217962:0:30797:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34e500: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653764.217965:0:30797:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1778653764.217967:0:30797:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b2a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653764.217971:0:30797:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653764.217973:0:30797:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34e500: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1778653764.217976:0:30797:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915387e04480. 00020000:00000010:3.0:1778653764.217979:0:30797:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff915382ed7540. 00020000:00000001:3.0:1778653764.217983:0:30797:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1778653764.217985:0:30797:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91538b9c6eb8. 00020000:00000001:3.0:1778653764.217988:0:30797:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1778653764.217989:0:30797:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1778653764.218112:0:30797:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1778653764.218116:0:30797:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915385c8fed8. 00000020:00000001:3.0:1778653764.218118:0:30797:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653764.218120:0:30797:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653764.218122:0:30797:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000001:3.0:1778653764.218125:0:30797:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1778653764.218130:0:30797:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91538b8a6380. 00020000:00000001:3.0:1778653764.218132:0:30797:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.218136:0:30797:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000001:3.0:1778653764.218138:0:30797:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000002:3.0:1778653764.218141:0:30797:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff915385c8fed8[0:0] -> [0x200000404:0x25:0x0]@ffff915385c8f0c8: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653764.218146:0:30797:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1778653764.218148:0:30797:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1778653764.218150:0:30797:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.218153:0:30797:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645692744 : -121687063858872 : ffff915385c8f148) 00000020:00001000:3.0:1778653764.218156:0:30797:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653764.218159:0:30797:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990600. 00000020:00000010:3.0:1778653764.218162:0:30797:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b1e0. 00000008:00000010:3.0:1778653764.218175:0:30797:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653764.218180:0:30797:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653764.218183:0:30797:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653764.218186:0:30797:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653764.218189:0:30797:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653764.218192:0:30797:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000008:00000010:3.0:1778653764.218195:0:30797:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653764.218198:0:30797:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653764.218200:0:30797:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653764.218203:0:30797:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653764.218206:0:30797:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991600. 00000020:00000010:3.0:1778653764.218208:0:30797:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653764.218212:0:30797:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1778653764.218214:0:30797:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653764.218217:0:30797:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833957 mtime from 0 to 1778653764 00000080:00000001:3.0:1778653764.218221:0:30797:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653764.218223:0:30797:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:3.0:1778653764.218225:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.218227:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.218228:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.218231:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.218233:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00000080:00000001:3.0:1778653764.218236:0:30797:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653764.218237:0:30797:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653764.218240:0:30797:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653764.218242:0:30797:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991600. 00000020:00000010:3.0:1778653764.218244:0:30797:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991400. 00000020:00000010:3.0:1778653764.218246:0:30797:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b1e0. 00000008:00000010:3.0:1778653764.218249:0:30797:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653764.218251:0:30797:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653764.218253:0:30797:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653764.218256:0:30797:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653764.218258:0:30797:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653764.218336:0:30797:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990600. 00000008:00000010:3.0:1778653764.218340:0:30797:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653764.218342:0:30797:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653764.218345:0:30797:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653764.218347:0:30797:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653764.218349:0:30797:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653764.218351:0:30797:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653764.218354:0:30797:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653764.218356:0:30797:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653764.218357:0:30797:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653764.218359:0:30797:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b480. 00020000:00000010:3.0:1778653764.218362:0:30797:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34ea00. 00020000:00000010:3.0:1778653764.218364:0:30797:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b180. 00020000:00000001:3.0:1778653764.218366:0:30797:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940032 : -121687094611584 : ffff915383f3b180) 00020000:00000002:3.0:1778653764.218369:0:30797:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b180, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653764.218373:0:30797:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653764.218376:0:30797:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34ea00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653764.218379:0:30797:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff915383e727c0 00020000:00000001:3.0:1778653764.218381:0:30797:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653764.218480:0:30797:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff915383e727c0 00020000:00000010:3.0:1778653764.218486:0:30797:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34ea00. 00020000:00000010:3.0:1778653764.218490:0:30797:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b480. 00020000:00000010:3.0:1778653764.218492:0:30797:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b180. 00020000:00000002:3.0:1778653764.218494:0:30797:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653764.218496:0:30797:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.218498:0:30797:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.218501:0:30797:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653764.218504:0:30797:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000002:3.0:1778653764.218507:0:30797:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b2a0 addref 2/0 by ffff915383e727c0. 00020000:00000002:3.0:1778653764.218509:0:30797:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653764.218511:0:30797:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653764.218513:0:30797:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653764.218515:0:30797:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653764.218516:0:30797:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653764.218518:0:30797:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653764.218520:0:30797:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653764.218523:0:30797:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653764.218525:0:30797:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991400. 00000020:00000010:3.0:1778653764.218527:0:30797:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b1e0. 00000008:00000010:3.0:1778653764.218529:0:30797:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653764.218532:0:30797:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653764.218534:0:30797:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653764.218537:0:30797:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653764.218539:0:30797:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653764.218541:0:30797:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991600. 00000008:00000010:3.0:1778653764.218543:0:30797:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653764.218545:0:30797:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653764.218548:0:30797:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653764.218550:0:30797:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653764.218552:0:30797:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990600. 00000020:00000010:3.0:1778653764.218554:0:30797:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653764.218556:0:30797:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.218558:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.218560:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.218562:0:30797:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653764.218565:0:30797:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653764.218567:0:30797:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653764.218569:0:30797:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653764.218571:0:30797:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) for lock 0x3df471c51a89005b 00800000:00000001:3.0:1778653764.218574:0:30797:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653764.218576:0:30797:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653764.218577:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.218578:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.218580:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.218581:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.218584:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.218585:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.218586:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.218588:0:30797:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.218590:0:30797:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218591:0:30797:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:3.0:1778653764.218593:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.218598:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.218605:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218610:0:30797:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653764.218613:0:30797:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) 00000080:00000001:3.0:1778653764.218616:0:30797:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653764.218619:0:30797:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991800. 00000100:00000001:3.0:1778653764.218622:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.218625:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.218632:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218635:0:30797:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1778653764.218637:0:30797:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218644:0:30797:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1778653764.218647:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7a60 00000080:00200008:3.0:1778653764.218686:0:30797:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x25:0x0](ffff91538bd942c8), flags 100102 00000080:00000010:3.0:1778653764.218693:0:30797:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9153815b8a00. 00000080:00000010:3.0:1778653764.218698:0:30797:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861ba740. 00000080:00000001:3.0:1778653764.218701:0:30797:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1778653764.218704:0:30797:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1778653764.218707:0:30797:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1778653764.218711:0:30797:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a384400. 00000002:00100000:3.0:1778653764.218715:0:30797:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653764.218721:0:30797:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.218723:0:30797:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653764.218726:0:30797:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653764.218730:0:30797:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218732:0:30797:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.218735:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.218738:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1778653764.218745:0:30797:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653764.218749:0:30797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:3.0:1778653764.218779:0:30797:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653764.218781:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.218783:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7a60 00000080:00000008:3.0:1778653764.218785:0:30797:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x25:0x0](ffff91538bd942c8), flags 100102, rc = 0 00000080:00000001:3.0:1778653764.218789:0:30797:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653764.218791:0:30797:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3bc00 released 00000080:00010000:3.0:1778653764.218793:0:30797:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89005b from it ffff915383f3bc00 00010000:00000001:3.0:1778653764.218795:0:30797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.218796:0:30797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.218797:0:30797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653764.218799:0:30797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.218802:0:30797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653764.218804:0:30797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.218807:0:30797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.218815:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.218816:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.218818:0:30797:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653764.218820:0:30797:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653764.218822:0:30797:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653764.218829:0:30797:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653764.218831:0:30797:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653764.218834:0:30797:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.218838:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.218839:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.218841:0:30797:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.218844:0:30797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653764.218845:0:30797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.218847:0:30797:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.218849:0:30797:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.218851:0:30797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.218852:0:30797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.218853:0:30797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.218854:0:30797:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653764.218856:0:30797:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1778653764.218858:0:30797:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653764.218859:0:30797:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653764.218862:0:30797:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653764.218863:0:30797:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218866:0:30797:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1778653764.218868:0:30797:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218870:0:30797:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653764.218872:0:30797:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218873:0:30797:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653764.218876:0:30797:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3bc00. 00000080:00000001:3.0:1778653764.218879:0:30797:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.218882:0:30797:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653764.218885:0:30797:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x25:0x0](ffff91538bd942c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1778653764.218888:0:30797:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653764.795016:0:30807:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653764.795027:0:30807:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653764.795030:0:30807:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653764.795034:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bbc0 00000080:00200000:1.0:1778653764.795040:0:30807:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653764.795050:0:30807:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164a00. 00800000:00000002:1.0:1778653764.795060:0:30807:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653764.795064:0:30807:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653764.795071:0:30807:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653764.795073:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bae0 00800000:00000002:1.0:1778653764.795076:0:30807:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653764.795080:0:30807:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653764.795095:0:30807:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653764.795106:0:30807:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653764.795109:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b9b0 00000002:00010000:1.0:1778653764.795111:0:30807:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653764.795114:0:30807:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653764.795117:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653764.795122:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653764.795130:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6500 count: 2 00010000:00000001:1.0:1778653764.795133:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653764.795139:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653764.795144:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653764.795149:0:30807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1778653764.795169:0:30807:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653764.795175:0:30807:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653764.795178:0:30807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1778653764.795185:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653764.795188:0:30807:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653764.795190:0:30807:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653764.795192:0:30807:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653764.795194:0:30807:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653764.795196:0:30807:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653764.795199:0:30807:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653764.795202:0:30807:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653764.795205:0:30807:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164a00. 00000080:00000001:1.0:1778653764.795211:0:30807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653764.795212:0:30807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653764.795215:0:30807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653764.795219:0:30807:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89004d 00800000:00000001:1.0:1778653764.795222:0:30807:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653764.795224:0:30807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653764.795226:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653764.795229:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653764.795231:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:1.0:1778653764.795233:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653764.795236:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653764.795240:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653764.795241:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653764.795243:0:30807:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653764.795245:0:30807:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653764.795247:0:30807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89004d from it ffffa71ac147bbf8 00010000:00000001:1.0:1778653764.795249:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653764.795251:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653764.795252:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:1.0:1778653764.795253:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653764.795256:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653764.795258:0:30807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653764.795261:0:30807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653764.795268:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653764.795270:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653764.795271:0:30807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653764.795274:0:30807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653764.795276:0:30807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653764.795284:0:30807:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653764.795288:0:30807:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653764.795290:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653764.795296:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653764.795297:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653764.795299:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795302:0:30807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653764.795304:0:30807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795306:0:30807:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795308:0:30807:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795310:0:30807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653764.795312:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653764.795313:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653764.795316:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653764.795318:0:30807:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653764.795321:0:30807:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653764.795326:0:30807:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653764.795336:0:30807:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3080. 00000020:00000001:1.0:1778653764.795340:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bb28 00000080:00200000:1.0:1778653764.795342:0:30807:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:1.0:1778653764.795346:0:30807:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653764.795348:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b9d8 00000080:00200000:1.0:1778653764.795349:0:30807:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:1.0:1778653764.795356:0:30807:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164a00. 00800000:00000002:1.0:1778653764.795359:0:30807:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653764.795363:0:30807:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653764.795364:0:30807:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653764.795366:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b8f8 00800000:00000002:1.0:1778653764.795367:0:30807:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653764.795370:0:30807:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653764.795374:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b890 00800000:00000002:1.0:1778653764.795376:0:30807:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1778653764.795379:0:30807:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653764.795380:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b7c8 00000002:00010000:1.0:1778653764.795381:0:30807:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1778653764.795385:0:30807:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653764.795388:0:30807:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653764.795393:0:30807:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6d80. 00000020:00000040:1.0:1778653764.795398:0:30807:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653764.795406:0:30807:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653764.795411:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653764.795413:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653764.795414:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653764.795416:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.795419:0:30807:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653764.795421:0:30807:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653764.795425:0:30807:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653764.795432:0:30807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bb9000. 00000100:00000001:1.0:1778653764.795440:0:30807:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795445:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653764.795447:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795449:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653764.795450:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653764.795452:0:30807:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653764.795460:0:30807:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00010000:00000001:1.0:1778653764.795464:0:30807:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653764.795467:0:30807:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653764.795469:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6500 count: 2 00010000:00000001:1.0:1778653764.795472:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653764.795474:0:30807:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653764.795478:0:30807:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26c00. 00000020:00000001:1.0:1778653764.795480:0:30807:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653764.795483:0:30807:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26c00 with handle 0x3df471c51a890062 to hash 00000020:00000001:1.0:1778653764.795485:0:30807:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653764.795487:0:30807:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:1.0:1778653764.795490:0:30807:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:1.0:1778653764.795493:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653764.795494:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653764.795498:0:30807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653764.795506:0:30807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653764.795515:0:30807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653764.795521:0:30807:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653764.795524:0:30807:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653764.795532:0:30807:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653764.795534:0:30807:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710118144 : -121686999433472 : ffff9153899fff00) 00000100:00000001:1.0:1778653764.795537:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653764.795539:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:1.0:1778653764.795544:0:30807:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653764.795549:0:30807:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.795551:0:30807:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653764.795553:0:30807:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653764.795566:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.795574:0:30807:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653764.795577:0:30807:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653764.795581:0:30807:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653764.795584:0:30807:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653764.795587:0:30807:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653764.795590:0:30807:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054656896:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1778653764.795595:0:30807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653764.795601:0:30807:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653764.795604:0:30807:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653764.795607:0:30807:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653764.795612:0:30807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491a800. 02000000:00000001:1.0:1778653764.795614:0:30807:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653764.795622:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653764.795626:0:30807:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5420. 00000400:00000010:1.0:1778653764.795635:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19198. 00000100:00000200:1.0:1778653764.795643:0:30807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054656896, portal 10 00000100:00000001:1.0:1778653764.795645:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653764.795647:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000040:1.0:1778653764.795677:0:30807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.795685:0:30807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653764.795688:0:30807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653764.795691:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19088. 00000100:00000200:1.0:1778653764.795694:0:30807:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054656896, offset 0 00000400:00000200:1.0:1778653764.795702:0:30807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653764.795718:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.795727:0:30807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653764.795733:0:30807:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653764.795739:0:30807:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653764.795743:0:30807:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653764.795746:0:30807:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653764.795750:0:30807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2276:2276:256:4294967295] 192.168.204.110@tcp LPNI seq info [2276:2276:8:4294967295] 00000400:00000200:1.0:1778653764.795755:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653764.795766:0:30807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653764.795773:0:30807:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653764.795780:0:30807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653764.795787:0:30807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653764.795796:0:30807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653764.795800:0:30807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1778653764.795816:0:30807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653764.795821:0:30807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 783821 usecs (784 jiffies) 00000400:00000200:1.0:1778653764.795825:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653764.795827:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320755 00000800:00000200:1.0:1778653764.795957:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.795962:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:1.0:1778653764.795966:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.795972:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.795979:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19088 00000400:00000010:1.0:1778653764.795981:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19088. 00000100:00000001:1.0:1778653764.795986:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.795989:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.795998:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.796001:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.796008:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.796010:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1778653764.796027:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:1.0:1778653764.796030:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320755 00000100:00000001:1.0:1778653764.796033:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:1.0:1778653764.796036:0:30807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653764.796039:0:30807:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.796042:0:30807:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653764.796044:0:30807:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653764.796047:0:30807:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899fff00 going to sleep for 131 seconds 00000100:00000001:1.0:1778653764.796050:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653764.796054:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653764.802873:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.802896:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.802901:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.802904:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.802916:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.802925:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.802937:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.802944:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.802950:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.802955:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145349780 00000400:00000200:0.0:1778653764.802961:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.802969:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5e69 [1] + 224 00000800:00000001:0.0:1778653764.802978:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.802990:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.802993:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.802998:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.803008:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.803019:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.803031:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.803054:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653764.803066:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.803070:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.803252:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653764.803262:0:30807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.803265:0:30807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.803269:0:30807:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5420. 00000400:00000200:3.0:1778653764.803276:0:30807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19198 00000400:00000010:3.0:1778653764.803279:0:30807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19198. 00000100:00000001:3.0:1778653764.803283:0:30807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.803288:0:30807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653764.803300:0:30807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.803307:0:30807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.803309:0:30807:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.803312:0:30807:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.803316:0:30807:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.803319:0:30807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.803322:0:30807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.803326:0:30807:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653764.803337:0:30807:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653764.803342:0:30807:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653764.803345:0:30807:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653764.803347:0:30807:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.803350:0:30807:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653764.803355:0:30807:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.803359:0:30807:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.803362:0:30807:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.803363:0:30807:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.803368:0:30807:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.803372:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.803379:0:30807:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.803383:0:30807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.803385:0:30807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.803390:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653764.803477:0:30807:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054656896:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1778653764.803483:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.803486:0:30807:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.803489:0:30807:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.803491:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.803495:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.803503:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.803506:0:30807:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899fff00. 00000100:00000001:3.0:1778653764.803510:0:30807:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.803511:0:30807:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.803514:0:30807:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653764.803594:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.803598:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.803603:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=4 00000020:00000001:3.0:1778653764.803606:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803609:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000040:3.0:1778653764.803618:0:30807:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26c00, remote cookie: 0xdfa36d541726f4fe, flags: 0x1001 00010000:00010000:3.0:1778653764.803624:0:30807:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653764.803634:0:30807:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653764.803637:0:30807:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653764.803647:0:30807:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6000. 00010000:00000010:3.0:1778653764.803690:0:30807:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9c80. 00010000:00000001:3.0:1778653764.803696:0:30807:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.803700:0:30807:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.803715:0:30807:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.803722:0:30807:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653764.803726:0:30807:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653764.803729:0:30807:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653764.803731:0:30807:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653764.803732:0:30807:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653764.803736:0:30807:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9153837f6000) refcount = 1 00010000:00010000:3.0:1778653764.803739:0:30807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.803746:0:30807:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653764.803749:0:30807:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653764.803751:0:30807:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.803754:0:30807:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653764.803757:0:30807:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.803760:0:30807:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.803767:0:30807:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653764.803768:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.803770:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.803771:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.803772:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.803774:0:30807:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.803780:0:30807:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653764.803782:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.803783:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.803785:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.803787:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803789:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803792:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.803793:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.803795:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=4 00000020:00000001:3.0:1778653764.803796:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803799:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803802:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.803805:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.803809:0:30807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.803815:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.803816:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.803818:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.803819:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.803820:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=5 00000020:00000001:3.0:1778653764.803822:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803824:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.803827:0:30807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.804017:0:30807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.804024:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804026:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653764.804029:0:30807:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.804036:0:30807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.804037:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804038:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.804040:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804041:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653764.804048:0:30807:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653764.804064:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.804066:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.804068:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.804070:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804072:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804075:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804076:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.804078:0:30807:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.804080:0:30807:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.804182:0:30807:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653764.804185:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.804187:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.804188:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.804190:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804192:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00000002:00010000:3.0:1778653764.804195:0:30807:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.804202:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804204:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.804206:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653764.804208:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.804209:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.804210:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.804212:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804214:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000040:3.0:1778653764.804218:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653764.804221:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653764.804225:0:30807:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1778653764.804227:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804228:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.804231:0:30807:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653764.804234:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b748 00000002:00002000:3.0:1778653764.804237:0:30807:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653764.804240:0:30807:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.804244:0:30807:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.804248:0:30807:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653764.804252:0:30807:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653764.804255:0:30807:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653764.804259:0:30807:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653764.804263:0:30807:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653764.804265:0:30807:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac147bac8 it_disposition b 00000080:00000001:3.0:1778653764.804268:0:30807:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653764.804277:0:30807:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653764.804281:0:30807:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653764.804284:0:30807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1778653764.804288:0:30807:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653764.804296:0:30807:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653764.804298:0:30807:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1778653764.804301:0:30807:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.804305:0:30807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1778653764.804308:0:30807:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653764.804313:0:30807:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 512 00000080:00200000:3.0:1778653764.804316:0:30807:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff91538bd92a08): rc = 0 00000080:00000001:3.0:1778653764.804319:0:30807:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747419144 : -121686962132472 : ffff91538bd92a08) 00010000:00000001:3.0:1778653764.804321:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.804322:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.804325:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.804327:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804330:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804332:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804334:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.804336:0:30807:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653764.804338:0:30807:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653764.804340:0:30807:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653764.804344:0:30807:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653764.804347:0:30807:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653764.804350:0:30807:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff91538bd92a08) for lock 0x3df471c51a890062 00800000:00000001:3.0:1778653764.804354:0:30807:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653764.804357:0:30807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653764.804358:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.804359:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.804361:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.804362:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804365:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804367:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804368:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653764.804369:0:30807:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.804371:0:30807:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653764.804378:0:30807:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf21af8 inode ffff91538bd92a08 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653764.804383:0:30807:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653764.804385:0:30807:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.804387:0:30807:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653764.804392:0:30807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff91538bd92a08) 00000080:00010000:3.0:1778653764.804396:0:30807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890062 from it ffffa71ac147bac8 00010000:00000001:3.0:1778653764.804398:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.804399:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.804400:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653764.804487:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804489:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653764.804491:0:30807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653764.804494:0:30807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653764.804500:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804501:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.804503:0:30807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653764.804505:0:30807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653764.804508:0:30807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653764.804604:0:30807:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653764.804607:0:30807:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653764.804609:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.804615:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804616:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.804618:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.804622:0:30807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653764.804624:0:30807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.804625:0:30807:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.804628:0:30807:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.804630:0:30807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653764.804631:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.804632:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653764.804634:0:30807:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653764.804640:0:30807:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164a00. 00000100:00000001:3.0:1778653764.804647:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.809468:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6d80 x1865052054656896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.809485:0:30807:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653764.809489:0:30807:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653764.809494:0:30807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491a800. 02000000:00000001:3.0:1778653764.809501:0:30807:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653764.809504:0:30807:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653764.809506:0:30807:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653764.809509:0:30807:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653764.809512:0:30807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bb9000. 02000000:00000001:3.0:1778653764.809516:0:30807:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653764.809555:0:30807:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653764.809557:0:30807:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6d80. 00000100:00000001:3.0:1778653764.809563:0:30807:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653764.809565:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653764.809577:0:30807:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653764.809581:0:30807:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff91538bd92a08), inode mode 41ed mask 1 00000080:00000001:3.0:1778653764.809589:0:30807:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653764.809613:0:30807:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384c40. 00000080:00000001:3.0:1778653764.809618:0:30807:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653764.809620:0:30807:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff91538bd92a08), inode mode 41ed mask 3 00000080:00000001:3.0:1778653764.809622:0:30807:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653764.809625:0:30807:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653764.809629:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bb50 00000080:00200000:3.0:1778653764.809632:0:30807:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff91538bd92a08), file ffff915383047800, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1778653764.809636:0:30807:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3b480. 00000080:00000001:3.0:1778653764.809641:0:30807:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653764.809644:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147ba00 00000080:00200000:3.0:1778653764.809646:0:30807:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff91538bd92a08), intent=open|creat 00000080:00000010:3.0:1778653764.809920:0:30807:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67400. 00000080:00000001:3.0:1778653764.809931:0:30807:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653764.809936:0:30807:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.809938:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b920 00800000:00000002:3.0:1778653764.809940:0:30807:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:3.0:1778653764.809944:0:30807:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653764.809948:0:30807:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653764.809954:0:30807:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:3.0:1778653764.809958:0:30807:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1778653764.809960:0:30807:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1778653764.809964:0:30807:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1778653764.809967:0:30807:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1778653764.809970:0:30807:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:3.0:1778653764.809973:0:30807:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.809976:0:30807:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.809977:0:30807:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653764.809979:0:30807:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653764.809981:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b8a0 00800000:00000002:3.0:1778653764.809984:0:30807:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1778653764.809990:0:30807:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653764.809991:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b7d8 00000002:00010000:3.0:1778653764.809993:0:30807:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1778653764.809998:0:30807:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653764.810002:0:30807:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653764.810006:0:30807:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1778653764.810014:0:30807:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.810016:0:30807:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653764.810020:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653764.810024:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.810027:0:30807:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653764.810032:0:30807:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.810034:0:30807:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.810037:0:30807:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.810042:0:30807:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d880. 00000020:00000040:3.0:1778653764.810046:0:30807:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653764.810053:0:30807:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653764.810055:0:30807:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.810058:0:30807:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653764.810064:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653764.810072:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653764.810075:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653764.810076:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.810079:0:30807:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653764.810081:0:30807:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653764.810488:0:30807:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653764.810498:0:30807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96c00. 00000100:00000001:3.0:1778653764.810506:0:30807:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.810512:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.810513:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.810515:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653764.810516:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.810570:0:30807:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653764.810582:0:30807:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00010000:00000001:3.0:1778653764.810586:0:30807:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653764.810589:0:30807:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653764.810593:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653764.810595:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653764.810597:0:30807:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653764.810601:0:30807:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177a00. 00000020:00000001:3.0:1778653764.810606:0:30807:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653764.810609:0:30807:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177a00 with handle 0x3df471c51a890069 to hash 00000020:00000001:3.0:1778653764.810612:0:30807:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653764.810614:0:30807:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653764.810618:0:30807:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653764.810621:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653764.810624:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653764.810628:0:30807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653764.810637:0:30807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653764.810686:0:30807:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653764.810699:0:30807:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653764.810708:0:30807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653764.810714:0:30807:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653764.810716:0:30807:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653764.810725:0:30807:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653764.810727:0:30807:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754944 : -121687111796672 : ffff915382ed7840) 00000100:00000001:3.0:1778653764.810730:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.810731:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:3.0:1778653764.810736:0:30807:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653764.810740:0:30807:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.810742:0:30807:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653764.810745:0:30807:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653764.810750:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.810759:0:30807:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653764.810762:0:30807:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.810766:0:30807:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653764.810769:0:30807:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653764.810771:0:30807:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653764.810775:0:30807:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054657152:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1778653764.810779:0:30807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653764.810786:0:30807:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653764.810789:0:30807:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.810792:0:30807:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653764.811269:0:30807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:3.0:1778653764.811274:0:30807:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653764.811283:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653764.811289:0:30807:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653764.811298:0:30807:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915383e95000. 00000100:00000200:3.0:1778653764.811307:0:30807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054657152, portal 10 00000100:00000001:3.0:1778653764.811309:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.811310:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000040:3.0:1778653764.811319:0:30807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.811327:0:30807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653764.811330:0:30807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653764.811334:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653764.811338:0:30807:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054657152, offset 0 00000400:00000200:3.0:1778653764.811346:0:30807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653764.811356:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.811365:0:30807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653764.811371:0:30807:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653764.811375:0:30807:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653764.811380:0:30807:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653764.811384:0:30807:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653764.811389:0:30807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2277:2277:256:4294967295] 192.168.204.110@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:3.0:1778653764.811393:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653764.812200:0:30807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653764.812212:0:30807:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653764.812221:0:30807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653764.812229:0:30807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653764.812237:0:30807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653764.812242:0:30807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1778653764.812262:0:30807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.812267:0:30807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 782657 usecs (783 jiffies) 00000400:00000200:3.0:1778653764.812272:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653764.812275:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320771 00000100:00000001:3.0:1778653764.812279:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.812282:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320771 00000100:00000001:3.0:1778653764.812284:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:3.0:1778653764.812287:0:30807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.812291:0:30807:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.812294:0:30807:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653764.812297:0:30807:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653764.812300:0:30807:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653764.812304:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653764.812308:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.812437:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.812444:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653764.812451:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.812457:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.812464:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:1.0:1778653764.812467:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:1.0:1778653764.812479:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.812486:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.812497:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.812501:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653764.812519:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.812521:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653764.819043:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.819067:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653764.819072:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.819075:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.819236:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819246:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653764.819258:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819263:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819271:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819276:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145349880 00000400:00000200:0.0:1778653764.819281:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819288:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x5e79 [32] + 224 00000800:00000001:0.0:1778653764.819298:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653764.819308:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653764.819312:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.819317:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653764.819327:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653764.819338:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653764.819351:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.819409:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.819426:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653764.819436:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653764.819439:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819445:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653764.819452:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2278:2278:256:4294967295] 192.168.204.110@tcp LPNI seq info [2278:2278:8:4294967295] 00000400:00000200:0.0:1778653764.819456:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.819464:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653764.819470:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.819478:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915385eef800. 00000800:00000200:0.0:1778653764.819486:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.819495:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.819501:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385eef800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1778653764.819541:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1778653764.819618:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653764.819623:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915385eef800. 00000400:00000200:0.0:1778653764.819627:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653764.819631:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653764.819636:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653764.820527:0:30807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653764.820531:0:30807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653764.820536:0:30807:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653764.820542:0:30807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e95000 00000400:00000010:3.0:1778653764.820545:0:30807:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915383e95000. 00000100:00000001:3.0:1778653764.820550:0:30807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653764.820557:0:30807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653764.820567:0:30807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d880 x1865052054657152/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653900 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.820575:0:30807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653764.820578:0:30807:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.820581:0:30807:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653764.820585:0:30807:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653764.820588:0:30807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653764.820591:0:30807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653764.820595:0:30807:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653764.820606:0:30807:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=25 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653764.820612:0:30807:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653764.820614:0:30807:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653764.820616:0:30807:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.820619:0:30807:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653764.820624:0:30807:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.820628:0:30807:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653764.820630:0:30807:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000013b/0x1] 00000100:00000001:3.0:1778653764.820632:0:30807:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653764.820635:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653764.820636:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:3.0:1778653764.820640:0:30807:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653764.820642:0:30807:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:3.0:1778653764.820644:0:30807:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653764.820647:0:30807:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653764.820678:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.820686:0:30807:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653764.820690:0:30807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653764.820692:0:30807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653764.820696:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653764.820704:0:30807:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054657152:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1778653764.820710:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653764.820713:0:30807:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653764.820716:0:30807:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653764.820719:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653764.820723:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653764.820730:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653764.820733:0:30807:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653764.820736:0:30807:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653764.820737:0:30807:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653764.820741:0:30807:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653764.820747:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653764.820750:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653764.820753:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=4 00000020:00000001:3.0:1778653764.820755:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653764.820758:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000040:3.0:1778653764.820765:0:30807:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177a00, remote cookie: 0xdfa36d541726f51a, flags: 0x1001 00010000:00010000:3.0:1778653764.820770:0:30807:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653764.820779:0:30807:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:3.0:1778653764.820783:0:30807:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1778653764.820968:0:30807:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063300. 00010000:00000010:0.0:1778653764.820975:0:30807:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75f00. 00010000:00000001:0.0:1778653764.820981:0:30807:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.820985:0:30807:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653764.820995:0:30807:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821001:0:30807:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653764.821006:0:30807:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653764.821009:0:30807:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653764.821011:0:30807:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653764.821012:0:30807:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653764.821015:0:30807:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff915383063300) refcount = 1 00010000:00010000:0.0:1778653764.821020:0:30807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821026:0:30807:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653764.821030:0:30807:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653764.821032:0:30807:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.821035:0:30807:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653764.821038:0:30807:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.821042:0:30807:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821055:0:30807:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653764.821056:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821058:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.821059:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821060:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.821062:0:30807:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.821067:0:30807:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653764.821070:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821072:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821073:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.821075:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821078:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821080:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821090:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821092:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=4 00000020:00000001:0.0:1778653764.821094:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821097:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821100:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.821103:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653764.821106:0:30807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821113:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821114:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.821115:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821116:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821118:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=5 00000020:00000001:0.0:1778653764.821119:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821121:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821123:0:30807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653764.821126:0:30807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821133:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821134:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653764.821137:0:30807:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821143:0:30807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653764.821144:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821161:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.821162:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821162:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653764.821168:0:30807:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653764.821178:0:30807:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653764.821183:0:30807:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653764.821188:0:30807:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.821195:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821197:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821198:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.821200:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821202:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00000002:00010000:0.0:1778653764.821205:0:30807:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1778653764.821215:0:30807:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915384cb7300. 00010000:00000001:0.0:1778653764.821217:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821218:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.821220:0:30807:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.821222:0:30807:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.821226:0:30807:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653764.821229:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.821231:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:0.0:1778653764.821233:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.821234:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00010000:00000001:0.0:1778653764.821236:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821237:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821239:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.821241:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821243:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00000002:00010000:0.0:1778653764.821246:0:30807:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.821253:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821255:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.821257:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653764.821258:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821259:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821261:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.821263:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821265:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000040:0.0:1778653764.821269:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.821272:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653764.821276:0:30807:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:0.0:1778653764.821279:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821280:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.821281:0:30807:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653764.821284:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b758 00000002:00002000:0.0:1778653764.821286:0:30807:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1778653764.821290:0:30807:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.821294:0:30807:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.821297:0:30807:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653764.821301:0:30807:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653764.821306:0:30807:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.821311:0:30807:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653764.821313:0:30807:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3b480 it_disposition 1800037 00000080:00002000:0.0:1778653764.821320:0:30807:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf38a20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1778653764.821326:0:30807:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653764.821329:0:30807:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:0.0:1778653764.821332:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b988 00000080:00200000:0.0:1778653764.821333:0:30807:0:(namei.c:1617:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff91538bd92a08), intent=open|creat 00000080:00000001:0.0:1778653764.821336:0:30807:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:0.0:1778653764.821339:0:30807:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653764.821345:0:30807:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653764.821348:0:30807:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653764.821352:0:30807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1778653764.821355:0:30807:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1778653764.821369:0:30807:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bdb6300. 00000020:00000001:0.0:1778653764.821381:0:30807:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1778653764.821383:0:30807:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1778653764.821387:0:30807:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:0.0:1778653764.821389:0:30807:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff91538bdb63c8) 00000020:00000001:0.0:1778653764.821394:0:30807:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653764.821399:0:30807:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653764.821414:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57a00. 00000020:00000010:0.0:1778653764.821420:0:30807:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538cd57600. 00000020:00000010:0.0:1778653764.821425:0:30807:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653764.821433:0:30807:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653764.821439:0:30807:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653764.821445:0:30807:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653764.821451:0:30807:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653764.821456:0:30807:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653764.821460:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57e00. 00000008:00000010:0.0:1778653764.821465:0:30807:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653764.821469:0:30807:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653764.821473:0:30807:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653764.821477:0:30807:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653764.821480:0:30807:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653764.821483:0:30807:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653764.821488:0:30807:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1778653764.821493:0:30807:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915389b227d0. 00000020:00000001:0.0:1778653764.821496:0:30807:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653764.821498:0:30807:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653764.821507:0:30807:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1778653764.821511:0:30807:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538356b0f8. 00020000:00000001:0.0:1778653764.821513:0:30807:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386604650744 : -121687104900872 : ffff91538356b0f8) 00020000:00000001:0.0:1778653764.821517:0:30807:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1778653764.821521:0:30807:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653764.821526:0:30807:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5cc0. 00020000:00000010:0.0:1778653764.821531:0:30807:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75200. 00020000:00000010:0.0:1778653764.821536:0:30807:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d58a0. 00020000:00000001:0.0:1778653764.821538:0:30807:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902882464 : -121686806669152 : ffff9153951d58a0) 00020000:00000002:0.0:1778653764.821542:0:30807:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d58a0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653764.821546:0:30807:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653764.821550:0:30807:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653764.821553:0:30807:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1778653764.821556:0:30807:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d58a0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653764.821559:0:30807:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653764.821562:0:30807:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:0.0:1778653764.821566:0:30807:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915385c83cb0. 00020000:00000010:0.0:1778653764.821570:0:30807:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff915384def180. 00020000:00000001:0.0:1778653764.821575:0:30807:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1778653764.821579:0:30807:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9153899316b8. 00020000:00000001:0.0:1778653764.821583:0:30807:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1778653764.821584:0:30807:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1778653764.821590:0:30807:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1778653764.821594:0:30807:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915389b22320. 00000020:00000001:0.0:1778653764.821595:0:30807:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653764.821597:0:30807:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653764.821599:0:30807:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386711307168 : -121686998244448 : ffff915389b223a0) 00020000:00000001:0.0:1778653764.821603:0:30807:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1778653764.821609:0:30807:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff915382941340. 00020000:00000001:0.0:1778653764.821612:0:30807:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.821617:0:30807:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711307168 : -121686998244448 : ffff915389b223a0) 00020000:00000001:0.0:1778653764.821620:0:30807:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386711307168 : -121686998244448 : ffff915389b223a0) 00020000:00000002:0.0:1778653764.821628:0:30807:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff915389b22320[0:0] -> [0x200000404:0x26:0x0]@ffff915389b227d0: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653764.821634:0:30807:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1778653764.821636:0:30807:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1778653764.821638:0:30807:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.821640:0:30807:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711308368 : -121686998243248 : ffff915389b22850) 00000020:00001000:0.0:1778653764.821643:0:30807:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653764.821648:0:30807:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538cd57600. 00000020:00000010:0.0:1778653764.821673:0:30807:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653764.821679:0:30807:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653764.821683:0:30807:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653764.821686:0:30807:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653764.821689:0:30807:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653764.821693:0:30807:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653764.821696:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57a00. 00000008:00000010:0.0:1778653764.821699:0:30807:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653764.821702:0:30807:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653764.821705:0:30807:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653764.821708:0:30807:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653764.821711:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57e00. 00000020:00000010:0.0:1778653764.821714:0:30807:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653764.821718:0:30807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1778653764.821721:0:30807:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1778653764.821724:0:30807:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1778653764 00000080:00000001:0.0:1778653764.821729:0:30807:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1778653764.821732:0:30807:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747565000 : -121686961986616 : ffff91538bdb63c8) 00010000:00000001:0.0:1778653764.821735:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821736:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821738:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.821741:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821743:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00000080:00000001:0.0:1778653764.821746:0:30807:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653764.821748:0:30807:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653764.821750:0:30807:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653764.821752:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57e00. 00000020:00000010:0.0:1778653764.821754:0:30807:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538cd57a00. 00000020:00000010:0.0:1778653764.821756:0:30807:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653764.821758:0:30807:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653764.821761:0:30807:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653764.821763:0:30807:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653764.821765:0:30807:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653764.821768:0:30807:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653764.821770:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57600. 00000008:00000010:0.0:1778653764.821772:0:30807:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653764.821774:0:30807:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653764.821776:0:30807:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653764.821779:0:30807:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653764.821781:0:30807:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653764.821783:0:30807:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653764.821785:0:30807:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653764.821788:0:30807:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653764.821789:0:30807:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653764.821792:0:30807:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5060. 00020000:00000010:0.0:1778653764.821799:0:30807:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75000. 00020000:00000010:0.0:1778653764.821802:0:30807:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d5d80. 00020000:00000001:0.0:1778653764.821803:0:30807:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902883712 : -121686806667904 : ffff9153951d5d80) 00020000:00000002:0.0:1778653764.821806:0:30807:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5d80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653764.821809:0:30807:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653764.821812:0:30807:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653764.821816:0:30807:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b0f8) owner ffff915385e7cf80 00020000:00000001:0.0:1778653764.821818:0:30807:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653764.821822:0:30807:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b0f8) owner ffff915385e7cf80 00020000:00000010:0.0:1778653764.821834:0:30807:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75000. 00020000:00000010:0.0:1778653764.821838:0:30807:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5060. 00020000:00000010:0.0:1778653764.821841:0:30807:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d5d80. 00020000:00000002:0.0:1778653764.821844:0:30807:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653764.821846:0:30807:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.821848:0:30807:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.821851:0:30807:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653764.821854:0:30807:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000002:0.0:1778653764.821857:0:30807:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d58a0 addref 2/0 by ffff915385e7cf80. 00020000:00000002:0.0:1778653764.821860:0:30807:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000001:0.0:1778653764.821862:0:30807:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653764.821865:0:30807:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653764.821866:0:30807:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653764.821868:0:30807:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653764.821870:0:30807:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653764.821873:0:30807:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1778653764.821875:0:30807:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653764.821877:0:30807:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538cd57a00. 00000020:00000010:0.0:1778653764.821880:0:30807:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653764.821882:0:30807:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653764.821884:0:30807:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653764.821887:0:30807:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653764.821889:0:30807:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653764.821892:0:30807:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653764.821894:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57e00. 00000008:00000010:0.0:1778653764.821896:0:30807:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653764.821899:0:30807:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653764.821901:0:30807:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653764.821903:0:30807:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653764.821906:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57600. 00000020:00000010:0.0:1778653764.821907:0:30807:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653764.821910:0:30807:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.821912:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821914:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653764.821915:0:30807:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653764.821919:0:30807:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653764.821921:0:30807:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.821924:0:30807:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff91538bdb63c8) 00000080:00010000:0.0:1778653764.821928:0:30807:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff91538bdb63c8) for lock 0x3df471c51a890069 00800000:00000001:0.0:1778653764.821931:0:30807:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653764.821933:0:30807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653764.821934:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.821936:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.821937:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.821939:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821940:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.821942:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.821943:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653764.821944:0:30807:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.821945:0:30807:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.821946:0:30807:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:0.0:1778653764.821948:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.821952:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.821957:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.821962:0:30807:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653764.821965:0:30807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff91538bdb63c8) 00000080:00000001:0.0:1778653764.821968:0:30807:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653764.821971:0:30807:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67400. 00000100:00000001:0.0:1778653764.821973:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.821975:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653764.821980:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.821985:0:30807:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1778653764.821987:0:30807:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.821997:0:30807:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653764.822000:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147ba60 00000080:00200008:0.0:1778653764.822002:0:30807:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff91538bdb63c8), flags 104501 00000080:00000010:0.0:1778653764.822010:0:30807:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7f540. 00000080:00000010:0.0:1778653764.822017:0:30807:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7fc0. 00000080:00000001:0.0:1778653764.822020:0:30807:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653764.822024:0:30807:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653764.822027:0:30807:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653764.822031:0:30807:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cef020. 00000002:00100000:0.0:1778653764.822035:0:30807:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653764.822042:0:30807:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653764.822044:0:30807:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653764.822048:0:30807:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653764.822052:0:30807:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822055:0:30807:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653764.822057:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653764.822060:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653764.822067:0:30807:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653764.822071:0:30807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:0.0:1778653764.822107:0:30807:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653764.822109:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.822112:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147ba60 00000080:00000008:0.0:1778653764.822114:0:30807:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff91538bdb63c8), flags 104501, rc = 0 00000080:00000001:0.0:1778653764.822118:0:30807:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653764.822120:0:30807:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3b480 released 00000080:00010000:0.0:1778653764.822122:0:30807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890069 from it ffff915383f3b480 00010000:00000001:0.0:1778653764.822124:0:30807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653764.822125:0:30807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653764.822127:0:30807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:0.0:1778653764.822129:0:30807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.822131:0:30807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:0.0:1778653764.822133:0:30807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653764.822137:0:30807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653764.822151:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.822161:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.822163:0:30807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653764.822165:0:30807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653764.822168:0:30807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653764.822176:0:30807:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653764.822179:0:30807:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653764.822182:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.822187:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.822188:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.822190:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822194:0:30807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653764.822195:0:30807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822197:0:30807:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822200:0:30807:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822202:0:30807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653764.822203:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.822204:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653764.822206:0:30807:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653764.822208:0:30807:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653764.822211:0:30807:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653764.822212:0:30807:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653764.822214:0:30807:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653764.822216:0:30807:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822220:0:30807:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653764.822222:0:30807:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822224:0:30807:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653764.822226:0:30807:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822228:0:30807:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653764.822231:0:30807:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3b480. 00000080:00000001:0.0:1778653764.822234:0:30807:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822239:0:30807:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653764.822242:0:30807:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff91538bdb63c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1778653764.822245:0:30807:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653764.822293:0:30807:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653764.822296:0:30807:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000002:0.0:1778653764.822298:0:30807:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000001:0.0:1778653764.822300:0:30807:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822310:0:30807:0:(llite_lib.c:2294:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1778653764.822312:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bc30 00000080:00200008:0.0:1778653764.822314:0:30807:0:(llite_lib.c:2303:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff91538bdb63c8) current size 0, valid attrs 20070, mode 9153, uid -1055469406, gid -1, new size 213440, atime 1778653764.000000000, mtime 1778653764.000000000, ctime 1778653764.000000000 00000080:00000002:0.0:1778653764.822318:0:30807:0:(llite_lib.c:2352:ll_setattr_raw()) setting mtime 1778653764, ctime 1778653764, now = 1778653764 00000080:00000010:0.0:1778653764.822321:0:30807:0:(llite_lib.c:2361:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff91538cd57600. 00000080:00000001:0.0:1778653764.822323:0:30807:0:(llite_lib.c:2001:ll_md_setattr()) Process entered 00800000:00000001:0.0:1778653764.822329:0:30807:0:(lmv_obd.c:3008:lmv_setattr()) Process entered 00800000:00000002:0.0:1778653764.822330:0:30807:0:(lmv_obd.c:3012:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x201f0/0x1 00000002:00000001:0.0:1778653764.822334:0:30807:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1778653764.822337:0:30807:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653764.822341:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653764.822343:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653764.822345:0:30807:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653764.822348:0:30807:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653764.822350:0:30807:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1778653764.822357:0:30807:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653764.822360:0:30807:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653764.822362:0:30807:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653764.822363:0:30807:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:0.0:1778653764.822365:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.822367:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.822369:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.822370:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.822373:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.822374:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.822375:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.822376:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.822377:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.822378:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.822379:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.822380:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.822381:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.822382:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.822383:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653764.822384:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653764.822385:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653764.822385:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 3 00010000:00000001:0.0:1778653764.822386:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653764.822387:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822388:0:30807:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822389:0:30807:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653764.822390:0:30807:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653764.822392:0:30807:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653764.822393:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57e00. 00000020:00000010:0.0:1778653764.822395:0:30807:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538cd57a00. 00000020:00000010:0.0:1778653764.822396:0:30807:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653764.822398:0:30807:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653764.822400:0:30807:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653764.822402:0:30807:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653764.822405:0:30807:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653764.822406:0:30807:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653764.822408:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd56400. 00000008:00000010:0.0:1778653764.822409:0:30807:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653764.822411:0:30807:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653764.822412:0:30807:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653764.822414:0:30807:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653764.822416:0:30807:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653764.822417:0:30807:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653764.822418:0:30807:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653764.822420:0:30807:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1778653764.822421:0:30807:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653764.822423:0:30807:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653764.822424:0:30807:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653764.822426:0:30807:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653764.822427:0:30807:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653764.822429:0:30807:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653764.822430:0:30807:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653764.822431:0:30807:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653764.822432:0:30807:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538cd57a00. 00000020:00000010:0.0:1778653764.822434:0:30807:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653764.822436:0:30807:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653764.822437:0:30807:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653764.822439:0:30807:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653764.822440:0:30807:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653764.822442:0:30807:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653764.822443:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57e00. 00000008:00000010:0.0:1778653764.822445:0:30807:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653764.822446:0:30807:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653764.822448:0:30807:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653764.822449:0:30807:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653764.822450:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd56400. 00000020:00000010:0.0:1778653764.822452:0:30807:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653764.822453:0:30807:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653764.822455:0:30807:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653764.822457:0:30807:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff91538bdb63c8) invalid 00000020:00000001:0.0:1778653764.822459:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b838 00000080:00002000:0.0:1778653764.822460:0:30807:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf38a20) parent ffff91538bf21af8 inode ffff91538bdb63c8 refc 1 00000080:00000001:0.0:1778653764.822462:0:30807:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653764.822464:0:30807:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653764.822465:0:30807:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822467:0:30807:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653764.822469:0:30807:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653764.822471:0:30807:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653764.822472:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653764.822474:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653764.822475:0:30807:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177a00 with handle 0x3df471c51a890069 from hash 00010000:00000001:0.0:1778653764.822477:0:30807:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653764.822478:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.822479:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.822480:0:30807:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653764.822482:0:30807:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653764.822483:0:30807:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653764.822485:0:30807:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653764.822486:0:30807:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653764.822487:0:30807:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653764.822491:0:30807:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d500. 00000020:00000040:0.0:1778653764.822494:0:30807:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653764.822499:0:30807:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653764.822502:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653764.822504:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653764.822505:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.822506:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.822509:0:30807:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653764.822511:0:30807:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653764.822515:0:30807:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653764.822520:0:30807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91538cd56400. 00000100:00000001:0.0:1778653764.822528:0:30807:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822531:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.822534:0:30807:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653764.822539:0:30807:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653764.822546:0:30807:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653764.822548:0:30807:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653764.822550:0:30807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653764.822552:0:30807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177a00/0x3df471c51a890069 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f51a expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1778653764.822561:0:30807:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7300. 00010000:00000040:0.0:1778653764.822564:0:30807:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063300 count: 0 00010000:00000010:0.0:1778653764.822570:0:30807:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75f00. 00010000:00000001:0.0:1778653764.822575:0:30807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653764.822577:0:30807:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822579:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653764.822580:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653764.822582:0:30807:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1778653764.822584:0:30807:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1778653764, ctime 1778653764 00000020:00100000:0.0:1778653764.822594:0:30807:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1778653764.822601:0:30807:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653764.822608:0:30807:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653764.822610:0:30807:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653764.822617:0:30807:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384deff00. 00000100:00000001:0.0:1778653764.822620:0:30807:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630360832 : -121687079190784 : ffff915384deff00) 00000100:00000001:0.0:1778653764.822623:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.822624:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679305472 : -121687030246144 : ffff915387c9d500) 00000100:00000001:0.0:1778653764.822629:0:30807:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653764.822634:0:30807:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.822636:0:30807:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653764.822637:0:30807:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653764.822642:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.822684:0:30807:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653764.822686:0:30807:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.822690:0:30807:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653764.822692:0:30807:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653764.822694:0:30807:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653764.822697:0:30807:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d500 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054657408:192.168.204.110@tcp:36:touch.0 00000100:00000001:0.0:1778653764.822701:0:30807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653764.822707:0:30807:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653764.822709:0:30807:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653764.822712:0:30807:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653764.822716:0:30807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef800. 02000000:00000001:0.0:1778653764.822717:0:30807:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653764.822724:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653764.822729:0:30807:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899003c8. 00000400:00000010:0.0:1778653764.822735:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653764.822743:0:30807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054657408, portal 10 00000100:00000001:0.0:1778653764.822744:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653764.822745:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679305472 : -121687030246144 : ffff915387c9d500) 00000100:00000040:0.0:1778653764.822750:0:30807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653764.822755:0:30807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653764.822758:0:30807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653764.822760:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a294c8. 00000100:00000200:0.0:1778653764.822762:0:30807:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054657408, offset 0 00000400:00000200:0.0:1778653764.822768:0:30807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653764.822776:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.822784:0:30807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653764.822789:0:30807:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653764.822794:0:30807:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653764.822797:0:30807:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653764.822800:0:30807:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653764.822804:0:30807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2279:2279:256:4294967295] 192.168.204.110@tcp LPNI seq info [2279:2279:8:4294967295] 00000400:00000200:0.0:1778653764.822807:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653764.822816:0:30807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653764.822823:0:30807:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653764.822828:0:30807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df400. 00000800:00000200:0.0:1778653764.822836:0:30807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653764.822846:0:30807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653764.822851:0:30807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1778653764.822872:0:30807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653764.822891:0:30807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 781500 usecs (782 jiffies) 00000400:00000200:0.0:1778653764.822895:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653764.822899:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296320781 00000100:00000001:0.0:1778653764.822903:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.822907:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296320781 00000100:00000001:0.0:1778653764.822910:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296322703 00000100:00000001:0.0:1778653764.822913:0:30807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653764.822916:0:30807:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653764.822919:0:30807:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653764.822921:0:30807:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653764.822925:0:30807:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384deff00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653764.822928:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653764.822932:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653764.823019:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653764.823026:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:1.0:1778653764.823033:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653764.823040:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653764.823047:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a294c8 00000400:00000010:1.0:1778653764.823050:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a294c8. 00000100:00000001:1.0:1778653764.823054:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653764.823059:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653764.823069:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653764.823072:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653900 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653764.823078:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653764.823080:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653764.830723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063300. 00010000:00000010:0.1:1778653764.830740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177a00. 00010000:00000001:1.0:1778653765.079835:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653765.079846:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653765.079853:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653765.079855:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653766.103841:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653766.103848:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653766.103855:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653766.103857:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653767.119764:0:30797:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653767.119774:0:30797:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000002:0.0:1778653767.119780:0:30797:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:0.0:1778653767.119783:0:30797:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653767.119792:0:30797:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653767.119795:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7db8 00000080:00200008:0.0:1778653767.119797:0:30797:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x25:0x0](ffff91538bd942c8), flags 100002 00000080:00000001:0.0:1778653767.119802:0:30797:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1778653767.119805:0:30797:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1778653767.119807:0:30797:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653767.119808:0:30797:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000002:0.0:1778653767.119810:0:30797:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:0.0:1778653767.119812:0:30797:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653767.119814:0:30797:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1778653767.119824:0:30797:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653767.119829:0:30797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653767.119837:0:30797:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6b00 count: 2 00010000:00000001:0.0:1778653767.119841:0:30797:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653767.119848:0:30797:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653767.119850:0:30797:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x25:0x0]: 0 00000080:00000001:0.0:1778653767.119852:0:30797:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1778653767.119854:0:30797:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1778653767.119860:0:30797:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153831d0800. 00000080:00000001:0.0:1778653767.119863:0:30797:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1778653767.119870:0:30797:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1778653767.119876:0:30797:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:0.0:1778653767.119878:0:30797:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x25:0x0] 00000002:00000001:0.0:1778653767.119882:0:30797:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1778653767.119884:0:30797:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x25:0x0] file closed with intent: 0 00000100:00000010:0.0:1778653767.119892:0:30797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9df80. 00000020:00000040:0.0:1778653767.119898:0:30797:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653767.119903:0:30797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653767.119908:0:30797:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653767.119915:0:30797:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653767.119924:0:30797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153831d1800. 00000100:00000001:0.0:1778653767.119934:0:30797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1778653767.119962:0:30797:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1778653767.119975:0:30797:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1778653767.119980:0:30797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1778653767.119988:0:30797:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653767.119990:0:30797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653767.119997:0:30797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def3c0. 00000100:00000001:0.0:1778653767.119999:0:30797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357952 : -121687079193664 : ffff915384def3c0) 00000100:00000001:0.0:1778653767.120007:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653767.120008:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653767.120013:0:30797:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653767.120018:0:30797:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.120020:0:30797:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653767.120022:0:30797:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653767.120026:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653767.120034:0:30797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653767.120036:0:30797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653767.120041:0:30797:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653767.120043:0:30797:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653767.120045:0:30797:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653767.120063:0:30797:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054657664:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1778653767.120068:0:30797:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653767.120074:0:30797:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653767.120076:0:30797:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653767.120079:0:30797:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653767.120085:0:30797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef000. 02000000:00000001:0.0:1778653767.120087:0:30797:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653767.120095:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653767.120099:0:30797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900e18. 00000400:00000010:0.0:1778653767.120107:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29198. 00000100:00000200:0.0:1778653767.121484:0:30797:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054657664, portal 10 00000100:00000001:0.0:1778653767.121489:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653767.121491:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000040:0.0:1778653767.121509:0:30797:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653783 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653767.121518:0:30797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653767.121521:0:30797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653767.121526:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29908. 00000100:00000200:0.0:1778653767.121579:0:30797:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054657664, offset 0 00000400:00000200:0.0:1778653767.121589:0:30797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653767.121601:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653767.121611:0:30797:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653767.121617:0:30797:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653767.121622:0:30797:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653767.121627:0:30797:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653767.121630:0:30797:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653767.121635:0:30797:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2280:2280:256:4294967295] 192.168.204.110@tcp LPNI seq info [2280:2280:8:4294967295] 00000400:00000200:0.0:1778653767.121639:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653767.121715:0:30797:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653767.121723:0:30797:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653767.121729:0:30797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5dfc00. 00000800:00000200:0.0:1778653767.121737:0:30797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653767.121747:0:30797:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653767.121752:0:30797:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5dfc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653767.121812:0:30797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653767.121818:0:30797:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 781500 usecs (782 jiffies) 00000400:00000200:0.0:1778653767.121823:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653767.121827:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296323079 00000100:00000001:0.0:1778653767.121836:0:30797:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296322703 00000100:00000001:0.0:1778653767.121842:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296323079 00000100:00000001:0.0:1778653767.121846:0:30797:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296322703 00000100:00000001:0.0:1778653767.121850:0:30797:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653767.121853:0:30797:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.121857:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653767.121859:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653767.121863:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653767.121866:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653767.121870:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653767.129018:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653767.129032:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653767.129041:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653767.129053:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653767.129062:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29908 00000400:00000010:1.0:1778653767.129065:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29908. 00000100:00000001:1.0:1778653767.129072:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653767.129082:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653783 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653767.129095:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653767.129099:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653783 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653767.129106:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653767.129357:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1778653767.130707:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653767.130714:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653767.130722:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653767.130723:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653767.130749:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653767.130753:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653767.130757:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778653767.137185:0:30827:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653767.137194:0:30827:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653767.137196:0:30827:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653767.137204:0:30827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653767.137208:0:30827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653767.137214:0:30827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653767.137216:0:30827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653767.137219:0:30827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653767.137220:0:30827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653767.137223:0:30827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653767.137225:0:30827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653767.137227:0:30827:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1778653767.137231:0:30827:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653767.137234:0:30827:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1778653767.137288:0:30827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000010:0.0:1778653767.138041:0:15972:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653767.138048:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153831d1a00. 00000020:00000010:0.0:1778653767.138054:0:15972:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153831d1200. 00000020:00000010:0.0:1778653767.138059:0:15972:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653767.138068:0:15972:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653767.138074:0:15972:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653767.138080:0:15972:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653767.138087:0:15972:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653767.138091:0:15972:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653767.138095:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153831d0e00. 00000008:00000010:0.0:1778653767.138099:0:15972:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653767.138104:0:15972:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653767.138118:0:15972:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653767.138123:0:15972:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653767.138126:0:15972:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653767.138129:0:15972:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653767.138131:0:15972:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653767.138134:0:15972:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1778653767.138138:0:15972:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653767.138141:0:15972:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653767.138146:0:15972:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653767.138149:0:15972:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653767.138152:0:15972:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653767.138154:0:15972:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653767.138156:0:15972:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653767.138158:0:15972:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653767.138163:0:15972:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153831d1200. 00000020:00000010:0.0:1778653767.138168:0:15972:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d50c0. 00000008:00000010:0.0:1778653767.138173:0:15972:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653767.138177:0:15972:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653767.138180:0:15972:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653767.138183:0:15972:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653767.138186:0:15972:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653767.138190:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153831d1a00. 00000008:00000010:0.0:1778653767.138193:0:15972:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653767.138196:0:15972:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653767.138200:0:15972:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653767.138202:0:15972:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653767.138205:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153831d0e00. 00000020:00000010:0.0:1778653767.138207:0:15972:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653767.138210:0:15972:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653767.138212:0:15972:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653767.138214:0:15972:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff91538bd942c8) invalid 00000020:00000001:0.0:1778653767.138216:0:15972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac211fca0 00000080:00002000:0.0:1778653767.138218:0:15972:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf38798) parent ffff91538bf38438 inode ffff91538bd942c8 refc 1 00000080:00000001:0.0:1778653767.138222:0:15972:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653767.138224:0:15972:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653767.138226:0:15972:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653767.138229:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653767.138231:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653767.138232:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653767.138234:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653767.138235:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653767.138238:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176e00 with handle 0x3df471c51a89005b from hash 00010000:00000001:0.0:1778653767.138240:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653767.138241:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653767.138242:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653767.138243:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653767.138245:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653767.138247:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653767.138249:0:15972:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653767.138251:0:15972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1778653767.138256:0:15972:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653767.138258:0:15972:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653767.138259:0:15972:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653767.138260:0:15972:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1778653767.138262:0:15972:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653767.138263:0:15972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653767.138265:0:15972:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6900 count: 2 00010000:00000001:0.0:1778653767.138267:0:15972:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653767.138268:0:15972:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653767.138269:0:15972:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653767.138270:0:15972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653767.138271:0:15972:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6900 count: 2 00010000:00000001:0.0:1778653767.138272:0:15972:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653767.138274:0:15972:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653767.138274:0:15972:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653767.138275:0:15972:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653767.138276:0:15972:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff91538bd91148) invalid 00000020:00000001:0.0:1778653767.138278:0:15972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac211fca0 00000080:00002000:0.0:1778653767.138279:0:15972:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91538bf38438) parent ffff91538bd08360 inode ffff91538bd91148 refc 1 00000080:00000001:0.0:1778653767.138281:0:15972:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653767.138282:0:15972:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653767.138283:0:15972:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653767.138284:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653767.138285:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653767.138286:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653767.138286:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653767.138287:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653767.138288:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176800 with handle 0x3df471c51a890054 from hash 00010000:00000001:0.0:1778653767.138290:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653767.138290:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653767.138291:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653767.138291:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653767.138292:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653767.138293:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653767.138294:0:15972:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1778653767.138297:0:15972:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653767.138299:0:15972:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1778653767.138306:0:15972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653767.138309:0:15972:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653767.138314:0:15972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653767.138316:0:15972:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653767.138320:0:15972:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653767.138325:0:15972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153831d0e00. 00000100:00000001:0.0:1778653767.138332:0:15972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653767.138334:0:15972:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653767.138340:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653767.138345:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1778653767.138349:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653767.138354:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653767.138358:0:15972:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1778653767.138358:0:15972:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1778653767.138361:0:15972:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653767.138362:0:15972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653767.138368:0:15972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def540. 00000100:00000001:0.0:1778653767.138369:0:15972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630358336 : -121687079193280 : ffff915384def540) 00000100:00000001:0.0:1778653767.138371:0:15972:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653767.138372:0:15972:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653767.138376:0:15972:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653767.138380:0:15972:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.138381:0:15972:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653767.138383:0:15972:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653767.138393:0:15972:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653767.138471:0:15972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653767.138475:0:15972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653767.138479:0:15972:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653767.138482:0:15972:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653767.138483:0:15972:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653767.138486:0:15972:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:3368fde0-d18c-4c9c-a094-d50367bc642b:15972:1865052054657792:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1778653767.138490:0:15972:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653767.138496:0:15972:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653767.138499:0:15972:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653767.138501:0:15972:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653767.138505:0:15972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153831d1a00. 02000000:00000001:0.0:1778653767.138508:0:15972:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653767.138516:0:15972:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653767.138521:0:15972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899005d8. 00000400:00000010:0.0:1778653767.138529:0:15972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653767.138538:0:15972:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054657792, portal 18 00000100:00000001:0.0:1778653767.138540:0:15972:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653767.138541:0:15972:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653767.138548:0:15972:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653767.138556:0:15972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653767.138559:0:15972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653767.138563:0:15972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29cc0. 00000100:00000200:0.0:1778653767.138566:0:15972:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1865052054657792, offset 0 00000400:00000200:0.0:1778653767.138574:0:15972:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653767.138586:0:15972:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653767.138596:0:15972:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653767.138603:0:15972:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653767.138607:0:15972:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653767.138612:0:15972:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653767.138615:0:15972:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653767.138619:0:15972:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2281:2281:256:4294967295] 192.168.204.110@tcp LPNI seq info [2281:2281:8:4294967295] 00000400:00000200:0.0:1778653767.138624:0:15972:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653767.138634:0:15972:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653767.138645:0:15972:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653767.138884:0:15972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df200. 00000800:00000200:0.0:1778653767.138894:0:15972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653767.138903:0:15972:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653767.138907:0:15972:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df200 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1778653767.138918:0:15972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653767.138923:0:15972:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 781500 usecs (782 jiffies) 00000400:00000200:0.0:1778653767.138927:0:15972:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653767.138930:0:15972:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296323097 00000100:00000001:0.0:1778653767.138940:0:15972:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296323079 00000100:00000001:0.0:1778653767.138946:0:15972:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296323097 00000100:00000001:0.0:1778653767.138950:0:15972:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296323079 00000100:00000001:0.0:1778653767.138953:0:15972:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653767.138956:0:15972:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.138958:0:15972:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653767.138961:0:15972:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653767.138963:0:15972:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def540 going to sleep for 11 seconds 00000100:00000001:0.0:1778653767.138966:0:15972:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653767.138970:0:15972:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653767.139322:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653767.139329:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:1.0:1778653767.139335:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653767.139341:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653767.139348:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29cc0 00000400:00000010:1.0:1778653767.139351:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29cc0. 00000100:00000001:1.0:1778653767.139411:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653767.139418:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653767.139429:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653767.139432:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653767.139439:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653767.139441:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653767.149251:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653767.149276:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653767.149281:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653767.149284:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653767.149296:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653767.149305:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653767.149317:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653767.149323:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653767.149330:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653767.149335:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145349b00 00000400:00000200:1.0:1778653767.149340:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653767.149347:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ea1 [1] + 224 00000800:00000001:1.0:1778653767.149356:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653767.149371:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653767.149375:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653767.149380:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653767.149390:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653767.149413:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653767.149426:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653767.149452:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653767.149462:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653767.149466:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653767.149805:0:15972:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653767.149816:0:15972:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653767.149818:0:15972:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653767.149822:0:15972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899005d8. 00000400:00000200:0.0:1778653767.149827:0:15972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:0.0:1778653767.149830:0:15972:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:0.0:1778653767.149833:0:15972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653767.149838:0:15972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653767.149848:0:15972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653767.149855:0:15972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653767.149857:0:15972:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653767.149860:0:15972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653767.149864:0:15972:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653767.149868:0:15972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653767.149870:0:15972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653767.149874:0:15972:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653767.149887:0:15972:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653767.149892:0:15972:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653767.149894:0:15972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653767.149896:0:15972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653767.149900:0:15972:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653767.149904:0:15972:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.149908:0:15972:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653767.149912:0:15972:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967609 00000100:00000001:0.0:1778653767.149914:0:15972:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653767.149918:0:15972:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653767.149922:0:15972:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653767.149929:0:15972:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653767.149933:0:15972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653767.149935:0:15972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653767.149939:0:15972:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653767.149947:0:15972:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:3368fde0-d18c-4c9c-a094-d50367bc642b:15972:1865052054657792:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1778653767.149953:0:15972:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653767.149957:0:15972:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.149960:0:15972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653767.149962:0:15972:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653767.149965:0:15972:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653767.149972:0:15972:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653767.149975:0:15972:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def540. 00000100:00000001:0.0:1778653767.149979:0:15972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653767.149981:0:15972:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653767.149984:0:15972:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653767.149987:0:15972:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054657792/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653783 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653767.149993:0:15972:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653767.149996:0:15972:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653767.149999:0:15972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153831d1a00. 02000000:00000001:0.0:1778653767.150003:0:15972:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653767.150006:0:15972:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653767.150008:0:15972:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653767.150010:0:15972:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653767.150013:0:15972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153831d0e00. 02000000:00000001:0.0:1778653767.150016:0:15972:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653767.150019:0:15972:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653767.150021:0:15972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:0.0:1778653767.150025:0:15972:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653767.150025:0:15972:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653767.150028:0:15972:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1778653767.150032:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653767.150037:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890062 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f4fe expref: -99 pid: 30807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1778653767.150060:0:15972:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6000 count: 0 00010000:00000010:0.0:1778653767.150071:0:15972:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9c80. 00010000:00000001:0.0:1778653767.150084:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653767.150086:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653767.150089:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a89004d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f4a3 expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1778653767.150095:0:15972:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6500 count: 0 00010000:00000010:0.0:1778653767.150098:0:15972:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9000. 00010000:00000001:0.0:1778653767.150103:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653767.150104:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653767.150115:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89005b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f4db expref: -99 pid: 30797 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1778653767.150122:0:15972:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba8c0. 00010000:00000040:0.0:1778653767.150126:0:15972:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6b00 count: 0 00010000:00000010:0.0:1778653767.150129:0:15972:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9400. 00010000:00000001:0.0:1778653767.150135:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653767.150137:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653767.150139:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890054 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f4bf expref: -99 pid: 30797 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1778653767.150146:0:15972:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6900 count: 0 00010000:00000010:0.0:1778653767.150150:0:15972:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9880. 00010000:00000001:0.0:1778653767.150155:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653767.150157:0:15972:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653767.150176:0:15972:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653767.150181:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653767.150182:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653767.150186:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1778653767.150188:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653767.150189:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653767.150190:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1778653767.150192:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653767.150194:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653767.150195:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1778653767.150323:0:30827:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653767.150328:0:30827:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653767.150330:0:30827:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1778653767.169712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6000. 00010000:00000010:0.1:1778653767.169728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:0.1:1778653767.169741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6500. 00010000:00000010:0.1:1778653767.169745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:0.1:1778653767.169750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6b00. 00010000:00000010:0.1:1778653767.169754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:0.1:1778653767.169759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6900. 00010000:00000010:0.1:1778653767.169762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00000100:00000001:1.0:1778653767.383843:0:15838:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1778653767.383852:0:15838:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653767.959798:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296323097, at 4296323136 00000100:00000040:0.0:1778653767.959798:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296323097, at 4296323136 00000100:00000010:1.0:1778653767.959816:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9c60. 00000100:00000010:0.0:1778653767.959818:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9180. 00010000:00000001:1.0:1778653768.152272:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653768.152281:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408383:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653768.408395:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653768.408407:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653768.408413:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653768.408417:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653768.408420:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653768.408426:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653768.408433:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538a5df100. 00000100:00000001:0.0:1778653768.408440:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408451:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653768.408461:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653768.408464:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408470:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095fcd662] to pc [ptlrpcd_00_01+1] req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.408506:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408509:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653768.408515:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653768.408518:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9fb80. 00000020:00000040:0.0:1778653768.408520:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653768.408522:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653768.408523:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653768.408525:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653768.408530:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538a5df200. 00000100:00000001:0.0:1778653768.408532:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408536:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653768.408542:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653768.408544:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408548:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a597b5e6] to pc [ptlrpcd_00_00+0] req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.408556:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408558:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653768.408561:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653768.408564:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ed80. 00000020:00000040:0.0:1778653768.408566:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:0.0:1778653768.408568:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653768.408569:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653768.408570:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653768.408573:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538a5dfc00. 00000100:00000001:0.0:1778653768.408575:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408579:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653768.408586:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653768.408588:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408591:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d3b2b6] to pc [ptlrpcd_00_01+1] req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.408603:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408605:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653768.408608:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653768.408611:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c380. 00000020:00000040:0.0:1778653768.408613:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:0.0:1778653768.408614:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653768.408615:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653768.408617:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653768.408619:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538a5df400. 00000100:00000001:0.0:1778653768.408621:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408624:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653768.408630:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653768.408631:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408634:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c08fceb] to pc [ptlrpcd_00_00+0] req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.408641:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.408645:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1661) 00000100:00000001:1.0:1778653768.408735:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653768.408739:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653768.408742:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653768.408748:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.408759:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653768.408761:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.408765:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653768.408768:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653768.408770:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653768.408773:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054657920:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653768.408777:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653768.408783:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653768.408786:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.408789:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653768.408793:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165c00. 02000000:00000001:1.0:1778653768.408795:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653768.408803:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653768.408807:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5d10. 00000400:00000010:1.0:1778653768.408813:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19088. 00000100:00000200:1.0:1778653768.408820:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054657920, portal 25 00000100:00000001:1.0:1778653768.408823:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653768.408825:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:1.0:1778653768.408830:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.408837:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653768.408839:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653768.408842:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19550. 00000100:00000200:1.0:1778653768.408845:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054657920, offset 0 00000400:00000200:1.0:1778653768.408851:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653768.408859:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.408866:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653768.408871:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653768.408875:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653768.408879:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653768.408881:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653768.408885:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2282:2282:256:4294967295] 192.168.204.110@tcp LPNI seq info [2282:2282:8:4294967295] 00000400:00000200:1.0:1778653768.408889:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.408898:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653768.408904:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653768.408908:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653768.408915:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653768.408924:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653768.408927:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653768.408938:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653768.408942:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653768.408944:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296327817 00000100:00000010:1.0:1778653768.408949:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1d20. 00000100:00000001:1.0:1778653768.408956:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653768.408962:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296327817 00000100:00000010:1.0:1778653768.408964:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1840. 00000100:00000001:1.0:1778653768.408967:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653768.408970:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653768.408986:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.408988:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653768.408992:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.408998:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653768.408999:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.409001:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653768.409002:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653768.409004:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653768.409007:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054658176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653768.409010:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653768.409012:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653768.409013:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.409015:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653768.409017:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165e00. 02000000:00000001:1.0:1778653768.409019:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653768.409023:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653768.409026:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5370. 00000400:00000010:1.0:1778653768.409029:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f194c8. 00000100:00000200:1.0:1778653768.409031:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658176, portal 4 00000100:00000001:1.0:1778653768.409033:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653768.409034:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679311744 : -121687030239872 : ffff915387c9ed80) 00000100:00000040:1.0:1778653768.409040:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409045:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653768.409047:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653768.409049:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19908. 00000100:00000200:1.0:1778653768.409051:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054658176, offset 0 00000400:00000200:1.0:1778653768.409054:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653768.409058:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.409060:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653768.409063:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653768.409065:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653768.409067:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653768.409069:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653768.409071:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2283:2283:255:4294967295] 192.168.204.110@tcp LPNI seq info [2283:2283:7:4294967295] 00000400:00000200:1.0:1778653768.409074:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.409079:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653768.409092:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653768.409095:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653768.409099:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653768.409102:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653768.409105:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653768.409107:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653768.409110:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21803 usecs (22 jiffies) 00000400:00000200:1.0:1778653768.409113:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653768.409115:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296323607 00000100:00000001:1.0:1778653768.409117:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296327817 00000100:00000001:1.0:1778653768.409119:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296323607 00000100:00000001:1.0:1778653768.409121:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296327817 00000100:00000001:1.0:1778653768.409123:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653768.409125:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409128:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409130:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653768.409138:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653768.409140:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653768.409142:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653768.409144:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653768.409145:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653768.409147:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1778653768.409149:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653768.409151:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653768.409152:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653768.409153:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653768.409154:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653768.409155:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653768.409158:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409164:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653768.409165:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.409168:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653768.409170:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653768.409172:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653768.409175:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054658048:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653768.409178:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653768.409180:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653768.409181:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.409183:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653768.409185:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164200. 02000000:00000001:1.0:1778653768.409187:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653768.409190:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653768.409192:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5630. 00000400:00000010:1.0:1778653768.409195:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19880. 00000100:00000200:1.0:1778653768.409198:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658048, portal 10 00000100:00000001:1.0:1778653768.409199:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653768.409200:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000040:1.0:1778653768.409205:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409211:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653768.409213:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653768.409216:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f197f8. 00000100:00000200:1.0:1778653768.409218:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054658048, offset 0 00000400:00000200:1.0:1778653768.409222:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653768.409225:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.409229:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653768.409231:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653768.409234:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653768.409236:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653768.409238:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653768.409241:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2284:2284:254:4294967295] 192.168.204.110@tcp LPNI seq info [2284:2284:6:4294967295] 00000400:00000200:1.0:1778653768.409244:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.409257:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653768.409262:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653768.409265:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653768.409269:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653768.409272:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653768.409275:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653768.409277:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653768.409280:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 780350 usecs (781 jiffies) 00000400:00000200:1.0:1778653768.409283:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653768.409285:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296324366 00000100:00000001:1.0:1778653768.409287:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296327817 00000100:00000001:1.0:1778653768.409289:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296324366 00000100:00000001:1.0:1778653768.409292:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296327817 00000100:00000001:1.0:1778653768.409294:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653768.409296:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409298:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653768.409302:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409308:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653768.409309:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.409311:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653768.409313:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653768.409314:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653768.409317:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054658304:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653768.409322:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653768.409324:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653768.409326:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653768.409327:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653768.409330:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164800. 02000000:00000001:1.0:1778653768.409332:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653768.409336:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653768.409338:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5898. 00000400:00000010:1.0:1778653768.409342:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19440. 00000100:00000200:1.0:1778653768.409345:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658304, portal 4 00000100:00000001:1.0:1778653768.409347:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653768.409348:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00000100:00000040:1.0:1778653768.409353:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409358:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653768.409361:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653768.409363:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19bb0. 00000100:00000200:1.0:1778653768.409364:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054658304, offset 0 00000400:00000200:1.0:1778653768.409368:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653768.409372:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.409377:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653768.409380:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653768.409382:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653768.409385:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653768.409388:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653768.409391:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2285:2285:253:4294967295] 192.168.204.110@tcp LPNI seq info [2285:2285:5:4294967295] 00000400:00000200:1.0:1778653768.409395:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.409401:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653768.409407:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653768.409410:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16900. 00000800:00000200:1.0:1778653768.409414:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653768.409418:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653768.409420:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653768.409422:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653768.409425:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 311062 usecs (312 jiffies) 00000400:00000200:1.0:1778653768.409428:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653768.409429:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296323897 00000100:00000001:1.0:1778653768.409431:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296327817 00000100:00000001:1.0:1778653768.409433:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296323897 00000100:00000001:1.0:1778653768.409435:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296327817 00000100:00000001:1.0:1778653768.409437:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653768.409439:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409441:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409443:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409454:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653768.409456:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653768.409495:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653768.409498:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:1.0:1778653768.409503:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.409508:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653768.409512:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19550 00000400:00000010:1.0:1778653768.409515:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19550. 00000100:00000001:1.0:1778653768.409518:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653768.409522:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409530:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653768.409533:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409539:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409541:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653768.409549:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653768.409551:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:1.0:1778653768.409553:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.409556:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653768.409558:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19908 00000400:00000010:1.0:1778653768.409560:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19908. 00000100:00000001:1.0:1778653768.409561:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653768.409564:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409570:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653768.409572:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409578:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409580:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653768.409587:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653768.409590:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:1.0:1778653768.409592:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.409595:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653768.409597:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f197f8 00000400:00000010:1.0:1778653768.409598:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f197f8. 00000100:00000001:1.0:1778653768.409600:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653768.409602:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409608:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653768.409611:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409617:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409618:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653768.409710:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653768.409712:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16900. 00000400:00000200:1.0:1778653768.409715:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.409718:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653768.409721:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19bb0 00000400:00000010:1.0:1778653768.409722:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19bb0. 00000100:00000001:1.0:1778653768.409724:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653768.409728:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409734:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653768.409737:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.409743:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653768.409744:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653768.417216:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.417232:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653768.417237:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.417240:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.417249:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.417257:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653768.417266:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.417271:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.417276:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.417280:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145349b80 00000400:00000200:1.0:1778653768.417285:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.417291:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5eb1 [1] + 224 00000800:00000001:1.0:1778653768.417298:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.417305:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.417307:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.417312:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653768.417321:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653768.417340:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653768.417353:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.417376:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653768.417385:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.417389:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.417499:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653768.417503:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653768.417510:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653768.417512:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653768.417515:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5d10. 00000400:00000200:0.0:1778653768.417520:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19088 00000400:00000010:0.0:1778653768.417522:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19088. 00000100:00000001:0.0:1778653768.417525:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653768.417529:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653768.417539:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.417551:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653768.417552:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.417555:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653768.417559:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653768.417561:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653768.417563:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653768.417567:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653768.417573:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653768.417577:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653768.417579:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653768.417581:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653768.417584:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653768.417586:0:2367:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.417588:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.417593:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.417600:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653768.417603:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653768.417605:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653768.417609:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653768.417617:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054657920:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653768.417622:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.417624:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.417627:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054657920/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.417634:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653768.417636:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653768.417640:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165c00. 02000000:00000001:0.0:1778653768.417644:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653768.417647:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653768.417677:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653768.417679:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653768.417682:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df100. 02000000:00000001:0.0:1778653768.417688:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653768.417690:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653768.417691:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:0.0:1778653768.417695:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653768.417696:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.417699:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.417701:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653768.417702:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653768.417704:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.417705:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653768.418007:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.418013:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653768.418015:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.418017:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.418021:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.418026:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653768.418031:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.418034:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.418036:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.418040:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145349c00 00000400:00000200:1.0:1778653768.418044:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.418048:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ed1 [1] + 224 00000800:00000001:1.0:1778653768.418052:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.418057:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.418060:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.418063:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653768.418067:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653768.418072:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653768.418081:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.418108:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653768.418113:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.418116:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.418157:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653768.418159:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653768.418162:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653768.418164:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653768.418166:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5630. 00000400:00000200:0.0:1778653768.418169:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19880 00000400:00000010:0.0:1778653768.418171:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19880. 00000100:00000001:0.0:1778653768.418173:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653768.418177:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653768.418185:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418191:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653768.418193:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.418194:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653768.418196:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653768.418197:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653768.418199:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653768.418200:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653768.418206:0:2367:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=29 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653768.418209:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653768.418211:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653768.418212:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653768.418214:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653768.418218:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.418221:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1778653768.418223:0:2367:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967614 gen 2 00000100:00000040:0.0:1778653768.418228:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff915385fc3480 x1865052054655744/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418235:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.418238:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054655744/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418244:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653768.418246:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653768.418248:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f400. 02000000:00000001:0.0:1778653768.418251:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653768.418252:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653768.418253:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653768.418255:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653768.418257:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d000. 02000000:00000001:0.0:1778653768.418259:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653768.418260:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653768.418261:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:0.0:1778653768.418264:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653768.418265:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653768.418270:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff915387c9dc00 x1865052054656256/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418276:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.418278:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9dc00 x1865052054656256/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418284:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653768.418285:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653768.418287:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eee400. 02000000:00000001:0.0:1778653768.418289:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653768.418290:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653768.418291:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653768.418292:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653768.418294:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653768.418295:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653768.418296:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653768.418298:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9dc00. 00000100:00000001:0.0:1778653768.418300:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653768.418301:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653768.418304:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653768.418311:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653768.418312:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000001:0.0:1778653768.418314:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.418316:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653768.418322:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653768.418326:0:2367:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653768.418331:0:2367:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1778653768.418333:0:2367:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1778653768.418335:0:2367:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653768.418336:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.418340:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418346:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653768.418348:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653768.418349:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653768.418352:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653768.418359:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054658048:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653768.418363:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.418365:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.418368:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9fb80 x1865052054658048/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.418374:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653768.418375:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653768.418376:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164200. 02000000:00000001:0.0:1778653768.418379:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653768.418381:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653768.418382:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653768.418384:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653768.418385:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df200. 02000000:00000001:0.0:1778653768.418388:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653768.418389:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653768.418390:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9fb80. 00000100:00000001:0.0:1778653768.418393:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653768.418394:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.418396:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.418398:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653768.418399:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653768.418400:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.418402:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653768.426074:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426099:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653768.426104:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426107:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.426117:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426125:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653768.426134:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426139:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426144:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426148:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145349c80 00000400:00000200:1.0:1778653768.426154:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426160:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ec1 [1] + 224 00000800:00000001:1.0:1778653768.426167:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426171:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.426174:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.426178:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653768.426185:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653768.426192:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653768.426203:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.426224:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653768.426232:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426235:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653768.426237:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426239:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.426242:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426245:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653768.426249:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426252:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426254:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426257:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145349d00 00000400:00000200:1.0:1778653768.426260:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653768.426264:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ee1 [1] + 224 00000800:00000001:1.0:1778653768.426267:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426274:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653768.426275:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653768.426282:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653768.426286:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653768.426290:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653768.426303:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653768.426309:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653768.426312:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653768.426315:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426388:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653768.426392:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653768.426398:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653768.426399:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653768.426402:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5898. 00000400:00000200:0.0:1778653768.426407:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19440 00000400:00000010:0.0:1778653768.426409:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19440. 00000100:00000001:0.0:1778653768.426412:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653768.426416:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653768.426424:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.426428:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653768.426430:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426432:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653768.426437:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653768.426439:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653768.426441:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653768.426444:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653768.426453:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=29 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653768.426457:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653768.426459:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653768.426461:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653768.426464:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653768.426467:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.426471:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653768.426473:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653768.426475:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653768.426477:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.426480:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.426487:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653768.426489:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653768.426491:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653768.426494:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653768.426501:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054658304:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1778653768.426506:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653768.426507:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653768.426509:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5370. 00000400:00000200:0.0:1778653768.426512:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f194c8 00000400:00000010:0.0:1778653768.426514:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f194c8. 00000100:00000001:0.0:1778653768.426516:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653768.426519:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653768.426527:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.426538:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653768.426539:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426541:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653768.426542:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653768.426543:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653768.426544:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653768.426546:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653768.426550:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=29 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653768.426552:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=21 v=5 (1 1 0 0) 00000100:00000001:0.0:1778653768.426554:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653768.426555:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653768.426557:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653768.426559:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.426561:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653768.426562:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1778653768.426565:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653768.426566:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653768.426569:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.426575:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653768.426577:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653768.426578:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653768.426581:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653768.426589:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054658176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653768.426593:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426595:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.426599:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c380 x1865052054658304/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.426605:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653768.426607:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653768.426612:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164800. 02000000:00000001:0.0:1778653768.426616:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653768.426618:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653768.426621:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653768.426623:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653768.426625:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5df400. 02000000:00000001:0.0:1778653768.426631:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653768.426633:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653768.426635:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c380. 00000100:00000001:0.0:1778653768.426639:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653768.426640:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426641:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653768.426644:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ed80 x1865052054658176/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653768.426680:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653768.426681:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653768.426682:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165e00. 02000000:00000001:0.0:1778653768.426686:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653768.426687:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653768.426689:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653768.426691:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653768.426692:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538a5dfc00. 02000000:00000001:0.0:1778653768.426694:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653768.426695:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653768.426696:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ed80. 00000100:00000001:0.0:1778653768.426699:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653768.426700:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426702:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653768.426710:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653768.426712:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653768.426714:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653768.426716:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653769.176020:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653769.176027:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653769.176082:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653769.176086:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653769.176089:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653770.199784:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653770.199790:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653770.199916:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653770.199919:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653770.199924:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653771.223790:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653771.223795:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653772.247786:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653772.247793:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653772.247796:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653772.247800:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653772.247806:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653772.247808:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653772.247810:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653772.247813:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653772.247852:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653772.247856:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653772.247859:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653773.015809:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296327817, at 4296328192 00000100:00000040:0.0:1778653773.015823:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296327817, at 4296328192 00000100:00000010:1.0:1778653773.015825:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1840. 00000100:00000010:0.0:1778653773.015833:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1d20. 00010000:00000001:1.0:1778653773.271759:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653773.271765:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653773.272148:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653773.272152:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653773.272155:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653773.528056:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.528061:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653773.528065:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653773.528074:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.528089:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653773.528093:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.528099:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653773.528103:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653773.528109:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653773.528115:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054658432:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653773.528123:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653773.528130:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653773.528134:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.528139:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653773.528146:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915385c66e00. 02000000:00000001:3.0:1778653773.528151:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653773.528161:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653773.528166:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653773.528173:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c220. 00000100:00000200:3.0:1778653773.528183:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658432, portal 25 00000100:00000001:3.0:1778653773.528187:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653773.528190:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000040:3.0:1778653773.528200:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.528217:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653773.528221:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653773.528227:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653773.528232:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054658432, offset 0 00000400:00000200:3.0:1778653773.528244:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653773.528255:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653773.528265:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653773.528271:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653773.528275:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653773.528279:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653773.528281:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653773.528285:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2286:2286:256:4294967295] 192.168.204.110@tcp LPNI seq info [2286:2286:8:4294967295] 00000400:00000200:3.0:1778653773.528290:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653773.528299:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653773.528305:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653773.528310:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5800. 00000800:00000200:3.0:1778653773.528317:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653773.528325:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653773.528329:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653773.528349:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653773.528353:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653773.528356:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296332936 00000100:00000010:3.0:1778653773.528361:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b1e0. 00000100:00000001:3.0:1778653773.528367:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653773.528374:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296332936 00000100:00000010:3.0:1778653773.528377:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3bc00. 00000100:00000001:3.0:1778653773.528379:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653773.528383:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653773.528385:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.528388:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.528390:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.528397:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653773.528399:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653773.528401:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.528403:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653773.528404:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653773.528408:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.528427:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653773.528428:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.528431:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653773.528433:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653773.528434:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653773.528437:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054658688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653773.528440:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653773.528443:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653773.528444:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.528446:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653773.528449:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915385c67400. 02000000:00000001:3.0:1778653773.528451:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653773.528454:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653773.528457:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653773.528461:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653773.528463:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658688, portal 4 00000100:00000001:3.0:1778653773.528465:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653773.528467:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000040:3.0:1778653773.528473:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.528479:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653773.528481:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653773.528484:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c000. 00000100:00000200:3.0:1778653773.528486:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054658688, offset 0 00000400:00000200:3.0:1778653773.528490:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653773.528494:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653773.528497:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653773.528500:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653773.528502:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653773.528504:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653773.528506:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653773.528509:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2287:2287:255:4294967295] 192.168.204.110@tcp LPNI seq info [2287:2287:7:4294967295] 00000400:00000200:3.0:1778653773.528513:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653773.528519:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653773.528524:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653773.528527:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653773.528531:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653773.528535:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653773.528537:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653773.528540:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653773.528544:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21807 usecs (22 jiffies) 00000400:00000200:3.0:1778653773.528547:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653773.528548:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296328726 00000100:00000001:3.0:1778653773.528551:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296332936 00000100:00000001:3.0:1778653773.528553:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296328726 00000100:00000001:3.0:1778653773.528555:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296332936 00000100:00000001:3.0:1778653773.528557:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653773.528559:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.528561:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.528563:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.528566:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653773.528568:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653773.528570:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.528571:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653773.528572:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653773.528574:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1778653773.528576:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.528578:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653773.528579:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.528580:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.528581:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653773.528582:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653773.528586:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.528593:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653773.528595:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.528597:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653773.528599:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653773.528600:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653773.528603:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054658560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653773.528606:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653773.528609:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653773.528610:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.528612:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653773.528615:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915385c67c00. 02000000:00000001:3.0:1778653773.528616:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653773.528619:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653773.528622:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653773.528625:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653773.528628:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658560, portal 10 00000100:00000001:3.0:1778653773.528629:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653773.528630:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000040:3.0:1778653773.528635:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.528640:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653773.528643:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653773.528645:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cdd0. 00000100:00000200:3.0:1778653773.528647:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054658560, offset 0 00000400:00000200:3.0:1778653773.528679:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653773.528683:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653773.528687:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653773.528689:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653773.528691:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653773.528693:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653773.528695:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653773.528698:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2288:2288:254:4294967295] 192.168.204.110@tcp LPNI seq info [2288:2288:6:4294967295] 00000800:00000200:1.0:1778653773.528842:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653773.528847:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:1.0:1778653773.528854:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.528859:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653773.528864:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:1.0:1778653773.528866:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:1.0:1778653773.528870:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653773.528874:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.528882:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653773.528885:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.528891:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653773.528892:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653773.528950:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653773.528952:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:1.0:1778653773.528955:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.528958:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653773.528960:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c000 00000400:00000010:1.0:1778653773.528962:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c000. 00000100:00000001:1.0:1778653773.528964:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653773.528967:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.528973:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653773.528976:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.528982:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653773.528993:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1778653773.529331:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653773.529339:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653773.529344:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653773.529347:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653773.529352:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653773.529356:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653773.529358:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653773.529404:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653773.529408:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 779200 usecs (780 jiffies) 00000400:00000200:3.0:1778653773.529411:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653773.529413:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296329485 00000100:00000001:3.0:1778653773.529416:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296332936 00000100:00000001:3.0:1778653773.529418:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296329485 00000100:00000001:3.0:1778653773.529420:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296332936 00000100:00000001:3.0:1778653773.529421:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653773.529424:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.529426:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.529428:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.529430:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.529431:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653773.529433:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.529434:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653773.529494:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653773.529497:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653773.529499:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.529503:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653773.529506:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cdd0 00000400:00000010:1.0:1778653773.529508:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cdd0. 00000100:00000001:1.0:1778653773.529510:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653773.529514:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.529521:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653773.529523:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.529529:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653773.529531:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653773.530094:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653773.530097:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030000. 00000400:00000200:1.0:1778653773.530100:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.530105:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653773.530108:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:1.0:1778653773.530110:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:1.0:1778653773.530112:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653773.530116:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054658816/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.530122:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653773.530125:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054658816/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.530131:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653773.530133:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653773.534742:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.534787:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653773.534791:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.534795:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.534803:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.534811:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653773.534820:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.534825:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.534830:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.534834:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145349e80 00000400:00000200:1.0:1778653773.534838:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.534843:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ef9 [1] + 224 00000800:00000001:1.0:1778653773.534850:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.534857:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.534860:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.534864:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653773.534871:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653773.534879:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653773.534895:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.534946:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.534951:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653773.534967:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653773.534975:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.534978:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653773.536955:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653773.536960:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653773.536964:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000400:00000200:3.0:1778653773.536969:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 00000400:00000010:3.0:1778653773.536971:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 00000100:00000001:3.0:1778653773.536974:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653773.536991:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653773.537003:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.537011:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653773.537013:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.537015:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653773.537019:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653773.537021:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653773.537024:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.537027:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653773.537036:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=34 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653773.537040:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=26 v=5 (1 1 0 0) 00000100:00000001:3.0:1778653773.537042:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653773.537044:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653773.537047:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653773.537050:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.537053:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653773.537055:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1778653773.537057:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653773.537058:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653773.537062:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.537069:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653773.537072:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653773.537074:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653773.537078:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653773.537085:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054658688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653773.537091:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.537094:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653773.537096:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0700 x1865052054658688/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.537107:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653773.537110:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653773.537113:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385c67400. 02000000:00000001:3.0:1778653773.537117:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653773.537119:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653773.537122:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653773.537124:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653773.537126:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915383030700. 02000000:00000001:3.0:1778653773.537129:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653773.537131:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653773.537133:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0700. 00000100:00000001:3.0:1778653773.537135:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653773.537137:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.537141:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.537143:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.537145:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653773.537146:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.537148:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653773.538381:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538396:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653773.538399:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538402:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.538410:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538416:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653773.538425:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538430:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538434:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538439:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145349d80 00000400:00000200:1.0:1778653773.538443:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538449:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5ef1 [1] + 224 00000800:00000001:1.0:1778653773.538456:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538460:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.538462:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.538466:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653773.538473:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653773.538479:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653773.538487:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.538553:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.538556:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653773.538573:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653773.538582:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538586:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653773.538588:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538591:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.538594:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538598:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653773.538603:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538614:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538617:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538620:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145349e00 00000400:00000200:1.0:1778653773.538623:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538627:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f01 [1] + 224 00000800:00000001:1.0:1778653773.538630:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538633:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.538635:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.538638:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653773.538641:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653773.538645:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653773.538669:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.538677:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653773.538680:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538684:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653773.538685:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538687:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.538690:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538693:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653773.538697:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538699:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538702:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538705:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145349f00 00000400:00000200:1.0:1778653773.538708:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653773.538712:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f09 [1] + 224 00000800:00000001:1.0:1778653773.538716:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538724:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653773.538726:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653773.538729:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653773.538731:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653773.538734:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054658816/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653773.538741:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2a00 x1865052054658816/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653773.538763:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653773.538767:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653773.538770:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653773.539519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653773.539522:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653773.539525:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653773.539530:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c220 00000400:00000010:3.0:1778653773.539532:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c220. 00000100:00000001:3.0:1778653773.539535:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653773.539540:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653773.539550:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.539556:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653773.539558:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.539561:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653773.539564:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653773.539566:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653773.539568:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.539572:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653773.539578:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653773.539581:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653773.539583:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653773.539585:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653773.539587:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653773.539589:0:2368:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.539592:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653773.539596:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.539602:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653773.539605:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653773.539607:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653773.539610:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653773.539617:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054658432:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653773.539621:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.539623:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653773.539626:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1180 x1865052054658432/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.539632:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653773.539634:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653773.539638:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385c66e00. 02000000:00000001:3.0:1778653773.539641:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653773.539644:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653773.539645:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653773.539647:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653773.539667:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915383bbcd00. 02000000:00000001:3.0:1778653773.539673:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653773.539675:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653773.539677:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1180. 00000100:00000001:3.0:1778653773.539683:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653773.539685:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.539688:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.539690:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.539691:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653773.539694:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653773.539695:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653773.539697:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653773.539771:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653773.539775:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653773.539778:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653773.539781:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653773.539789:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.539795:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653773.539796:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.539798:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653773.539800:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653773.539801:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653773.539803:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653773.539805:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653773.539810:0:2368:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=34 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653773.539814:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653773.539816:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653773.539818:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653773.539819:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653773.539821:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.539824:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653773.539826:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653773.539828:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653773.539829:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653773.539832:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.539839:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653773.539841:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653773.539842:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653773.539845:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653773.539851:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054658560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653773.539855:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.539856:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653773.539858:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2680 x1865052054658560/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653773.539863:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653773.539865:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653773.539866:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385c67c00. 02000000:00000001:3.0:1778653773.539869:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653773.539870:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653773.539871:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653773.539873:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653773.539874:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915383bbcb00. 02000000:00000001:3.0:1778653773.539876:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653773.539877:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653773.539878:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2680. 00000100:00000001:3.0:1778653773.539881:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653773.539882:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.539883:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653773.539889:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653773.539891:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653773.539893:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653773.539895:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653774.295811:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653774.295818:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653775.319802:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653775.319809:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653776.346079:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653776.346085:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653776.346173:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653776.346176:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653776.346179:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653777.367869:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653777.367875:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.135751:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296332936, at 4296333312 00000100:00000010:1.0:1778653778.135764:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bc00. 00000100:00000040:0.0:1778653778.135847:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296332936, at 4296333312 00000100:00000010:0.0:1778653778.135853:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b1e0. 00000100:00000001:3.0:1778653778.135934:0:30797:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653778.135938:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653778.135940:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1778653778.135944:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1778653778.135947:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653778.135950:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653778.391971:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653778.391980:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.648931:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653778.648939:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653778.648949:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6d80. 00000020:00000040:1.0:1778653778.648954:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653778.648959:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653778.648961:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653778.648966:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653778.648974:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16900. 00000100:00000001:1.0:1778653778.648981:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.648992:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653778.649003:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653778.649007:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.649013:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74837c3] to pc [ptlrpcd_00_01+1] req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.649065:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.649069:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.649071:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653778.649077:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.649085:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653778.649087:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.649090:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653778.649093:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653778.649096:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653778.649099:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054658944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653778.649102:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653778.649108:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653778.649111:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.649113:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653778.649118:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153831d0e00. 02000000:00000001:0.0:1778653778.649120:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653778.649126:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653778.649130:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899005d8. 00000400:00000010:0.0:1778653778.649136:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653778.649145:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054658944, portal 25 00000100:00000001:0.0:1778653778.649147:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653778.649148:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000040:0.0:1778653778.649153:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.649160:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653778.649163:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653778.649165:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653778.649168:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054658944, offset 0 00000400:00000200:0.0:1778653778.649174:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653778.649182:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.649190:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653778.649195:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653778.649199:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653778.649203:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653778.649205:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653778.649208:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2290:2290:256:4294967295] 192.168.204.110@tcp LPNI seq info [2290:2290:8:4294967295] 00000400:00000200:0.0:1778653778.649212:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.649221:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653778.649227:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653778.649232:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5dfc00. 00000800:00000200:0.0:1778653778.649237:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653778.649244:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653778.649248:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5dfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653778.649263:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653778.649267:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653778.649269:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296338057 00000100:00000010:0.0:1778653778.649275:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d5d80. 00000100:00000001:0.0:1778653778.649282:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1778653778.649288:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296338057 00000100:00000010:0.0:1778653778.649290:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d51e0. 00000100:00000001:0.0:1778653778.649293:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1778653778.649296:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653778.649299:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.649302:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.649304:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.649327:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.649330:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653778.649333:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653778.649336:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6680. 00000020:00000040:1.0:1778653778.649339:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653778.649341:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653778.649343:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653778.649345:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653778.649348:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16a00. 00000100:00000001:1.0:1778653778.649352:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.649357:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653778.649364:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653778.649366:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.649369:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000748d0ae] to pc [ptlrpcd_00_00+0] req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.650505:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653778.650510:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653778.650514:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.650516:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.650518:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653778.650521:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1778653778.650523:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.650525:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653778.650526:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.650528:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.650529:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.650530:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653778.650669:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.650679:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653778.650680:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.650684:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653778.650687:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653778.650689:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653778.650693:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054659072:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653778.650697:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653778.650700:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653778.650701:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.650703:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653778.650709:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153831d1a00. 02000000:00000001:0.0:1778653778.650711:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653778.650716:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653778.650719:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899009f8. 00000400:00000010:0.0:1778653778.650724:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29220. 00000100:00000200:0.0:1778653778.650728:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054659072, portal 10 00000100:00000001:0.0:1778653778.650730:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653778.650732:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000040:0.0:1778653778.650738:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.650745:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653778.650748:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653778.650750:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653778.650753:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054659072, offset 0 00000400:00000200:0.0:1778653778.650757:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653778.650762:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.650767:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653778.650770:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653778.650773:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653778.650776:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653778.650779:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653778.650782:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2291:2291:255:4294967295] 192.168.204.110@tcp LPNI seq info [2291:2291:7:4294967295] 00000400:00000200:0.0:1778653778.650787:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.650794:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653778.650798:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653778.650801:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df400. 00000800:00000200:0.0:1778653778.650807:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653778.650812:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653778.650815:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653778.650818:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653778.650822:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 778057 usecs (779 jiffies) 00000400:00000200:0.0:1778653778.650825:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653778.650828:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296334606 00000100:00000001:0.0:1778653778.650831:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296338057 00000100:00000001:0.0:1778653778.650833:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296334606 00000100:00000001:0.0:1778653778.650835:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296338057 00000100:00000001:0.0:1778653778.650837:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653778.650840:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.650842:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.650844:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653778.650927:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653778.650931:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:0.0:1778653778.650939:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653778.650944:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653778.650949:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:0.0:1778653778.650951:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:0.0:1778653778.650955:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653778.650960:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.650969:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653778.650972:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.650979:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.650981:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653778.651198:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653778.651201:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:0.0:1778653778.651205:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653778.651209:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653778.651211:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:0.0:1778653778.651213:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:0.0:1778653778.651215:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653778.651219:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.651226:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653778.651229:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.651235:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.651236:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1778653778.651255:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.651258:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.651336:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.651338:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.651340:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.651342:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.651383:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651387:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653778.651390:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653778.651396:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4a80. 00000020:00000040:1.0:1778653778.651400:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653778.651403:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653778.651406:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653778.651409:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653778.651415:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16000. 00000100:00000001:1.0:1778653778.651419:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651424:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653778.651432:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653778.651435:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651440:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000268b3322] to pc [ptlrpcd_00_01+1] req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.651482:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.651485:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.651486:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653778.651491:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.651497:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653778.651499:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.651501:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653778.651503:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653778.651505:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653778.651508:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054659200:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653778.651512:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653778.651515:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653778.651517:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.651518:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653778.651522:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153831d1200. 02000000:00000001:0.0:1778653778.651523:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653778.651527:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653778.651530:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900688. 00000400:00000010:0.0:1778653778.651533:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653778.651536:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054659200, portal 4 00000100:00000001:0.0:1778653778.651537:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653778.651539:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000040:0.0:1778653778.651544:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.651731:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651735:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653778.651738:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653778.651742:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000020:00000040:1.0:1778653778.651745:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:1.0:1778653778.651747:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653778.651749:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653778.651751:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653778.651754:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16200. 00000100:00000001:1.0:1778653778.651758:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651763:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653778.651770:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653778.651772:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651776:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6616f9] to pc [ptlrpcd_00_00+0] req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.651785:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651789:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1671) 00000100:00000001:1.0:1778653778.651807:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653778.651809:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653778.651811:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653778.651814:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.651826:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653778.651828:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653778.651830:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653778.651831:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653778.651834:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653778.651836:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054659328:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653778.651840:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653778.651843:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653778.651844:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653778.651846:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653778.651849:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165400. 02000000:00000001:1.0:1778653778.651850:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653778.651854:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653778.651857:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c60. 00000400:00000010:1.0:1778653778.651861:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19bb0. 00000100:00000200:1.0:1778653778.651864:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054659328, portal 4 00000100:00000001:1.0:1778653778.651865:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653778.651867:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:1.0:1778653778.651873:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.651880:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653778.651883:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653778.651897:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f197f8. 00000100:00000200:1.0:1778653778.651900:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054659328, offset 0 00000400:00000200:1.0:1778653778.651905:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653778.651910:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.651915:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653778.651919:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653778.651921:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653778.651924:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653778.651926:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653778.651930:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2292:2292:256:4294967295] 192.168.204.110@tcp LPNI seq info [2292:2292:8:4294967295] 00000400:00000200:1.0:1778653778.651934:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.651941:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653778.651945:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653778.651948:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653778.651952:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653778.651958:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653778.651961:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653778.651969:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.651973:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 306933 usecs (307 jiffies) 00000400:00000200:1.0:1778653778.651976:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653778.651979:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296334135 00000100:00000001:1.0:1778653778.651981:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296338057 00000100:00000001:1.0:1778653778.651983:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296334135 00000100:00000001:1.0:1778653778.651985:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296338057 00000100:00000001:1.0:1778653778.651987:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653778.651989:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.651991:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.651993:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.651999:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653778.652000:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653778.652003:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653778.652004:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653778.652005:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.652007:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.652220:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653778.652223:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653778.652226:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653778.652229:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054659200, offset 0 00000400:00000200:0.0:1778653778.652234:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653778.652238:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.652242:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653778.652245:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653778.652247:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653778.652249:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653778.652251:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653778.652254:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2293:2293:255:4294967295] 192.168.204.110@tcp LPNI seq info [2293:2293:7:4294967295] 00000400:00000200:0.0:1778653778.652258:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.652263:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653778.652268:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653778.652270:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df400. 00000800:00000200:0.0:1778653778.652274:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653778.652278:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653778.652280:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653778.652282:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653778.652285:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21753 usecs (22 jiffies) 00000400:00000200:0.0:1778653778.652288:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653778.652289:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296333850 00000100:00000001:0.0:1778653778.652291:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296338057 00000100:00000001:0.0:1778653778.652294:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296333850 00000100:00000001:0.0:1778653778.652295:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296338057 00000100:00000001:0.0:1778653778.652297:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653778.652299:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.652302:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.652304:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.652308:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653778.652309:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653778.652311:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.652313:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.652314:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.652316:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653778.652388:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653778.652391:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:1.0:1778653778.652395:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653778.652400:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653778.652403:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f197f8 00000400:00000010:1.0:1778653778.652405:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f197f8. 00000100:00000001:1.0:1778653778.652409:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653778.652413:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.652421:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653778.652424:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.652430:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.652431:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653778.652444:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653778.652446:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df400. 00000400:00000200:1.0:1778653778.652449:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653778.652452:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653778.652455:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:1.0:1778653778.652456:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:1.0:1778653778.652459:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653778.652462:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.652468:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653778.652471:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.652477:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.652478:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653778.654278:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654377:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653778.654382:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654385:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653778.654391:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654398:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653778.654405:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654409:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654414:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654418:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145349f80 00000400:00000200:0.0:1778653778.654422:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654429:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f11 [1] + 224 00000800:00000001:0.0:1778653778.654436:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654441:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653778.654443:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653778.654447:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653778.654454:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653778.654461:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653778.654472:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.654497:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653778.654505:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654509:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653778.654512:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654514:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653778.654516:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654520:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653778.654524:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654526:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654530:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654532:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534a000 00000400:00000200:0.0:1778653778.654536:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653778.654540:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f21 [1] + 224 00000800:00000001:0.0:1778653778.654555:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654561:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653778.654563:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653778.654566:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653778.654569:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653778.654573:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653778.654581:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.654749:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653778.654753:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653778.654805:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653778.654811:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653778.654815:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653778.654980:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653778.654982:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653778.654986:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899009f8. 00000400:00000200:1.0:1778653778.654991:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29220 00000400:00000010:1.0:1778653778.654994:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29220. 00000100:00000001:1.0:1778653778.654997:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653778.655001:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653778.655010:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.655017:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653778.655019:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.655021:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653778.655024:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653778.655027:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653778.655029:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653778.655032:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653778.655041:0:2367:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=39 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653778.655045:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653778.655047:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653778.655049:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653778.655052:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653778.655055:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.655058:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653778.655060:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1778653778.655062:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653778.655063:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.655068:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.655074:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653778.655077:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653778.655078:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653778.655081:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653778.655088:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054659072:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1778653778.655093:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653778.655094:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653778.655095:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899005d8. 00000400:00000200:1.0:1778653778.655098:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:1.0:1778653778.655099:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:1.0:1778653778.655101:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653778.655104:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653778.655111:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.655116:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653778.655118:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.655119:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653778.655120:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653778.655121:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653778.655122:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653778.655124:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653778.655127:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653778.655129:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653778.655131:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653778.655201:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653778.655203:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653778.655205:0:2367:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.655207:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.655211:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.655218:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653778.655219:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653778.655221:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653778.655224:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653778.655230:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054658944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653778.655234:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.655237:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653778.655240:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6680 x1865052054659072/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.655245:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653778.655248:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653778.655251:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153831d1a00. 02000000:00000001:1.0:1778653778.655255:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653778.655258:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653778.655259:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653778.655261:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653778.655264:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16a00. 02000000:00000001:1.0:1778653778.655267:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653778.655268:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653778.655270:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6680. 00000100:00000001:1.0:1778653778.655273:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653778.655274:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.655275:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653778.655278:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6d80 x1865052054658944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.655283:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653778.655284:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653778.655286:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153831d0e00. 02000000:00000001:1.0:1778653778.655287:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653778.655288:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653778.655290:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1778653778.655291:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653778.655292:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16900. 02000000:00000001:1.0:1778653778.655294:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653778.655295:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653778.655295:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6d80. 00000100:00000001:1.0:1778653778.655297:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653778.655298:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.655301:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.655303:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653778.655304:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653778.655305:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.655306:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653778.657705:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.657720:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653778.657724:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.657726:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653778.657734:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657743:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653778.657752:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657756:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657761:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657765:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534a100 00000400:00000200:1.0:1778653778.657770:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657779:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f39 [1] + 224 00000800:00000001:1.0:1778653778.657785:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.657789:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653778.657791:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653778.657795:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653778.657800:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653778.657807:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653778.657817:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.657877:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.657880:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653778.657905:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653778.657914:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.657918:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653778.657920:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.657922:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653778.657926:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657930:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653778.657934:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657936:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657939:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657942:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534a080 00000400:00000200:1.0:1778653778.657946:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653778.657949:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f31 [1] + 224 00000800:00000001:1.0:1778653778.657957:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.657966:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653778.657968:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653778.657972:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653778.657975:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653778.657979:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653778.657988:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.658004:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653778.658009:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653778.658011:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.658021:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653778.658023:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653778.658028:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653778.658030:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653778.658032:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900688. 00000400:00000200:1.0:1778653778.658036:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:1.0:1778653778.658039:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:1.0:1778653778.658041:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653778.658045:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653778.658054:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.658060:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653778.658062:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.658064:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653778.658067:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653778.658069:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653778.658071:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653778.658074:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653778.658083:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=39 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653778.658087:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=31 v=5 (1 1 0 0) 00000100:00000001:1.0:1778653778.658089:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653778.658091:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653778.658093:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653778.658096:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.658099:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653778.658101:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1778653778.658104:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653778.658105:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653778.658110:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.658117:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653778.658120:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653778.658121:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653778.658125:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653778.658132:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054659200:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653778.658137:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.658140:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653778.658143:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4a80 x1865052054659200/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653778.658149:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653778.658151:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653778.658154:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153831d1200. 02000000:00000001:1.0:1778653778.658157:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653778.658160:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653778.658162:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653778.658164:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653778.658166:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16000. 02000000:00000001:1.0:1778653778.658170:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653778.658171:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653778.658173:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4a80. 00000100:00000001:1.0:1778653778.658176:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653778.658178:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.658180:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653778.658186:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653778.658188:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653778.658190:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653778.658192:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1778653778.658304:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653778.658306:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653778.658308:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5c60. 00000400:00000200:0.0:1778653778.658312:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19bb0 00000400:00000010:0.0:1778653778.658313:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19bb0. 00000100:00000001:0.0:1778653778.658316:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653778.658321:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653778.658329:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.658335:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653778.658336:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.658338:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653778.658339:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653778.658341:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653778.658343:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653778.658344:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653778.658349:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=39 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653778.658352:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653778.658354:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653778.658355:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653778.658357:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653778.658359:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.658361:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653778.658362:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653778.658364:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653778.658365:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653778.658369:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.658375:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653778.658378:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653778.658379:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653778.658382:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653778.658389:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054659328:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653778.658393:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.658395:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653778.658397:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7800 x1865052054659328/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653778.658403:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653778.658405:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653778.658407:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165400. 02000000:00000001:0.0:1778653778.658410:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653778.658412:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653778.658414:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653778.658415:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653778.658417:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16200. 02000000:00000001:0.0:1778653778.658420:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653778.658421:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653778.658422:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7800. 00000100:00000001:0.0:1778653778.658425:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653778.658426:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.658427:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653778.658431:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653778.658433:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653778.658435:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653778.658436:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653779.160403:0:30797:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653779.160415:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653779.160418:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1778653779.160427:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1778653779.160433:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653779.160438:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653779.417387:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653779.417393:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653779.417594:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653779.417597:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653779.417601:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653780.183752:0:30797:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653780.183758:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653780.183760:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1778653780.183765:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1778653780.183769:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653780.183774:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653780.439979:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653780.439999:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653781.207767:0:30797:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653781.207825:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653781.207827:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1778653781.207832:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1778653781.207845:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653781.207848:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653781.463795:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653781.463801:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653782.231752:0:30797:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653782.231758:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653782.231760:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1778653782.231765:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1778653782.231769:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653782.231773:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653782.487733:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653782.487740:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653782.487743:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653782.487746:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653782.487751:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653782.487753:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653782.487755:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653782.487757:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653782.491311:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653782.491317:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653782.491322:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653783.255792:0:30797:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000040:1.0:1778653783.255792:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296338057, at 4296338432 00000100:00000001:3.0:1778653783.255808:0:30797:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000010:1.0:1778653783.255818:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d51e0. 00000100:00000400:3.0:1778653783.255832:0:30797:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653767/real 1778653767] req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653783 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1778653783.255849:0:30797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653783.255852:0:30797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653783.255856:0:30797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900e18. 00000400:00000200:3.0:1778653783.255863:0:30797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29198 00000400:00000010:3.0:1778653783.255866:0:30797:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29198. 00000100:00000001:3.0:1778653783.255871:0:30797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653783.255876:0:30797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653783 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653783.255885:0:30797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653783 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653783.255899:0:30797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653783.255901:0:30797:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.255903:0:30797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653783.255905:0:30797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.255909:0:30797:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1778653783.255912:0:30797:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1778653783.255917:0:30797:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff915389b76000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1778653783.255920:0:30797:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1778653783.255923:0:30797:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:3.0:1778653783.255926:0:30797:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.255928:0:30797:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1778653783.255930:0:30797:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1778653783.255953:0:30797:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1778653783.255956:0:30797:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.255959:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653783.255961:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653783.255963:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 0 seconds 00000100:00000001:3.0:1778653783.255966:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653783.255969:0:30797:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.255971:0:30797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653783.255973:0:30797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.255976:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.258971:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296338057, at 4296338435 00000100:00000010:0.0:1778653783.258996:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d5d80. 00000100:00000001:1.0:1778653783.259860:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653783.259865:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653783.259869:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653783.259878:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.259896:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653783.259897:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.259900:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653783.259903:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653783.259905:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653783.259909:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054659584:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1778653783.259913:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653783.259925:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653783.259927:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.259929:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653783.259934:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9c00. 02000000:00000001:1.0:1778653783.259937:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653783.259942:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653783.259945:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5a50. 00000400:00000010:1.0:1778653783.259950:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f197f8. 00000100:00000200:1.0:1778653783.259954:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054659584, portal 10 00000100:00000001:1.0:1778653783.259956:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653783.259957:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:1.0:1778653783.259965:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.259972:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653783.259975:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653783.259978:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19908. 00000100:00000200:1.0:1778653783.259982:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054659584, offset 0 00000400:00000200:1.0:1778653783.259987:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653783.259991:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.259995:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653783.259998:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653783.260000:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653783.260003:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653783.260005:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653783.260008:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2295:2295:255:4294967295] 192.168.204.110@tcp LPNI seq info [2295:2295:7:4294967295] 00000400:00000200:1.0:1778653783.260011:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.260018:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653783.260022:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653783.260026:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653783.260029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653783.260034:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653783.260037:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1778653783.260040:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653783.260044:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 776906 usecs (777 jiffies) 00000800:00000200:0.0:1778653783.260044:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1778653783.260050:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000010:0.0:1778653783.260051:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000100:00000001:1.0:1778653783.260054:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296339213 00000400:00000200:0.0:1778653783.260058:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1778653783.260059:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:1.0:1778653783.260064:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296339213 00000100:00000001:1.0:1778653783.260068:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000400:00000200:0.0:1778653783.260069:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653783.260074:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1778653783.260077:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000100:00000001:1.0:1778653783.260078:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.260082:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1778653783.260082:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:0.0:1778653783.260088:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1778653783.260090:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653783.260096:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054659456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.260103:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653783.260106:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.260111:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653783.260114:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.260115:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1778653783.260118:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.260120:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054659456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653783.260125:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054659712:192.168.204.110@tcp:9:kworker.0 00000100:00000001:1.0:1778653783.260135:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1778653783.260136:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.260138:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1778653783.260139:0:2358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1778653783.260141:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.260144:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653783.260147:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165200. 02000000:00000001:1.0:1778653783.260149:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653783.260153:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653783.260157:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5580. 00000400:00000010:1.0:1778653783.260161:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19550. 00000100:00000200:1.0:1778653783.260164:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054659712, portal 4 00000100:00000001:1.0:1778653783.260166:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653783.260168:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000800:00000200:0.0:1778653783.260169:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653783.260172:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:0.0:1778653783.260176:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.260180:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653783.260182:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19908 00000400:00000010:0.0:1778653783.260184:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19908. 00000100:00000001:0.0:1778653783.260186:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653783.260190:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653783.260195:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.260207:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653783.260210:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653783.260213:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653783.260217:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653783.260223:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19908. 00000100:00000001:0.0:1778653783.260225:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1778653783.260227:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054659712, offset 0 00000100:00000001:0.0:1778653783.260228:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1778653783.260235:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653783.260250:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.260253:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653783.260256:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653783.260258:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653783.260260:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653783.260262:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653783.260265:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2296:2296:256:4294967295] 192.168.204.110@tcp LPNI seq info [2296:2296:8:4294967295] 00000400:00000200:1.0:1778653783.260268:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.260274:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653783.260278:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653783.260281:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16900. 00000800:00000200:1.0:1778653783.260284:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653783.260288:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653783.260290:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653783.260307:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653783.260310:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21686 usecs (22 jiffies) 00000400:00000200:1.0:1778653783.260314:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653783.260315:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296338458 00000100:00000001:1.0:1778653783.260318:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:1.0:1778653783.260320:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296338458 00000100:00000001:1.0:1778653783.260321:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:1.0:1778653783.260323:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653783.260325:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.260327:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653783.260331:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.260338:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653783.260340:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.260342:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653783.260344:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653783.260346:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653783.260348:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054659840:192.168.204.110@tcp:9:kworker.0 00000100:00000001:1.0:1778653783.260351:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653783.260353:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653783.260355:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.260356:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653783.260359:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165400. 02000000:00000001:1.0:1778653783.260361:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653783.260364:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653783.260366:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5aa8. 00000400:00000010:1.0:1778653783.260369:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19bb0. 00000100:00000200:1.0:1778653783.260372:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054659840, portal 4 00000100:00000001:1.0:1778653783.260374:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653783.260375:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:1.0:1778653783.260380:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.260386:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653783.260388:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653783.260390:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f194c8. 00000100:00000200:1.0:1778653783.260392:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054659840, offset 0 00000400:00000200:1.0:1778653783.260396:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653783.260399:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.260401:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653783.260404:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653783.260406:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653783.260408:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653783.260410:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653783.260413:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2297:2297:255:4294967295] 192.168.204.110@tcp LPNI seq info [2297:2297:7:4294967295] 00000400:00000200:1.0:1778653783.260418:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.260426:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653783.260432:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653783.260436:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653783.260439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653783.260443:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653783.260444:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1778653783.260447:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1778653783.260448:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16900. 00000100:00000001:1.0:1778653783.260451:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653783.260453:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1778653783.260454:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 304845 usecs (305 jiffies) 00000400:00000200:1.0:1778653783.260461:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.260463:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653783.260464:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296338741 00000400:00000200:0.0:1778653783.260468:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19908 00000400:00000010:0.0:1778653783.260470:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19908. 00000100:00000001:0.0:1778653783.260473:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653783.260478:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.260485:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.260488:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.260499:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.260501:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653783.260509:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653783.260511:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:0.0:1778653783.260513:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.260520:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653783.260522:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f194c8 00000400:00000010:0.0:1778653783.260524:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f194c8. 00000100:00000001:0.0:1778653783.260526:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653783.260530:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.260536:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.260539:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.260545:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.260546:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653783.260714:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653783.260717:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.260983:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:1.0:1778653783.260986:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296338742 00000100:00000001:1.0:1778653783.260988:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:1.0:1778653783.260991:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653783.260993:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.260996:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.260998:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653783.261003:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653783.261005:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653783.261007:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653783.261008:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653783.261010:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.261012:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653783.265185:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265210:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.265213:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265216:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.265225:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265232:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.265241:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265247:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265252:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265256:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534a180 00000400:00000200:0.0:1778653783.265261:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265267:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f51 [1] + 224 00000800:00000001:0.0:1778653783.265275:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265278:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.265282:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.265287:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.265294:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.265302:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054659456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653783.265312:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2a00 x1865052054659456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.265332:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.265342:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265346:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.265348:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265350:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.265353:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265356:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.265360:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265362:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265364:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265367:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a0414534a200 00000400:00000200:0.0:1778653783.265370:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265374:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x5f59 [1] + 0 00000800:00000001:0.0:1778653783.265378:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265380:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.265382:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.265385:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.265388:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.265393:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653783.265401:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.265420:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.265424:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265427:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.265428:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265430:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.265433:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265437:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.265441:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265443:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265446:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265449:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534a280 00000400:00000200:0.0:1778653783.265452:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.265456:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f69 [1] + 224 00000800:00000001:0.0:1778653783.265459:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265466:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.265468:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.265471:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.265474:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.265478:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653783.265486:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.265493:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.265496:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.265499:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653783.266091:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653783.266095:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653783.266099:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653783.266101:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653783.266104:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5a50. 00000400:00000200:1.0:1778653783.266109:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f197f8 00000400:00000010:1.0:1778653783.266111:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f197f8. 00000100:00000001:1.0:1778653783.266114:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653783.266120:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653783.266134:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.266141:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653783.266143:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653783.266145:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653783.266147:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653783.266148:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653783.266150:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653783.266152:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653783.266159:0:2365:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=44 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653783.266162:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653783.266164:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653783.266166:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653783.266167:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653783.266171:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.266175:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653783.266177:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1778653783.266179:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653783.266181:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653783.266184:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.266191:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653783.266193:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653783.266194:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653783.266197:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1778653783.266203:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff915389b76000: connect to target with instance 1 00000020:00000001:1.0:1778653783.266206:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653783.266208:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:1.0:1778653783.266210:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653783.266213:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653783.266216:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:1.0:1778653783.266218:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00001000:1.0:1778653783.266223:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1778653783 v=0 (0 0 0 0) 00000100:00001000:1.0:1778653783.266225:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996fc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1778653783.266230:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000020:00000040:1.0:1778653783.266236:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:1.0:1778653783.266238:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1778653783.266243:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:1.0:1778653783.266248:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1778653783.266252:0:2365:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1778653783.266253:0:2365:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653783.266255:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1778653783.266259:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1778653783.266262:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653783.266265:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653783.266267:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.266269:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653783.266272:0:2365:0:(import.c:1295:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:1.0:1778653783.266275:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1778653783.266281:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1778653783.266283:0:2365:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1778653783.266289:0:2365:0:(client.c:3223:ptlrpc_resend_req()) @@@ going to resend req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.266313:0:2365:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1778653783.266316:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1778653783.266318:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1778653783.266320:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1778653783.266321:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1778653783.266322:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1778653783.266324:0:2365:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1778653783.266326:0:2365:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff915388bb0820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1778653783.266329:0:2365:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3df471c51a88f660 00800000:00000040:1.0:1778653783.266332:0:2365:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff915389b76000=3368fde0-d18c-4c9c-a094-d50367bc642b device 3 (ffff915388bb19c0) type mdc at LMV idx 0 00800000:00000040:1.0:1778653783.266335:0:2365:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff915388bb19c0 already active! 00800000:00000001:1.0:1778653783.266338:0:2365:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653783.266340:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653783.266342:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1778653783.266344:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653783.266421:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653783.266428:0:30807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653783.266430:0:30807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653783.266433:0:30807:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899003c8. 00000400:00000200:0.0:1778653783.266437:0:30807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29e58 00000400:00000010:0.0:1778653783.266439:0:30807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29e58. 00000100:00000001:0.0:1778653783.266442:0:30807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.266447:0:30807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653900 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653783.266455:0:30807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653900 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.266461:0:30807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653783.266463:0:30807:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.266465:0:30807:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653783.266467:0:30807:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.266470:0:30807:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653783.266473:0:30807:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653783.266476:0:30807:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.266478:0:30807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1778653783.266483:0:30807:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054657408 new x1865052054659968 02000000:00000001:0.0:1778653783.266487:0:30807:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653783.266490:0:30807:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653783.266495:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653783.266500:0:30807:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899003c8. 00000400:00000010:0.0:1778653783.266507:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653783.266513:0:30807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054657408, portal 10 00000100:00000001:0.0:1778653783.266516:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.266518:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679305472 : -121687030246144 : ffff915387c9d500) 00000100:00000040:0.0:1778653783.266524:0:30807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.266530:0:30807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653783.266533:0:30807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653783.266536:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a292a8. 00000100:00000200:0.0:1778653783.266542:0:30807:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054657408, offset 0 00000400:00000200:0.0:1778653783.266548:0:30807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653783.266555:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.266562:0:30807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653783.266568:0:30807:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653783.266572:0:30807:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653783.266575:0:30807:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653783.266577:0:30807:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653783.266581:0:30807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2298:2298:256:4294967295] 192.168.204.110@tcp LPNI seq info [2298:2298:8:4294967295] 00000400:00000200:0.0:1778653783.266586:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.266598:0:30807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653783.266603:0:30807:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653783.266608:0:30807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5dfc00. 00000800:00000200:0.0:1778653783.266615:0:30807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653783.266622:0:30807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653783.266627:0:30807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5dfc00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1778653783.266645:0:30807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.266668:0:30807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 775761 usecs (776 jiffies) 00000400:00000200:0.0:1778653783.266672:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653783.266675:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296339219 00000100:00000001:0.0:1778653783.266679:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.266681:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296339219 00000100:00000001:0.0:1778653783.266684:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.266686:0:30807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.266689:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.266691:0:30807:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653783.266692:0:30807:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653783.266694:0:30807:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384deff00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653783.266697:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.266698:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653783.266773:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653783.266778:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5dfc00. 00000400:00000200:1.0:1778653783.266785:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653783.266791:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000002:00000001:3.0:1778653783.266859:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.266863:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1778653783.266867:0:2365:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:3.0:1778653783.266874:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000081331bfc): req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653783 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653783.266893:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.266897:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653783.266901:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653783.266909:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054659584:192.168.204.110@tcp:38:kworker.0 00000400:00000200:1.0:1778653783.267018:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a292a8 00000400:00000010:1.0:1778653783.267020:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a292a8. 00000100:00000001:1.0:1778653783.267024:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653783.267028:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.267036:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653783.267039:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.267045:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.267047:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1778653783.267572:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.267581:0:30797:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.267583:0:30797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653783.267585:0:30797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.267588:0:30797:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653783.267590:0:30797:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653783.267592:0:30797:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.267594:0:30797:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1778653783.267597:0:30797:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054657664 new x1865052054660096 02000000:00000001:0.0:1778653783.267600:0:30797:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653783.267602:0:30797:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653783.267606:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653783.267610:0:30797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900948. 00000400:00000001:3.0:1778653783.269130:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653783.269135:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653783.269139:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5580. 00000400:00000200:3.0:1778653783.269147:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19550 00000400:00000010:3.0:1778653783.269149:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19550. 00000100:00000001:3.0:1778653783.269154:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653783.269163:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653783.269174:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.269181:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653783.269184:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.269187:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653783.269190:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653783.269192:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653783.269194:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653783.269197:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653783.269206:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=44 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653783.269211:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=36 v=5 (1 1 0 0) 00000100:00000001:3.0:1778653783.269214:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653783.269216:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653783.269219:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653783.269223:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.269226:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653783.269228:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1778653783.269230:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653783.269232:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653783.269237:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.269244:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653783.269248:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653783.269250:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1778653783.269253:0:2365:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1778653783.269261:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1778653783.269266:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653783.269274:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054659712:192.168.204.110@tcp:9:kworker.0 00000100:00000001:3.0:1778653783.269282:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.269285:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653783.269290:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054659584/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.269296:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653783.269300:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653783.269304:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9c00. 02000000:00000001:3.0:1778653783.269307:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653783.269310:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653783.269312:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653783.269314:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653783.269317:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f000. 02000000:00000001:3.0:1778653783.269321:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653783.269323:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653783.269325:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:3.0:1778653783.269333:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1778653783.269712:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653783.269720:0:30797:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054657664, portal 10 00000100:00000001:0.0:1778653783.269723:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.269725:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000040:0.0:1778653783.269734:0:30797:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.269741:0:30797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653783.269744:0:30797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653783.269747:0:30797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29b28. 00000100:00000200:0.0:1778653783.269749:0:30797:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054657664, offset 0 00000400:00000200:0.0:1778653783.269758:0:30797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653783.269767:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.269774:0:30797:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653783.269779:0:30797:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653783.269782:0:30797:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653783.269786:0:30797:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653783.269788:0:30797:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653783.269792:0:30797:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2299:2299:256:4294967295] 192.168.204.110@tcp LPNI seq info [2299:2299:8:4294967295] 00000400:00000200:0.0:1778653783.269806:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.269815:0:30797:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653783.269821:0:30797:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653783.269830:0:30797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df200. 00000800:00000200:0.0:1778653783.269836:0:30797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653783.269845:0:30797:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653783.269850:0:30797:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653783.269863:0:30797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.269867:0:30797:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 775761 usecs (776 jiffies) 00000400:00000200:0.0:1778653783.269871:0:30797:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653783.269874:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296339222 00000100:00000001:0.0:1778653783.269877:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.269879:0:30797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296339222 00000100:00000001:0.0:1778653783.269882:0:30797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.269884:0:30797:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.269887:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.269891:0:30797:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653783.269892:0:30797:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653783.269895:0:30797:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653783.269897:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.269899:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653783.270077:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653783.270083:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df200. 00000400:00000200:1.0:1778653783.270090:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653783.270095:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653783.270100:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29b28 00000400:00000010:1.0:1778653783.270102:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29b28. 00000100:00000001:1.0:1778653783.270106:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653783.270111:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653783.270120:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653783.270123:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653783.270129:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.270131:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653783.270524:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.270529:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653783.270535:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054659712/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.270543:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653783.270545:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653783.270549:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165200. 02000000:00000001:3.0:1778653783.270554:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653783.270557:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653783.270558:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653783.270560:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653783.270562:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915383030700. 02000000:00000001:3.0:1778653783.270566:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653783.270567:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653783.270569:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:3.0:1778653783.270573:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653783.270574:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.270577:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.270580:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653783.270582:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653783.270585:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.270586:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653783.274166:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.274188:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653783.274194:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.274197:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653783.274207:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.274215:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653783.274227:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.274232:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.274238:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.274242:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534a300 00000400:00000200:1.0:1778653783.274247:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.274253:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x5f79 [1] + 224 00000800:00000001:1.0:1778653783.274260:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.274271:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653783.274275:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653783.274279:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653783.274287:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653783.274295:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653783.274304:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.274380:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653783.274385:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653783.274403:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653783.274413:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.274416:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653783.277516:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.277533:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653783.277538:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.277541:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653783.277550:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.277558:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653783.277568:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.277573:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.277578:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.277582:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534a400 00000400:00000200:1.0:1778653783.277587:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.277592:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5f99 [1] + 224 00000800:00000001:1.0:1778653783.277602:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.277613:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653783.277617:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653783.277621:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653783.277632:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653783.277645:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653783.277690:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653783.277703:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653783.277711:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.277714:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653783.277771:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653783.277775:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653783.277780:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5aa8. 00000400:00000200:3.0:1778653783.277785:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19bb0 00000400:00000010:3.0:1778653783.277788:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19bb0. 00000100:00000001:3.0:1778653783.277791:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653783.277808:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653783.277817:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.278114:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653783.278117:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.278120:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653783.278124:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653783.278126:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653783.278129:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653783.278132:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653783.278143:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=44 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653783.278148:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653783.278150:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653783.278153:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653783.278156:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653783.278160:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.278164:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653783.278166:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653783.278168:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653783.278169:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653783.278174:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.278181:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653783.278184:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653783.278186:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1778653783.278190:0:2365:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1778653783.278198:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1778653783.278202:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653783.278210:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054659840:192.168.204.110@tcp:9:kworker.0 00000100:00000001:3.0:1778653783.278214:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.278218:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653783.278220:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054659840/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.278226:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653783.278228:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653783.278232:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165400. 02000000:00000001:3.0:1778653783.278237:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653783.278240:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653783.278242:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653783.278244:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653783.278246:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915383030000. 02000000:00000001:3.0:1778653783.278249:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653783.278252:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653783.278254:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:3.0:1778653783.278258:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653783.278259:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.278262:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.278270:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653783.278272:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.278274:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653783.278277:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.278350:0:30797:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653783.278356:0:30797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653783.278358:0:30797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653783.278360:0:30797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900948. 00000400:00000200:0.0:1778653783.278364:0:30797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:0.0:1778653783.278366:0:30797:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:0.0:1778653783.278369:0:30797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.278375:0:30797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653783.278383:0:30797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9df80 x1865052054657664/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278389:0:30797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653783.278390:0:30797:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.278392:0:30797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653783.278393:0:30797:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653783.278395:0:30797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653783.278396:0:30797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.278398:0:30797:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653783.278403:0:30797:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653783.278406:0:30797:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653783.278408:0:30797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653783.278409:0:30797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653783.278411:0:30797:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653783.278413:0:30797:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.278416:0:30797:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653783.278418:0:30797:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653783.278419:0:30797:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653783.278422:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.278423:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653783.278426:0:30797:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653783.278427:0:30797:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1778653783.278429:0:30797:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653783.278431:0:30797:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.278434:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278441:0:30797:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.278443:0:30797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653783.278445:0:30797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653783.278448:0:30797:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653783.278455:0:30797:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:30797:1865052054657664:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1778653783.278460:0:30797:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.278462:0:30797:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.278465:0:30797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653783.278466:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.278469:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278476:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653783.278478:0:30797:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def3c0. 00000100:00000001:0.0:1778653783.278481:0:30797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653783.278483:0:30797:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.278488:0:30797:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.278489:0:30797:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000002:00000001:0.0:1778653783.278491:0:30797:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653783.278494:0:30797:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653783.278499:0:30797:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153831d0800. 00000080:00000001:0.0:1778653783.278502:0:30797:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1778653783.278505:0:30797:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1778653783.278509:0:30797:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1778653783.278514:0:30797:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278521:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.278524:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054656768/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278530:0:30797:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1778653783.278531:0:30797:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653783.278532:0:30797:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653783.278535:0:30797:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653783.278537:0:30797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e95800. 02000000:00000001:0.0:1778653783.278541:0:30797:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653783.278543:0:30797:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653783.278544:0:30797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:0.0:1778653783.278547:0:30797:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653783.278548:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.278550:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.278553:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278558:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653783.278560:0:30797:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff91538a384400. 00000002:00000001:0.0:1778653783.278563:0:30797:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653783.278564:0:30797:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653783.278566:0:30797:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9153861ba740. 00000100:00000001:0.0:1778653783.278569:0:30797:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.278571:0:30797:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.278584:0:30797:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.278589:0:30797:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653783.278592:0:30797:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9153815b8a00. 00000080:00000001:0.0:1778653783.278595:0:30797:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653783.278605:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7db8 00000080:00000008:0.0:1778653783.278608:0:30797:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x25:0x0](ffff91538bd942c8), flags 100002, rc = 0 00000080:00000001:0.0:1778653783.278611:0:30797:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.278617:0:30797:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653783.278619:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7e00 00000080:00002000:0.0:1778653783.278621:0:30797:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf38798, parent ffff91538bf38438, inode ffff91538bd942c8) hashed, 00000080:00000001:0.0:1778653783.278623:0:30797:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653783.278633:0:30797:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653783.278638:0:30797:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1778653783.278641:0:30797:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653783.278642:0:30797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ed7e00 00000080:00002000:0.0:1778653783.278644:0:30797:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff91538bf38438, parent ffff91538bd08360, inode ffff91538bd91148) hashed, 00000080:00000001:0.0:1778653783.278647:0:30797:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653783.278675:0:30797:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653783.278677:0:30797:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1778653783.291698:0:30833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384360. 00000080:00000010:0.1:1778653783.291719:0:30833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384380. 00000800:00000001:1.0:1778653783.317241:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.317261:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653783.317266:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.317269:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653783.317280:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.317288:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653783.317300:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.317305:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.317312:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.317316:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534a380 00000400:00000200:1.0:1778653783.317321:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653783.317329:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5f89 [1] + 224 00000800:00000001:1.0:1778653783.317337:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.317347:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653783.317350:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653783.317355:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653783.317362:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653783.317370:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653783.317386:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653783.317402:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653783.317412:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653783.317415:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.318343:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653783.318352:0:30807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653783.318354:0:30807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653783.318358:0:30807:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899003c8. 00000400:00000200:0.0:1778653783.318364:0:30807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29e58 00000400:00000010:0.0:1778653783.318367:0:30807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29e58. 00000100:00000001:0.0:1778653783.318370:0:30807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.318377:0:30807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653783.318387:0:30807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d500 x1865052054657408/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653919 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.318394:0:30807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653783.318396:0:30807:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.318399:0:30807:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653783.318402:0:30807:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653783.318405:0:30807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653783.318408:0:30807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.318411:0:30807:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653783.318421:0:30807:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=44 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653783.318426:0:30807:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653783.318429:0:30807:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653783.318431:0:30807:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653783.318434:0:30807:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653783.318438:0:30807:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.318442:0:30807:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653783.318444:0:30807:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1778653783.318447:0:30807:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653783.318449:0:30807:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.318454:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d500 x1865052054657408/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653919 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.318461:0:30807:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.318464:0:30807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653783.318467:0:30807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653783.318472:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d500 x1865052054657408/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653919 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653783.318480:0:30807:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d500 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054657408:192.168.204.110@tcp:36:touch.0 00000100:00000001:0.0:1778653783.318485:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.318488:0:30807:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.318490:0:30807:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653783.319374:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.319387:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d500 x1865052054657408/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653919 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.319397:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653783.319400:0:30807:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384deff00. 00000100:00000001:0.0:1778653783.319405:0:30807:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653783.319408:0:30807:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653783.319417:0:30807:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653783.319421:0:30807:0:(lmv_obd.c:3021:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653783.319427:0:30807:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653783.319431:0:30807:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653783.319442:0:30807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1778653783.319445:0:30807:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1778653783.319450:0:30807:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.319454:0:30807:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d500 x1865052054657408/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653919 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.319461:0:30807:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653783.319464:0:30807:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653783.319469:0:30807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef800. 02000000:00000001:0.0:1778653783.319472:0:30807:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653783.319475:0:30807:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653783.319478:0:30807:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653783.319480:0:30807:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653783.319483:0:30807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538cd56400. 02000000:00000001:0.0:1778653783.319488:0:30807:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653783.319490:0:30807:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653783.319502:0:30807:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d500. 00000100:00000001:0.0:1778653783.319507:0:30807:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653783.319508:0:30807:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653783.319511:0:30807:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653783.319513:0:30807:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.319516:0:30807:0:(llite_lib.c:2064:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.319520:0:30807:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1778653783.319523:0:30807:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653783.319525:0:30807:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653783.319528:0:30807:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653783.319529:0:30807:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.319532:0:30807:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.319535:0:30807:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1778653783.319538:0:30807:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653783.319544:0:30807:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653783.319550:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153831d0400. 00000020:00000010:0.0:1778653783.319555:0:30807:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153831d0600. 00000020:00000010:0.0:1778653783.319560:0:30807:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5d80. 00000008:00000010:0.0:1778653783.319567:0:30807:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653783.319572:0:30807:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653783.319577:0:30807:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653783.319587:0:30807:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653783.319592:0:30807:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653783.319595:0:30807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153831d1600. 00000008:00000010:0.0:1778653783.319598:0:30807:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653783.319602:0:30807:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653783.319606:0:30807:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653783.319610:0:30807:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653783.319612:0:30807:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653783.319615:0:30807:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653783.319619:0:30807:0:(cl_object.c:151:cl_object_top()) ffff915389b22850 -> ffff915389b22850 00000020:00000001:0.0:1778653783.319623:0:30807:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653783.319625:0:30807:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653783.319627:0:30807:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653783.319631:0:30807:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653783.319632:0:30807:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653783.319636:0:30807:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653783.319638:0:30807:0:(file.c:6066:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1778653783.319640:0:30807:0:(file.c:6068:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1778653783.319646:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653783.319663:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653783.319670:0:30807:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653783.319672:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653783.319674:0:30807:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1778653783.319676:0:30807:0:(file.c:6073:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.319679:0:30807:0:(file.c:6963:ll_layout_intent()) Process entered 00000080:00000010:0.0:1778653783.319684:0:30807:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153831d1200. 00000080:00010000:0.0:1778653783.319690:0:30807:0:(file.c:6981:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff91538bdb63c8) 00000080:00000001:0.0:1778653783.319694:0:30807:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653783.319698:0:30807:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653783.319701:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b958 00800000:00000002:0.0:1778653783.319704:0:30807:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1778653783.319708:0:30807:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653783.319711:0:30807:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653783.319715:0:30807:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653783.319717:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b828 00000002:00010000:0.0:1778653783.319719:0:30807:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:0.0:1778653783.319724:0:30807:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653783.319726:0:30807:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1778653783.319729:0:30807:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d500. 00000020:00000040:0.0:1778653783.319733:0:30807:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653783.319738:0:30807:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653783.319743:0:30807:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653783.319748:0:30807:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.319751:0:30807:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653783.319753:0:30807:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653783.319757:0:30807:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653783.319763:0:30807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153831d0e00. 00000100:00000001:0.0:1778653783.319770:0:30807:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653783.319773:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653783.319775:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653783.319776:0:30807:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653783.319779:0:30807:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653783.319781:0:30807:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653783.319784:0:30807:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446622386679305472 : -121687030246144 : ffff915387c9d500) 00010000:00000001:0.0:1778653783.319788:0:30807:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653783.319790:0:30807:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653783.319805:0:30807:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063600. 00010000:00000010:0.0:1778653783.319810:0:30807:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75180. 00010000:00000001:0.0:1778653783.319815:0:30807:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653783.319819:0:30807:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24c00. 00000020:00000001:0.0:1778653783.319822:0:30807:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653783.319825:0:30807:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24c00 with handle 0x3df471c51a890070 to hash 00000020:00000001:0.0:1778653783.319828:0:30807:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653783.319830:0:30807:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628480000 : -121687081071616 : ffff915384c24c00) 00010000:00000001:0.0:1778653783.319834:0:30807:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628480000 : -121687081071616 : ffff915384c24c00) 00010000:00000001:0.0:1778653783.319837:0:30807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653783.319840:0:30807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653783.319844:0:30807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24c00/0x3df471c51a890070 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653783.319853:0:30807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24c00/0x3df471c51a890070 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653783.319864:0:30807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24c00/0x3df471c51a890070 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653783.319869:0:30807:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653783.319871:0:30807:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653783.319877:0:30807:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384deff00. 00000100:00000001:0.0:1778653783.319879:0:30807:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630360832 : -121687079190784 : ffff915384deff00) 00000100:00000001:0.0:1778653783.319881:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.319883:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679305472 : -121687030246144 : ffff915387c9d500) 00000100:00000001:0.0:1778653783.319887:0:30807:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653783.319899:0:30807:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.319908:0:30807:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653783.319911:0:30807:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653783.319917:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d500 x1865052054660224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.319925:0:30807:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653783.319927:0:30807:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.319930:0:30807:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653783.319932:0:30807:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653783.319935:0:30807:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653783.319939:0:30807:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d500 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054660224:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1778653783.319942:0:30807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653783.319946:0:30807:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653783.319949:0:30807:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.319951:0:30807:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653783.319960:0:30807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef800. 02000000:00000001:0.0:1778653783.319962:0:30807:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653783.319969:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653783.319973:0:30807:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899003c8. 00000400:00000010:0.0:1778653783.319979:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653783.319987:0:30807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054660224, portal 10 00000100:00000001:0.0:1778653783.319989:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.319990:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679305472 : -121687030246144 : ffff915387c9d500) 00000100:00000040:0.0:1778653783.319996:0:30807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9d500 x1865052054660224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653919 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.320015:0:30807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653783.320018:0:30807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653783.320022:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653783.320025:0:30807:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1865052054660224, offset 0 00000400:00000200:0.0:1778653783.320031:0:30807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653783.320040:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.320047:0:30807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653783.320053:0:30807:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653783.320057:0:30807:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653783.320061:0:30807:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653783.320065:0:30807:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653783.320069:0:30807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2300:2300:256:4294967295] 192.168.204.110@tcp LPNI seq info [2300:2300:8:4294967295] 00000400:00000200:0.0:1778653783.320073:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.320083:0:30807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653783.320089:0:30807:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653783.320095:0:30807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df100. 00000800:00000200:0.0:1778653783.320102:0:30807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653783.320110:0:30807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653783.320115:0:30807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df100 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1778653783.320135:0:30807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.320141:0:30807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 837821 usecs (838 jiffies) 00000400:00000200:0.0:1778653783.320145:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653783.320147:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296339331 00000100:00000001:0.0:1778653783.320150:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.320153:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296339331 00000100:00000001:0.0:1778653783.320155:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.320157:0:30807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.320159:0:30807:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.320162:0:30807:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653783.320164:0:30807:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653783.320167:0:30807:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384deff00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653783.320169:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.320172:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653783.320274:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653783.320279:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:0.0:1778653783.320285:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.320290:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653783.320296:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:0.0:1778653783.320298:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:0.0:1778653783.320301:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653783.320306:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d500 x1865052054660224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653919 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.320315:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.320318:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d500 x1865052054660224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653919 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.320324:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.320326:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653783.325754:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.325769:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.325773:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.325775:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.325783:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.325791:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.325809:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.325814:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.325819:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.325824:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a0414534a480 00000400:00000200:0.0:1778653783.325828:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.325834:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x5fa9 [1] + 224 00000800:00000001:0.0:1778653783.326009:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.326019:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.326023:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.326028:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.326036:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.326045:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d500 x1865052054660224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653919 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653783.326055:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff915387c9d500 x1865052054660224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653919 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.326076:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.326084:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.326087:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.329282:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653783.329287:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.329289:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653783.329298:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.329308:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653783.329309:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.329313:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653783.329316:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653783.329319:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653783.329322:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054660352:192.168.204.110@tcp:8:touch.0 00000100:00000001:0.0:1778653783.329326:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653783.329330:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653783.329332:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.329334:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653783.329340:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eee400. 02000000:00000001:0.0:1778653783.329342:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653783.329348:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653783.329351:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900948. 00000400:00000010:0.0:1778653783.329356:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653783.329363:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054660352, portal 4 00000100:00000001:0.0:1778653783.329365:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.329366:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649053184 : -121687060498432 : ffff915385fc3800) 00000100:00000040:0.0:1778653783.329373:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.329379:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653783.329382:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653783.329384:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29000. 00000100:00000200:0.0:1778653783.329387:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054660352, offset 0 00000400:00000200:0.0:1778653783.329392:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653783.329399:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.329406:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653783.329410:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653783.329415:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653783.329419:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653783.329422:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653783.329425:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2301:2301:256:4294967295] 192.168.204.110@tcp LPNI seq info [2301:2301:8:4294967295] 00000400:00000200:0.0:1778653783.329429:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.329438:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653783.329444:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653783.329448:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df100. 00000800:00000200:0.0:1778653783.329455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653783.329463:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653783.329467:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653783.329480:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.329484:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21638 usecs (22 jiffies) 00000400:00000200:0.0:1778653783.329487:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653783.329490:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296338527 00000100:00000001:0.0:1778653783.329493:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.329495:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296338527 00000100:00000001:0.0:1778653783.329498:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.329500:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.329503:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.329506:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.329508:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653783.329513:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653783.329515:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653783.329517:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653783.329518:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.329520:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.329522:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653783.329612:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653783.329615:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:0.0:1778653783.329620:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.329625:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653783.329631:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29000 00000400:00000010:0.0:1778653783.329633:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29000. 00000100:00000001:0.0:1778653783.329636:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653783.329640:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.329670:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.329675:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.329681:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.329683:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653783.341907:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.342358:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.342364:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.342367:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.342377:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.342385:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.342395:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.342399:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.342404:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.342409:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a0414534a500 00000400:00000200:0.0:1778653783.342414:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.342420:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x5fb9 [1] + 0 00000800:00000001:0.0:1778653783.342428:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.342440:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.342443:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.342447:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.342455:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.342464:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653783.342476:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653783.342499:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.342510:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.342514:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.342599:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653783.342604:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653783.342611:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653783.342613:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653783.342617:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900948. 00000400:00000200:3.0:1778653783.342623:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:3.0:1778653783.342626:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:3.0:1778653783.342629:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653783.342634:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653783.342643:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.342761:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653783.342763:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.342766:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653783.342769:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653783.342772:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653783.342774:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653783.342777:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653783.342787:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=44 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653783.342792:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=36 v=5 (1 1 0 0) 00000100:00000001:3.0:1778653783.343396:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653783.343398:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653783.343401:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653783.343405:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.343409:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1778653783.343412:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967337 gen 14 00000100:00000040:3.0:1778653783.343415:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1778653783.343419:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653783.343420:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653783.343427:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.343435:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653783.343438:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653783.343440:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.343443:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1778653783.343450:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:3.0:1778653783.343454:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1778653783.343456:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:3.0:1778653783.343458:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653783.343461:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:3.0:1778653783.343463:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:3.0:1778653783.343466:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00001000:3.0:1778653783.343470:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=1778653783 v=0 (0 0 0 0) 00000100:00001000:3.0:1778653783.343473:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1778653783.343477:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:3.0:1778653783.343483:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1778653783.343486:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:3.0:1778653783.343489:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1778653783.343492:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1778653783.343497:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1778653783.343501:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1778653783.343504:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1778653783.343508:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1778653783.343511:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1778653783.343514:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1778653783.343515:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1778653783.343518:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1778653783.343521:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343524:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343525:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1778653783.343527:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1778653783.343529:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343531:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1778653783.343532:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1778653783.343536:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1778653783.343538:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343539:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343541:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653783.343543:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653783.343545:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653783.343547:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.343548:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1778653783.343550:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1778653783.343553:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1778653783.343556:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1778653783.343557:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1778653783.343558:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1778653783.343559:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1778653783.343561:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1778653783.343563:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1778653783.343566:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1778653783.343568:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653783.343570:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343572:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1778653783.343573:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1778653783.343574:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1778653783.343575:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1778653783.343576:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1778653783.343577:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343578:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343579:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1778653783.343580:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1778653783.343581:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343582:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1778653783.343584:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1778653783.343585:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1778653783.343586:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343587:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653783.343589:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653783.343591:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653783.343592:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653783.343594:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.343595:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1778653783.343597:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653783.343599:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1778653783.343606:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000d4709b3a): req@ffff915385fc2a00 x1865052054660480/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653783.343629:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.343631:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653783.343636:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653783.343644:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054660352:192.168.204.110@tcp:8:touch.0 00000100:00000001:3.0:1778653783.343672:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.343676:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653783.343680:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3800 x1865052054660352/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653783.343686:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653783.343689:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653783.343692:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eee400. 02000000:00000001:3.0:1778653783.343696:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653783.343698:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653783.343700:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653783.343702:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653783.343704:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d400. 02000000:00000001:3.0:1778653783.343708:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653783.343710:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653783.343712:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3800. 00000100:00000001:3.0:1778653783.343715:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653783.343717:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.343719:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653783.343726:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653783.343728:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653783.343731:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653783.343732:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653783.346268:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653783.346273:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:0.0:1778653783.346278:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.346285:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653783.346290:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:0.0:1778653783.346293:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:0.0:1778653783.346297:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653783.346301:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054660480/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653799 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.346311:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653783.346315:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054660480/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653799 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.346321:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.346322:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653783.383019:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.383040:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.383044:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.383048:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.383058:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.383067:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.383080:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.383085:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.383089:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.383094:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a0414534a580 00000400:00000200:0.0:1778653783.383099:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.383104:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x5fc9 [1] + 224 00000800:00000001:0.0:1778653783.383112:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.383122:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.383125:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.383130:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.383137:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.383147:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054660480/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653799 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653783.383159:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff915385fc2a00 x1865052054660480/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653799 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.383183:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.383192:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.383196:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653783.383546:0:30807:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1778653783.383551:0:30807:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653783.383556:0:30807:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653783.383560:0:30807:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653783.383563:0:30807:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1778653783.383566:0:30807:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653783.383568:0:30807:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653783.383571:0:30807:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653783.383573:0:30807:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653783.383576:0:30807:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653783.383579:0:30807:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653783.383583:0:30807:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653783.383585:0:30807:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653783.383586:0:30807:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1778653783.383600:0:30807:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653783.383603:0:30807:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653783.383605:0:30807:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653783.383606:0:30807:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653783.383607:0:30807:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653783.383610:0:30807:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653783.383613:0:30807:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653783.383615:0:30807:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653783.383619:0:30807:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653783.383621:0:30807:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653783.383624:0:30807:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653783.383627:0:30807:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653783.383630:0:30807:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653783.383632:0:30807:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653783.383633:0:30807:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653783.383635:0:30807:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653783.383637:0:30807:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a5a0 00000020:00000010:0.0:1778653783.383642:0:30807:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d4400. 00000020:00000010:0.0:1778653783.383647:0:30807:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9120. 00000008:00000010:0.0:1778653783.383879:0:30807:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2178. 00020000:00000010:0.0:1778653783.383884:0:30807:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:0.0:1778653783.383889:0:30807:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872c388. 00000080:00000010:0.0:1778653783.383893:0:30807:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b0a8. 00000080:00000010:0.0:1778653783.383897:0:30807:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6fe8. 00000020:00000010:0.0:1778653783.383901:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5e00. 00000008:00000010:0.0:1778653783.383904:0:30807:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea6e0. 00020000:00000010:0.0:1778653783.383907:0:30807:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af3c0. 00008000:00000010:0.0:1778653783.383911:0:30807:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e460. 00000080:00000010:0.0:1778653783.384002:0:30807:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907e10. 00000020:00000010:0.0:1778653783.384006:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d4200. 00000020:00000010:0.0:1778653783.384009:0:30807:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a5a0. 00020000:00000001:0.0:1778653783.384011:0:30807:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653783.384014:0:30807:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653783.384017:0:30807:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653783.384019:0:30807:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653783.384023:0:30807:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653783.384024:0:30807:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653783.384025:0:30807:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653783.384027:0:30807:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153831d0600. 00000020:00000010:0.0:1778653783.384030:0:30807:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5d80. 00000008:00000010:0.0:1778653783.384033:0:30807:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653783.384036:0:30807:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653783.384039:0:30807:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653783.384041:0:30807:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653783.384044:0:30807:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653783.384046:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153831d0400. 00000008:00000010:0.0:1778653783.384049:0:30807:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653783.384051:0:30807:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653783.384054:0:30807:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653783.384057:0:30807:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653783.384060:0:30807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153831d1600. 00000020:00000010:0.0:1778653783.384062:0:30807:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653783.384065:0:30807:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.384068:0:30807:0:(llite_lib.c:2523:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1778653783.384072:0:30807:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57600. 00000020:00000001:0.0:1778653783.384080:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bc30 00000080:00200008:0.0:1778653783.384083:0:30807:0:(llite_lib.c:2553:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff91538bdb63c8) current size 0, valid attrs 201f0, mode 9153, uid -1055469406, gid -1, new size 213440, atime 1778653764.000000000, mtime 1778653764.000000000, ctime 1778653764.000000000, rc 0 00000080:00000001:0.0:1778653783.384089:0:30807:0:(llite_lib.c:2555:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653783.384108:0:30807:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653783.384112:0:30807:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000002:0.0:1778653783.384116:0:30807:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000001:0.0:1778653783.384119:0:30807:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.384129:0:30807:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653783.384131:0:30807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bdb8 00000080:00200008:0.0:1778653783.384133:0:30807:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff91538bdb63c8), flags 104001 00000080:00000001:0.0:1778653783.384137:0:30807:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1778653783.384139:0:30807:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1778653783.384140:0:30807:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653783.384142:0:30807:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000002:0.0:1778653783.384144:0:30807:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915385e7cf80 00020000:00000001:0.0:1778653783.384146:0:30807:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653783.384148:0:30807:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1778653783.384156:0:30807:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653783.384160:0:30807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653783.384166:0:30807:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063600 count: 2 00010000:00000001:0.0:1778653783.384169:0:30807:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653783.384175:0:30807:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653783.384177:0:30807:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1778653783.384179:0:30807:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1778653783.384181:0:30807:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1778653783.384187:0:30807:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153831d1600. 00000080:00000001:0.0:1778653783.384189:0:30807:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1778653783.384194:0:30807:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1778653783.384196:0:30807:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:0.0:1778653783.384198:0:30807:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:0.0:1778653783.384202:0:30807:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1778653783.384204:0:30807:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1778653783.384209:0:30807:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ed80. 00000020:00000040:0.0:1778653783.384213:0:30807:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653783.384217:0:30807:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653783.384306:0:30807:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653783.384310:0:30807:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653783.384318:0:30807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153831d0400. 00000100:00000001:0.0:1778653783.384324:0:30807:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1778653783.384337:0:30807:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1d880 x1865052054657152/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653900 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1778653783.384347:0:30807:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1778653783.384352:0:30807:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1778653783.384358:0:30807:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653783.384360:0:30807:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653783.384367:0:30807:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def3c0. 00000100:00000001:0.0:1778653783.384369:0:30807:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357952 : -121687079193664 : ffff915384def3c0) 00000100:00000001:0.0:1778653783.384371:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.384373:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679311744 : -121687030239872 : ffff915387c9ed80) 00000100:00000001:0.0:1778653783.384378:0:30807:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653783.384381:0:30807:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.384383:0:30807:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653783.384385:0:30807:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653783.384388:0:30807:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.384395:0:30807:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653783.384397:0:30807:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.384400:0:30807:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653783.384402:0:30807:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653783.384405:0:30807:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653783.384408:0:30807:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ed80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:30807:1865052054660736:192.168.204.110@tcp:35:touch.0 00000100:00000001:0.0:1778653783.384411:0:30807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653783.384417:0:30807:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653783.384419:0:30807:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653783.384424:0:30807:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653783.384427:0:30807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eec400. 02000000:00000001:0.0:1778653783.384429:0:30807:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653783.384434:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653783.384438:0:30807:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900108. 00000400:00000010:0.0:1778653783.384443:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29000. 00000100:00000200:0.0:1778653783.384449:0:30807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054660736, portal 10 00000100:00000001:0.0:1778653783.384451:0:30807:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653783.384452:0:30807:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679311744 : -121687030239872 : ffff915387c9ed80) 00000100:00000040:0.0:1778653783.384458:0:30807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.384465:0:30807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653783.384467:0:30807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653783.384470:0:30807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29f68. 00000100:00000200:0.0:1778653783.384473:0:30807:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054660736, offset 0 00000400:00000200:0.0:1778653783.384479:0:30807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653783.384485:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.384492:0:30807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653783.384497:0:30807:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653783.384502:0:30807:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653783.384505:0:30807:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653783.384508:0:30807:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653783.384512:0:30807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2303:2303:256:4294967295] 192.168.204.110@tcp LPNI seq info [2303:2303:8:4294967295] 00000400:00000200:0.0:1778653783.384517:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.384525:0:30807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653783.384530:0:30807:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653783.384535:0:30807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df100. 00000800:00000200:0.0:1778653783.384541:0:30807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653783.384549:0:30807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653783.384553:0:30807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653783.384700:0:30807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653783.384705:0:30807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 836590 usecs (837 jiffies) 00000400:00000200:0.0:1778653783.384709:0:30807:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653783.384712:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296339398 00000100:00000001:0.0:1778653783.384715:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.384717:0:30807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296339398 00000100:00000001:0.0:1778653783.384720:0:30807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653783.384722:0:30807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653783.384725:0:30807:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653783.384727:0:30807:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653783.384729:0:30807:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653783.384731:0:30807:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653783.384733:0:30807:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653783.384736:0:30807:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653783.385086:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653783.385090:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df100. 00000400:00000200:1.0:1778653783.385096:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653783.385101:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653783.385107:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29f68 00000400:00000010:1.0:1778653783.385109:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29f68. 00000100:00000001:1.0:1778653783.385113:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653783.385117:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653783.385128:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653783.385131:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653783.385137:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653783.385138:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653783.391256:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.391279:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653783.391285:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.391288:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.391300:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.391311:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653783.391324:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.391330:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.391337:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.391342:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534a680 00000400:00000200:0.0:1778653783.391348:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653783.391355:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x5fd1 [1] + 224 00000800:00000001:0.0:1778653783.391373:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.391384:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653783.391387:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653783.391392:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653783.391403:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653783.391414:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653783.391434:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c9ed80 x1865052054660736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653799 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653783.391455:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653783.391466:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653783.391469:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1778653783.400712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384c40. 00000080:00000010:2.1:1778653783.400736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3080. 00010000:00000001:1.0:1778653783.511807:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653783.511816:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653783.511822:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653783.511823:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.327323:0:30842:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653784.327329:0:30842:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653784.327331:0:30842:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653784.327335:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bb20 00000080:00200000:0.0:1778653784.327340:0:30842:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653784.327347:0:30842:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153831d1200. 00800000:00000002:0.0:1778653784.327353:0:30842:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653784.327356:0:30842:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653784.327360:0:30842:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.327362:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147ba40 00800000:00000002:0.0:1778653784.327364:0:30842:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653784.327367:0:30842:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653784.327371:0:30842:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653784.327376:0:30842:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.327378:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b910 00000002:00010000:0.0:1778653784.327380:0:30842:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653784.327383:0:30842:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653784.327385:0:30842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653784.327388:0:30842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653784.327393:0:30842:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.327395:0:30842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.327397:0:30842:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.327399:0:30842:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653784.327401:0:30842:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653784.327406:0:30842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c380. 00000020:00000040:0.0:1778653784.327410:0:30842:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653784.327416:0:30842:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653784.327420:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653784.327426:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.327428:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.327429:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.327432:0:30842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653784.327434:0:30842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653784.327451:0:30842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653784.327459:0:30842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eedc00. 00000100:00000001:0.0:1778653784.327465:0:30842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.327470:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653784.327471:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.327472:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653784.327473:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.327475:0:30842:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.327480:0:30842:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00010000:00000001:0.0:1778653784.327484:0:30842:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653784.327487:0:30842:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653784.327490:0:30842:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063100. 00010000:00000010:0.0:1778653784.327494:0:30842:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75d00. 00010000:00000001:0.0:1778653784.327498:0:30842:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653784.327501:0:30842:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24400. 00000020:00000001:0.0:1778653784.327505:0:30842:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653784.327507:0:30842:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24400 with handle 0x3df471c51a890077 to hash 00000020:00000001:0.0:1778653784.327509:0:30842:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653784.327511:0:30842:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.327514:0:30842:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.327517:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653784.327520:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653784.327524:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653784.327533:0:30842:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653784.327542:0:30842:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653784.327552:0:30842:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653784.327554:0:30842:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653784.327560:0:30842:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def9c0. 00000100:00000001:0.0:1778653784.327562:0:30842:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630359488 : -121687079192128 : ffff915384def9c0) 00000100:00000001:0.0:1778653784.327565:0:30842:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653784.327566:0:30842:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00000100:00000001:0.0:1778653784.327570:0:30842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653784.327574:0:30842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.327576:0:30842:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653784.327578:0:30842:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653784.327588:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.327596:0:30842:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653784.327598:0:30842:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.327601:0:30842:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653784.327603:0:30842:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653784.327605:0:30842:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653784.327609:0:30842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c380 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30842:1865052054660864:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:0.0:1778653784.327612:0:30842:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653784.327616:0:30842:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653784.327619:0:30842:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.327621:0:30842:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653784.327625:0:30842:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538caf2800. 02000000:00000001:0.0:1778653784.327627:0:30842:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653784.327634:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653784.327638:0:30842:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900bb0. 00000400:00000010:0.0:1778653784.327644:0:30842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29d48. 00000100:00000200:0.0:1778653784.327666:0:30842:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054660864, portal 10 00000100:00000001:0.0:1778653784.327669:0:30842:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653784.327670:0:30842:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300992 : -121687030250624 : ffff915387c9c380) 00000100:00000040:0.0:1778653784.327676:0:30842:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.327688:0:30842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653784.327691:0:30842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653784.327693:0:30842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29330. 00000100:00000200:0.0:1778653784.327696:0:30842:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054660864, offset 0 00000400:00000200:0.0:1778653784.327702:0:30842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653784.327713:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.327723:0:30842:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653784.327728:0:30842:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653784.327733:0:30842:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653784.327737:0:30842:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653784.327740:0:30842:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653784.327744:0:30842:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2304:2304:256:4294967295] 192.168.204.110@tcp LPNI seq info [2304:2304:8:4294967295] 00000400:00000200:0.0:1778653784.327747:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.327755:0:30842:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653784.327760:0:30842:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653784.327764:0:30842:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df000. 00000800:00000200:0.0:1778653784.327770:0:30842:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653784.327788:0:30842:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653784.327792:0:30842:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653784.327812:0:30842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653784.327816:0:30842:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 835363 usecs (836 jiffies) 00000400:00000200:0.0:1778653784.327819:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653784.327821:0:30842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340340 00000100:00000001:0.0:1778653784.327824:0:30842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653784.327827:0:30842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340340 00000100:00000001:0.0:1778653784.327829:0:30842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653784.327831:0:30842:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653784.327833:0:30842:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.327835:0:30842:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653784.327837:0:30842:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653784.327839:0:30842:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def9c0 going to sleep for 131 seconds 00000100:00000001:0.0:1778653784.327841:0:30842:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653784.327844:0:30842:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.328506:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.328511:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:1.0:1778653784.328517:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.328523:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.328528:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29330 00000400:00000010:1.0:1778653784.328531:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29330. 00000100:00000001:1.0:1778653784.328534:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.328539:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.328554:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.328558:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.328565:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.328566:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.333718:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.333731:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.333735:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.333736:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.333744:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.333751:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.333757:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.333761:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.333766:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.333769:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534a700 00000400:00000200:1.0:1778653784.333781:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.333787:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x5fe1 [1] + 224 00000800:00000001:1.0:1778653784.333793:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.333798:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.333801:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.333804:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.333810:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.333817:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.333826:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.333837:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.333855:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.333857:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.333930:0:30842:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653784.333937:0:30842:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.333938:0:30842:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.333944:0:30842:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900bb0. 00000400:00000200:3.0:1778653784.333947:0:30842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29d48 00000400:00000010:3.0:1778653784.333950:0:30842:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29d48. 00000100:00000001:3.0:1778653784.333952:0:30842:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.333956:0:30842:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653784.333963:0:30842:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.333968:0:30842:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.333969:0:30842:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.333971:0:30842:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.333974:0:30842:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.333976:0:30842:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.333978:0:30842:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.333981:0:30842:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.333989:0:30842:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653784.333992:0:30842:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.333994:0:30842:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.333996:0:30842:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.333999:0:30842:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.334002:0:30842:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.334005:0:30842:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.334007:0:30842:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.334009:0:30842:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.334011:0:30842:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.334014:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.334020:0:30842:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.334026:0:30842:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.334028:0:30842:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.334032:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653920 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653784.334038:0:30842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c380 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30842:1865052054660864:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653784.334041:0:30842:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.334044:0:30842:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.334045:0:30842:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.334047:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.334049:0:30842:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.334054:0:30842:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.334057:0:30842:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def9c0. 00000100:00000001:3.0:1778653784.334059:0:30842:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.334061:0:30842:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334063:0:30842:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653784.334066:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334068:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334070:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=4 00000020:00000001:3.0:1778653784.334072:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334075:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000040:3.0:1778653784.334080:0:30842:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24400, remote cookie: 0xdfa36d541726f544, flags: 0x1001 00010000:00010000:3.0:1778653784.334084:0:30842:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.334093:0:30842:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334106:0:30842:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653784.334110:0:30842:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653784.334112:0:30842:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653784.334113:0:30842:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653784.334115:0:30842:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653784.334117:0:30842:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063100) refcount = 1 00010000:00010000:3.0:1778653784.334121:0:30842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334126:0:30842:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653784.334128:0:30842:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653784.334129:0:30842:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.334131:0:30842:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653784.334133:0:30842:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.334135:0:30842:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334140:0:30842:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653784.334141:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334142:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334143:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334144:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334145:0:30842:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.334149:0:30842:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653784.334150:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334151:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334152:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334153:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334155:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334157:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334157:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334158:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=4 00000020:00000001:3.0:1778653784.334159:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334161:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334163:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.334165:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.334168:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334178:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334178:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334180:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334180:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334182:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=5 00000020:00000001:3.0:1778653784.334183:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334185:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334188:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.334190:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334194:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334195:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653784.334197:0:30842:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334201:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.334202:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334203:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334204:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334205:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653784.334208:0:30842:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653784.334214:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334215:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334216:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334217:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334218:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334220:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334220:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.334222:0:30842:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.334224:0:30842:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.334226:0:30842:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653784.334228:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334229:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334230:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334231:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334233:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00000002:00010000:3.0:1778653784.334235:0:30842:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334239:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334240:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334241:0:30842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653784.334242:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334242:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334243:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334245:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334246:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000040:3.0:1778653784.334250:0:30842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:3.0:1778653784.334252:0:30842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653784.334255:0:30842:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1778653784.334257:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334258:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.334259:0:30842:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653784.334261:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b890 00000002:00002000:3.0:1778653784.334262:0:30842:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653784.334264:0:30842:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.334268:0:30842:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.334270:0:30842:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653784.334272:0:30842:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653784.334275:0:30842:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653784.334278:0:30842:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653784.334281:0:30842:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153831d1200. 00000080:00000001:3.0:1778653784.334285:0:30842:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653784.334287:0:30842:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653784.334292:0:30842:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1778653784.334295:0:30842:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653784.334300:0:30842:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861ba980. 00800000:00000001:3.0:1778653784.334302:0:30842:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651113856 : -121687058437760 : ffff9153861ba980) 00800000:00000001:3.0:1778653784.334304:0:30842:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.334306:0:30842:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653784.334308:0:30842:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653784.334310:0:30842:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653784.334312:0:30842:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653784.334314:0:30842:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653784.334316:0:30842:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.334319:0:30842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653784.334321:0:30842:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1778653784.334325:0:30842:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653784.334327:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334328:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334329:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334330:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334332:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334333:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334334:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.334335:0:30842:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653784.334337:0:30842:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653784.334338:0:30842:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861ba980 1 00800000:00000010:3.0:1778653784.334340:0:30842:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861ba980. 00800000:00000001:3.0:1778653784.334343:0:30842:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.334345:0:30842:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890077 00800000:00000001:3.0:1778653784.334347:0:30842:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.334349:0:30842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.334350:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334350:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334351:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334352:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334354:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334356:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334357:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.334358:0:30842:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.334360:0:30842:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.334362:0:30842:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.334364:0:30842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653784.334366:0:30842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890077 from it ffffa71ac147bb58 00010000:00000001:3.0:1778653784.334367:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.334368:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.334369:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.334370:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334371:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.334373:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.334374:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.334379:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334379:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334380:0:30842:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.334382:0:30842:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.334384:0:30842:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653784.334389:0:30842:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.334391:0:30842:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.334393:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.334396:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334397:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334398:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334400:0:30842:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.334401:0:30842:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334403:0:30842:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334404:0:30842:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334406:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.334407:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334408:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653784.334409:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.334412:0:30842:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c380 x1865052054660864/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.334417:0:30842:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653784.334419:0:30842:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653784.334422:0:30842:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538caf2800. 02000000:00000001:3.0:1778653784.334424:0:30842:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653784.334426:0:30842:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.334428:0:30842:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.334430:0:30842:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.334432:0:30842:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eedc00. 02000000:00000001:3.0:1778653784.334435:0:30842:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.334436:0:30842:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.334438:0:30842:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c380. 00000100:00000001:3.0:1778653784.334442:0:30842:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.334443:0:30842:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.334446:0:30842:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653784.334451:0:30842:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.334461:0:30842:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384d80. 00000020:00000001:3.0:1778653784.334465:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147ba88 00000080:00200000:3.0:1778653784.334466:0:30842:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=24 00000080:00000001:3.0:1778653784.334469:0:30842:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653784.334471:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b938 00000080:00200000:3.0:1778653784.334473:0:30842:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:3.0:1778653784.334479:0:30842:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:3.0:1778653784.334483:0:30842:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653784.334486:0:30842:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.334488:0:30842:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.334490:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b858 00800000:00000002:3.0:1778653784.334491:0:30842:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653784.334494:0:30842:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653784.334497:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b7f0 00800000:00000002:3.0:1778653784.334499:0:30842:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1778653784.334503:0:30842:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.334504:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b728 00000002:00010000:3.0:1778653784.334506:0:30842:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1778653784.334509:0:30842:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653784.334511:0:30842:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653784.334514:0:30842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653784.334516:0:30842:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653784.334519:0:30842:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653784.334522:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.334524:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.334525:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.334526:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.334528:0:30842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.334530:0:30842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.334534:0:30842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.334538:0:30842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95000. 00000100:00000001:3.0:1778653784.334543:0:30842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334545:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.334546:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334548:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.334549:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.334550:0:30842:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.334556:0:30842:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00010000:00000001:3.0:1778653784.334558:0:30842:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653784.334560:0:30842:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653784.334562:0:30842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:3.0:1778653784.334564:0:30842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.334566:0:30842:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653784.334568:0:30842:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176000. 00000020:00000001:3.0:1778653784.334571:0:30842:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653784.334573:0:30842:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176000 with handle 0x3df471c51a89007e to hash 00000020:00000001:3.0:1778653784.334574:0:30842:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653784.334576:0:30842:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.334579:0:30842:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.334580:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.334582:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.334584:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.334590:0:30842:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.334597:0:30842:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653784.334601:0:30842:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653784.334602:0:30842:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653784.334606:0:30842:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653784.334608:0:30842:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754944 : -121687111796672 : ffff915382ed7840) 00000100:00000001:3.0:1778653784.334611:0:30842:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.334612:0:30842:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000001:3.0:1778653784.334615:0:30842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.334619:0:30842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.334620:0:30842:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653784.334621:0:30842:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653784.334625:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.334631:0:30842:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653784.334632:0:30842:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.334636:0:30842:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653784.334638:0:30842:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.334640:0:30842:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.334642:0:30842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30842:1865052054660992:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653784.334646:0:30842:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653784.334683:0:30842:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653784.334689:0:30842:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.334692:0:30842:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653784.334696:0:30842:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653784.334698:0:30842:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653784.334703:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653784.334706:0:30842:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653784.334712:0:30842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653784.334717:0:30842:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054660992, portal 10 00000100:00000001:3.0:1778653784.334719:0:30842:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.334721:0:30842:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:3.0:1778653784.334727:0:30842:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.334735:0:30842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653784.334738:0:30842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653784.334740:0:30842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c220. 00000100:00000200:3.0:1778653784.334744:0:30842:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054660992, offset 0 00000400:00000200:3.0:1778653784.334749:0:30842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653784.334755:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.334760:0:30842:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653784.334766:0:30842:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653784.334769:0:30842:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653784.334773:0:30842:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653784.334784:0:30842:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653784.334787:0:30842:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2305:2305:256:4294967295] 192.168.204.110@tcp LPNI seq info [2305:2305:8:4294967295] 00000400:00000200:3.0:1778653784.334791:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.334802:0:30842:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653784.334808:0:30842:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653784.334813:0:30842:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653784.334820:0:30842:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653784.334828:0:30842:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653784.334832:0:30842:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653784.334842:0:30842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.334846:0:30842:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 834140 usecs (835 jiffies) 00000400:00000200:3.0:1778653784.334850:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653784.334852:0:30842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340345 00000100:00000001:3.0:1778653784.334856:0:30842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.334859:0:30842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340345 00000100:00000001:3.0:1778653784.334861:0:30842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.334863:0:30842:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.334866:0:30842:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.334868:0:30842:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653784.334870:0:30842:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653784.334872:0:30842:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653784.334874:0:30842:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653784.334876:0:30842:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.335155:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.335160:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653784.335163:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.335167:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.335170:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c220 00000400:00000010:1.0:1778653784.335171:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c220. 00000100:00000001:1.0:1778653784.335174:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.335178:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.335187:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.335189:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.335195:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.335196:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.347946:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.347965:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.347970:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.347973:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.347982:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.347989:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.348000:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.348005:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.348010:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.348015:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534a780 00000400:00000200:1.0:1778653784.348029:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.348035:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x5ff1 [1] + 224 00000800:00000001:1.0:1778653784.348042:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.348052:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.348055:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.348064:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.348070:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.348079:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.348092:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.348119:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.348128:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.348131:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.348298:0:30842:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653784.348306:0:30842:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.348308:0:30842:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.348311:0:30842:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653784.348315:0:30842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653784.348317:0:30842:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653784.348320:0:30842:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.348324:0:30842:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653784.348332:0:30842:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.348337:0:30842:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.348340:0:30842:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.348342:0:30842:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.348346:0:30842:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.348348:0:30842:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.348350:0:30842:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.348353:0:30842:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.348362:0:30842:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653784.348366:0:30842:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.348368:0:30842:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.348370:0:30842:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.348372:0:30842:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.348375:0:30842:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.348379:0:30842:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.348382:0:30842:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.348383:0:30842:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.348386:0:30842:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.348390:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.348396:0:30842:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.348399:0:30842:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.348401:0:30842:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.348404:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653784.348412:0:30842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30842:1865052054660992:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653784.348417:0:30842:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.348420:0:30842:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.348422:0:30842:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.348424:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.348427:0:30842:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.348433:0:30842:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.348436:0:30842:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653784.348439:0:30842:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.348440:0:30842:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.348443:0:30842:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653784.348447:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348449:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348452:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653784.348454:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348458:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653784.348463:0:30842:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176000, remote cookie: 0xdfa36d541726f560, flags: 0x1001 00010000:00010000:3.0:1778653784.348468:0:30842:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653784.348480:0:30842:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653784.348483:0:30842:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653784.348491:0:30842:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6f00. 00010000:00000010:3.0:1778653784.348495:0:30842:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9080. 00010000:00000001:3.0:1778653784.348500:0:30842:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.348502:0:30842:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.348510:0:30842:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348515:0:30842:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653784.348529:0:30842:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653784.348531:0:30842:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653784.348533:0:30842:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653784.348534:0:30842:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653784.348536:0:30842:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9153837f6f00) refcount = 1 00010000:00010000:3.0:1778653784.348540:0:30842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348546:0:30842:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653784.348549:0:30842:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653784.348550:0:30842:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.348553:0:30842:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653784.348556:0:30842:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.348558:0:30842:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348563:0:30842:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653784.348565:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348567:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348568:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348568:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348570:0:30842:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.348573:0:30842:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653784.348575:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348576:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348577:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348579:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348581:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348583:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348584:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348585:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653784.348587:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348589:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348591:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.348593:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.348596:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348601:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348602:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348603:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348604:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348605:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=5 00000020:00000001:3.0:1778653784.348606:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348607:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348609:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.348611:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348616:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348617:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653784.348620:0:30842:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348626:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.348627:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348628:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348629:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348630:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653784.348633:0:30842:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653784.348639:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348640:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348641:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348642:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348644:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348646:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348647:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.348669:0:30842:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.348672:0:30842:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.348674:0:30842:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653784.348677:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348678:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348679:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348680:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348682:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00000002:00010000:3.0:1778653784.348685:0:30842:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348690:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348691:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348693:0:30842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653784.348694:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348695:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348696:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348698:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348699:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653784.348711:0:30842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 2 00010000:00000001:3.0:1778653784.348714:0:30842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653784.348717:0:30842:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1778653784.348719:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348720:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.348721:0:30842:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653784.348724:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b6a8 00000002:00002000:3.0:1778653784.348726:0:30842:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653784.348728:0:30842:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.348732:0:30842:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.348735:0:30842:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653784.348737:0:30842:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653784.348740:0:30842:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653784.348743:0:30842:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653784.348746:0:30842:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653784.348748:0:30842:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac147ba28 it_disposition b 00000080:00000001:3.0:1778653784.348750:0:30842:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653784.348756:0:30842:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653784.348758:0:30842:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653784.348761:0:30842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653784.348763:0:30842:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653784.348769:0:30842:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653784.348771:0:30842:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1778653784.348781:0:30842:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.348785:0:30842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653784.348788:0:30842:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653784.348793:0:30842:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 7680 00000080:00200000:3.0:1778653784.348795:0:30842:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff91538bd91148): rc = 0 00000080:00000001:3.0:1778653784.348798:0:30842:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747412808 : -121686962138808 : ffff91538bd91148) 00010000:00000001:3.0:1778653784.348800:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348801:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348803:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348805:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348807:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348809:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348810:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.348812:0:30842:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653784.348813:0:30842:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653784.348815:0:30842:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653784.348818:0:30842:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653784.348820:0:30842:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.348823:0:30842:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) for lock 0x3df471c51a89007e 00800000:00000001:3.0:1778653784.348826:0:30842:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.348828:0:30842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.348829:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348830:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348832:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348834:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348836:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348838:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348839:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.348840:0:30842:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.348842:0:30842:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653784.348848:0:30842:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf38948 inode ffff91538bd91148 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653784.348852:0:30842:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653784.348854:0:30842:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.348856:0:30842:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653784.348859:0:30842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00010000:3.0:1778653784.348862:0:30842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89007e from it ffffa71ac147ba28 00010000:00000001:3.0:1778653784.348864:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.348865:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.348866:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.348867:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348869:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.348871:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.348874:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.348879:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348880:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348882:0:30842:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.348884:0:30842:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.348886:0:30842:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653784.348893:0:30842:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.348895:0:30842:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.348897:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.348901:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348901:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.348903:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.348906:0:30842:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.348908:0:30842:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.348910:0:30842:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.348912:0:30842:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.348914:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.348914:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.348915:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.348917:0:30842:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653784.348921:0:30842:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000100:00000001:3.0:1778653784.348924:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.348929:0:30842:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1fb80 x1865052054660992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.348934:0:30842:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653784.348937:0:30842:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653784.348939:0:30842:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653784.348942:0:30842:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653784.348944:0:30842:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.348945:0:30842:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.348947:0:30842:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.348949:0:30842:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e95000. 02000000:00000001:3.0:1778653784.348953:0:30842:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.348955:0:30842:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.348957:0:30842:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1fb80. 00000100:00000001:3.0:1778653784.348960:0:30842:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.348961:0:30842:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.348968:0:30842:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653784.348970:0:30842:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148), inode mode 41ed mask 1 00000080:00000001:3.0:1778653784.348975:0:30842:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.348985:0:30842:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384b60. 00000020:00000001:3.0:1778653784.348989:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bae8 00000080:00200000:3.0:1778653784.348991:0:30842:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff91538bd91148), flags=8 00000080:00000001:3.0:1778653784.348993:0:30842:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653784.348994:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b998 00000080:00200000:3.0:1778653784.348996:0:30842:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff91538bd91148), intent=getattr 00000080:00000010:3.0:1778653784.349002:0:30842:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.349008:0:30842:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.349010:0:30842:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.349011:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b8b8 00800000:00000002:3.0:1778653784.349013:0:30842:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1778653784.349016:0:30842:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653784.349031:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b850 00800000:00000002:3.0:1778653784.349032:0:30842:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1778653784.349037:0:30842:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.349038:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b788 00000002:00010000:3.0:1778653784.349040:0:30842:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653784.349043:0:30842:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653784.349046:0:30842:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653784.349049:0:30842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653784.349052:0:30842:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653784.349055:0:30842:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653784.349059:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.349061:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.349062:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.349063:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.349066:0:30842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.349068:0:30842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.349071:0:30842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.349075:0:30842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95000. 00000100:00000001:3.0:1778653784.349080:0:30842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.349083:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.349084:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.349086:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.349087:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.349089:0:30842:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.349103:0:30842:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00010000:00000001:3.0:1778653784.349107:0:30842:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653784.349109:0:30842:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653784.349111:0:30842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 2 00010000:00000001:3.0:1778653784.349113:0:30842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.349115:0:30842:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653784.349118:0:30842:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176600. 00000020:00000001:3.0:1778653784.349121:0:30842:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653784.349123:0:30842:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176600 with handle 0x3df471c51a890085 to hash 00000020:00000001:3.0:1778653784.349125:0:30842:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653784.349126:0:30842:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.349129:0:30842:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.349131:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.349132:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.349134:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.349140:0:30842:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.349147:0:30842:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30842 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653784.349152:0:30842:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653784.349154:0:30842:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653784.349158:0:30842:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653784.349160:0:30842:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754944 : -121687111796672 : ffff915382ed7840) 00000100:00000001:3.0:1778653784.349163:0:30842:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.349164:0:30842:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000001:3.0:1778653784.349168:0:30842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.349172:0:30842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.349174:0:30842:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653784.349176:0:30842:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653784.349180:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.349187:0:30842:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653784.349190:0:30842:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.349193:0:30842:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653784.349196:0:30842:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.349198:0:30842:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.349201:0:30842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30842:1865052054661120:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653784.349205:0:30842:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653784.349209:0:30842:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653784.349212:0:30842:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.349214:0:30842:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653784.349218:0:30842:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653784.349220:0:30842:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653784.349224:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653784.349227:0:30842:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653784.349231:0:30842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653784.349237:0:30842:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054661120, portal 10 00000100:00000001:3.0:1778653784.349239:0:30842:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.349241:0:30842:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:3.0:1778653784.349246:0:30842:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.349252:0:30842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653784.349255:0:30842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653784.349257:0:30842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653784.349260:0:30842:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054661120, offset 0 00000400:00000200:3.0:1778653784.349268:0:30842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653784.349275:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.349282:0:30842:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653784.349287:0:30842:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653784.349291:0:30842:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653784.349294:0:30842:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653784.349297:0:30842:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653784.349300:0:30842:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2306:2306:256:4294967295] 192.168.204.110@tcp LPNI seq info [2306:2306:8:4294967295] 00000400:00000200:3.0:1778653784.349304:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.349312:0:30842:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653784.349317:0:30842:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653784.349321:0:30842:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5900. 00000800:00000200:3.0:1778653784.349327:0:30842:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653784.349334:0:30842:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653784.349338:0:30842:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1778653784.349356:0:30842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.349361:0:30842:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 832932 usecs (833 jiffies) 00000400:00000200:3.0:1778653784.349364:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653784.349367:0:30842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340358 00000100:00000001:3.0:1778653784.349371:0:30842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.349373:0:30842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340358 00000100:00000001:3.0:1778653784.349375:0:30842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.349377:0:30842:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.349379:0:30842:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.349381:0:30842:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653784.349383:0:30842:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653784.349385:0:30842:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653784.349387:0:30842:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653784.349389:0:30842:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.350037:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.350043:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653784.350048:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.350054:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.350059:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 00000400:00000010:1.0:1778653784.350061:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 00000100:00000001:1.0:1778653784.350064:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.350068:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.350077:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.350079:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.350085:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.350087:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.356500:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.356604:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.356610:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.356614:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.356625:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.356634:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.356647:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.356668:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.356674:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.356678:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a0414534a800 00000400:00000200:1.0:1778653784.356683:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.356689:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x5ff9 [1] + 224 00000800:00000001:1.0:1778653784.356696:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.356808:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.356812:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.356818:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.356827:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.356836:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.356847:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.356922:0:30842:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653784.357039:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.357050:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.357055:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653784.357435:0:30842:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.357437:0:30842:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.357441:0:30842:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653784.357446:0:30842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653784.357448:0:30842:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653784.357450:0:30842:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.357455:0:30842:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653784.357463:0:30842:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.357468:0:30842:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.357470:0:30842:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.357472:0:30842:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.357475:0:30842:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.357478:0:30842:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.357481:0:30842:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.357484:0:30842:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.357492:0:30842:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653784.357496:0:30842:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.357498:0:30842:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.357500:0:30842:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.357502:0:30842:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.357505:0:30842:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.357508:0:30842:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.357510:0:30842:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.357512:0:30842:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.357514:0:30842:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.360845:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.360858:0:30842:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.360861:0:30842:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.360863:0:30842:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.360971:0:30842:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653920 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653784.360987:0:30842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:30842:1865052054661120:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653784.360993:0:30842:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.360996:0:30842:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.360998:0:30842:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.361000:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.361004:0:30842:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.361010:0:30842:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.361014:0:30842:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653784.361068:0:30842:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.361071:0:30842:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.361074:0:30842:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653784.361078:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361081:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361084:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653784.361086:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361089:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653784.361154:0:30842:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176600, remote cookie: 0xdfa36d541726f57c, flags: 0x1001 00010000:00010000:3.0:1778653784.361159:0:30842:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653784.361168:0:30842:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:3.0:1778653784.361171:0:30842:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653784.361182:0:30842:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6200. 00010000:00000010:3.0:1778653784.361186:0:30842:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9a80. 00010000:00000001:3.0:1778653784.361191:0:30842:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.361194:0:30842:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.361207:0:30842:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361213:0:30842:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653784.361216:0:30842:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653784.361218:0:30842:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653784.361219:0:30842:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653784.361220:0:30842:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653784.361223:0:30842:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff9153837f6200) refcount = 1 00010000:00010000:3.0:1778653784.361227:0:30842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361232:0:30842:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653784.361235:0:30842:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653784.361236:0:30842:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.361239:0:30842:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653784.361241:0:30842:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.361244:0:30842:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361250:0:30842:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653784.361252:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361253:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.361254:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361255:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.361256:0:30842:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.361260:0:30842:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653784.361261:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361262:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361264:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.361265:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361267:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361270:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361271:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361272:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653784.361274:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361276:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361278:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.361281:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.361283:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361289:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361290:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.361291:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361292:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361293:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=5 00000020:00000001:3.0:1778653784.361294:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361296:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361298:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.361301:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361306:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361307:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653784.361309:0:30842:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361315:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.361316:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361317:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.361318:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361319:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653784.361323:0:30842:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653784.361336:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361337:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361338:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.361340:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361342:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000002:00010000:3.0:1778653784.361345:0:30842:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653784.361353:0:30842:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861ba980. 00010000:00000001:3.0:1778653784.361355:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361355:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.361357:0:30842:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.361358:0:30842:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.361361:0:30842:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653784.361363:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361364:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361365:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.361367:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361369:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000002:00010000:3.0:1778653784.361372:0:30842:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.361378:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361379:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.361380:0:30842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653784.361381:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.361382:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.361383:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.361384:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.361386:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653784.361389:0:30842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:3.0:1778653784.361392:0:30842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653784.361395:0:30842:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:3.0:1778653784.361398:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.361399:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.361400:0:30842:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653784.361403:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147b708 00000002:00002000:3.0:1778653784.361404:0:30842:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653784.361407:0:30842:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.361410:0:30842:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.361413:0:30842:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653784.361416:0:30842:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653784.361418:0:30842:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.361421:0:30842:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653784.361423:0:30842:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac147bb20 it_disposition b 00000080:00000001:3.0:1778653784.361425:0:30842:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653784.361430:0:30842:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653784.361433:0:30842:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653784.361436:0:30842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1778653784.361438:0:30842:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1778653784.361499:0:30842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.361504:0:30842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.361509:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.361513:0:30842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c66000. 00000020:00000010:3.0:1778653784.361573:0:30842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.361581:0:30842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.361585:0:30842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.361590:0:30842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.361595:0:30842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.361598:0:30842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.361602:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66e00. 00000008:00000010:3.0:1778653784.361605:0:30842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.361608:0:30842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.361611:0:30842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.361614:0:30842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.361617:0:30842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.361620:0:30842:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653784.361622:0:30842:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653784.361625:0:30842:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653784.361627:0:30842:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653784.361631:0:30842:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3bde0. 00020000:00000010:3.0:1778653784.361635:0:30842:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34ea00. 00020000:00000010:3.0:1778653784.361639:0:30842:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3ba80. 00020000:00000001:3.0:1778653784.361641:0:30842:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614942336 : -121687094609280 : ffff915383f3ba80) 00020000:00000002:3.0:1778653784.361643:0:30842:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3ba80, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653784.361648:0:30842:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653784.361789:0:30842:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34ea00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653784.361793:0:30842:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff915383e727c0 00020000:00000001:3.0:1778653784.361795:0:30842:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653784.361798:0:30842:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff915383e727c0 00020000:00000010:3.0:1778653784.361802:0:30842:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34ea00. 00020000:00000010:3.0:1778653784.361806:0:30842:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3bde0. 00020000:00000010:3.0:1778653784.361809:0:30842:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3ba80. 00020000:00000002:3.0:1778653784.361810:0:30842:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653784.361812:0:30842:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.361814:0:30842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653784.361816:0:30842:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.361820:0:30842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c66000. 00000020:00000010:3.0:1778653784.361823:0:30842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.361826:0:30842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.361829:0:30842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.361832:0:30842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.361835:0:30842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.361837:0:30842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.361840:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000008:00000010:3.0:1778653784.361842:0:30842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.361845:0:30842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.361847:0:30842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.361850:0:30842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.361853:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66e00. 00000020:00000010:3.0:1778653784.361855:0:30842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653784.361858:0:30842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1778653784.361860:0:30842:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653784.361865:0:30842:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x25:0x0](ffff91538bd942c8): rc = 0 00000080:00000001:3.0:1778653784.361867:0:30842:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:3.0:1778653784.364583:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.364589:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.364593:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.364597:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.364601:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000080:00000001:3.0:1778653784.364605:0:30842:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653784.364607:0:30842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.364616:0:30842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.364621:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66e00. 00000020:00000010:3.0:1778653784.364625:0:30842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.364628:0:30842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.364634:0:30842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.364638:0:30842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.364643:0:30842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.364700:0:30842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.364887:0:30842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.364893:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66000. 00000008:00000010:3.0:1778653784.364897:0:30842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.364901:0:30842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.364904:0:30842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.364908:0:30842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.364910:0:30842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.364913:0:30842:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653784.364915:0:30842:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653784.364918:0:30842:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653784.364920:0:30842:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653784.364926:0:30842:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3ba80. 00020000:00000010:3.0:1778653784.364931:0:30842:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34ea00. 00020000:00000010:3.0:1778653784.364935:0:30842:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3bde0. 00020000:00000001:3.0:1778653784.364937:0:30842:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614943200 : -121687094608416 : ffff915383f3bde0) 00020000:00000002:3.0:1778653784.364941:0:30842:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bde0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653784.364945:0:30842:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653784.364949:0:30842:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34ea00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653784.364953:0:30842:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff915383e727c0 00020000:00000001:3.0:1778653784.364956:0:30842:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653784.364958:0:30842:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff915383e727c0 00020000:00000010:3.0:1778653784.364963:0:30842:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34ea00. 00020000:00000010:3.0:1778653784.364968:0:30842:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3ba80. 00020000:00000010:3.0:1778653784.364971:0:30842:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bde0. 00020000:00000002:3.0:1778653784.364973:0:30842:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653784.364975:0:30842:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.364977:0:30842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.364980:0:30842:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653784.364983:0:30842:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000002:3.0:1778653784.364986:0:30842:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b2a0 addref 2/0 by ffff915383e727c0. 00020000:00000002:3.0:1778653784.364988:0:30842:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.364990:0:30842:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653784.364992:0:30842:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653784.364993:0:30842:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653784.364995:0:30842:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653784.364997:0:30842:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653784.364999:0:30842:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653784.365002:0:30842:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.365005:0:30842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.365008:0:30842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.365011:0:30842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.365015:0:30842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.365018:0:30842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.365021:0:30842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.365024:0:30842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.365026:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66e00. 00000008:00000010:3.0:1778653784.365029:0:30842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.365032:0:30842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.365034:0:30842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.365036:0:30842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.365038:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66000. 00000020:00000010:3.0:1778653784.365040:0:30842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653784.365043:0:30842:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365045:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365047:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.365049:0:30842:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653784.365053:0:30842:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653784.365055:0:30842:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.365059:0:30842:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) for lock 0x3df471c51a890085 00800000:00000001:3.0:1778653784.365062:0:30842:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.365065:0:30842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.365066:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.365067:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.365069:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.365070:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365072:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365074:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365075:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.365076:0:30842:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.365078:0:30842:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653784.365084:0:30842:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf385e8 inode ffff91538bd942c8 refc 1 flags 0x40000e 00000080:00000001:3.0:1778653784.365087:0:30842:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653784.365091:0:30842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653784.365094:0:30842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890085 from it ffffa71ac147bb20 00010000:00000001:3.0:1778653784.365096:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.365096:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.365098:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.365099:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365101:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365103:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.365107:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.365115:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365116:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.365117:0:30842:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.365120:0:30842:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.365123:0:30842:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653784.365130:0:30842:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.365133:0:30842:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.365135:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.365140:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365141:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.365142:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365145:0:30842:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.365147:0:30842:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365149:0:30842:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365152:0:30842:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365155:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.365156:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365156:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.365158:0:30842:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653784.365162:0:30842:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000100:00000001:3.0:1778653784.365166:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.365177:0:30842:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1fb80 x1865052054661120/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.365184:0:30842:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653784.365187:0:30842:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653784.365190:0:30842:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653784.365193:0:30842:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653784.365196:0:30842:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.365198:0:30842:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.365200:0:30842:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.365202:0:30842:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e95000. 02000000:00000001:3.0:1778653784.365206:0:30842:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.365208:0:30842:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.365210:0:30842:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1fb80. 00000100:00000001:3.0:1778653784.365213:0:30842:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.365214:0:30842:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.365218:0:30842:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653784.365219:0:30842:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac147bb20 released 00000080:00000001:3.0:1778653784.365221:0:30842:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1778653784.365235:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bd08 00000080:00200008:3.0:1778653784.365238:0:30842:0:(file.c:6227:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653784.365244:0:30842:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653784.365245:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bc80 00000080:00200000:3.0:1778653784.365247:0:30842:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff91538bd942c8),name=f 00000080:00000010:3.0:1778653784.365252:0:30842:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.365261:0:30842:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.365264:0:30842:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.365265:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bba0 00800000:00000002:3.0:1778653784.365268:0:30842:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1778653784.365272:0:30842:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653784.365276:0:30842:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653784.365280:0:30842:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.365281:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147ba70 00000002:00010000:3.0:1778653784.365283:0:30842:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653784.365287:0:30842:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653784.365288:0:30842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.365291:0:30842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.365296:0:30842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:3.0:1778653784.365298:0:30842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.365303:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.365306:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653784.365309:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653784.365321:0:30842:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653784.365325:0:30842:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.365327:0:30842:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653784.365334:0:30842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653784.365335:0:30842:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.365337:0:30842:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.365339:0:30842:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.365341:0:30842:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.365343:0:30842:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653784.365345:0:30842:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653784.365347:0:30842:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.365350:0:30842:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653784.365352:0:30842:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.365354:0:30842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653784.365357:0:30842:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff91538bd942c8) for lock 0x3df471c51a890085 00800000:00000001:3.0:1778653784.365359:0:30842:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.365360:0:30842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.365362:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.365363:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.365364:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.365366:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365368:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365370:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365371:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.365372:0:30842:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.365374:0:30842:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.365376:0:30842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890085 from it ffffa71ac147bcb8 00010000:00000001:3.0:1778653784.365378:0:30842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.365379:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.365380:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653784.365382:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365384:0:30842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653784.365386:0:30842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.365388:0:30842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653784.365394:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365395:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.365396:0:30842:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.365397:0:30842:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.365399:0:30842:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653784.365405:0:30842:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.365406:0:30842:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.365408:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.365410:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365411:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.365412:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365414:0:30842:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.365415:0:30842:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365417:0:30842:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365418:0:30842:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365420:0:30842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.365421:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.365422:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653784.365424:0:30842:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653784.365425:0:30842:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.365428:0:30842:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653784.365430:0:30842:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653784.365432:0:30842:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.365434:0:30842:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653784.365436:0:30842:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.365438:0:30842:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653784.365441:0:30842:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1778653784.365443:0:30842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.365446:0:30842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.365449:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67c00. 00000020:00000010:3.0:1778653784.365452:0:30842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c66000. 00000020:00000010:3.0:1778653784.365454:0:30842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.365457:0:30842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.365459:0:30842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.365462:0:30842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.365465:0:30842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.365467:0:30842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.365469:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66e00. 00000008:00000010:3.0:1778653784.365471:0:30842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.365473:0:30842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.365475:0:30842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.365477:0:30842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.365479:0:30842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.365481:0:30842:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653784.365485:0:30842:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.365488:0:30842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653784.365490:0:30842:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653784.365491:0:30842:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1778653784.365495:0:30842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653784.365496:0:30842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653784.365498:0:30842:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653784.365500:0:30842:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.365502:0:30842:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.365505:0:30842:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x25:0x0]io ffff9153864712a0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1778653784.365508:0:30842:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.365511:0:30842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653784.365513:0:30842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653784.365515:0:30842:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653784.365516:0:30842:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.365519:0:30842:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653784.365521:0:30842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653784.365522:0:30842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.365524:0:30842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653784.365525:0:30842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653784.365526:0:30842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653784.365528:0:30842:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00000020:00000001:3.0:1778653784.365530:0:30842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653784.365532:0:30842:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653784.365533:0:30842:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:3.0:1778653784.365536:0:30842:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653784.365537:0:30842:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653784.365539:0:30842:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653784.365541:0:30842:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653784.365546:0:30842:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653784.365551:0:30842:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9e80. 00020000:00000002:3.0:1778653784.365553:0:30842:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653784.365555:0:30842:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653784.365557:0:30842:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653784.365558:0:30842:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653784.365560:0:30842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.365562:0:30842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01360. 00000020:00000010:3.0:1778653784.365565:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.365568:0:30842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67200. 00000020:00000010:3.0:1778653784.365570:0:30842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653784.365579:0:30842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653784.365582:0:30842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653784.365585:0:30842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653784.365589:0:30842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653784.365592:0:30842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653784.365594:0:30842:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67400. 00000008:00000010:3.0:1778653784.365596:0:30842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653784.365599:0:30842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653784.365601:0:30842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653784.365604:0:30842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe960. 00000020:00000001:3.0:1778653784.365606:0:30842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763240 : -121687028788376 : ffff915387e01368) 00000020:00001000:3.0:1778653784.365607:0:30842:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01360 00000020:00000001:3.0:1778653784.365609:0:30842:0:(cl_object.c:151:cl_object_top()) ffff915385c8ff58 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.365611:0:30842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653784.365614:0:30842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653784.365616:0:30842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653784.365617:0:30842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.365619:0:30842:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.365621:0:30842:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653784.365622:0:30842:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653784.365626:0:30842:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653784.365629:0:30842:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653784.365631:0:30842:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653784.365633:0:30842:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653784.365634:0:30842:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9eb0, osc lock ffff91538c5e3a20, flags 0x400001002 00000020:00000001:3.0:1778653784.365636:0:30842:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.365638:0:30842:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.365641:0:30842:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614607488 : -121687094944128 : ffff915383ee9e80) 00000020:00000001:3.0:1778653784.365643:0:30842:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653784.365644:0:30842:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653784.365646:0:30842:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.365647:0:30842:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.365883:0:30842:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653784.365885:0:30842:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653784.365888:0:30842:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653784.365889:0:30842:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653784.365891:0:30842:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653784.365892:0:30842:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653784.365894:0:30842:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653784.365896:0:30842:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653784.365897:0:30842:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653784.365900:0:30842:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653784.365903:0:30842:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653784.365904:0:30842:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653784.365905:0:30842:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653784.365907:0:30842:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653784.365908:0:30842:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653784.365910:0:30842:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653784.365911:0:30842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653784.365915:0:30842:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.365918:0:30842:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1778653784.365922:0:30842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653784.365925:0:30842:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653784.365929:0:30842:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1778653784.365932:0:30842:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1778653784.365936:0:30842:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1647 00000400:00000200:3.0:1778653784.365945:0:30842:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.365950:0:30842:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1778653784.365953:0:30842:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653784.365956:0:30842:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653784.365958:0:30842:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653784.365960:0:30842:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:3.0:1778653784.365963:0:30842:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1778653784.365964:0:30842:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:3.0:1778653784.365966:0:30842:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.365968:0:30842:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:3.0:1778653784.365970:0:30842:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:3.0:1778653784.365972:0:30842:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000040:3.0:1778653784.365974:0:30842:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653784.365976:0:30842:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653784.365978:0:30842:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653784.365979:0:30842:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:3.0:1778653784.365982:0:30842:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00080000:3.0:1778653784.365984:0:30842:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff915389b76000: import ffff91538996b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:3.0:1778653784.365987:0:30842:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.365989:0:30842:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1778653784.365995:0:30842:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.365997:0:30842:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.365998:0:30842:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1778653784.366002:0:30842:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1778653784.366004:0:30842:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.366006:0:30842:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.366008:0:30842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653784.366010:0:30842:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 02000000:00000001:3.0:1778653784.366013:0:30842:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653784.366015:0:30842:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.366018:0:30842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.366021:0:30842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.366023:0:30842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.366029:0:30842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95000. 00000100:00000001:3.0:1778653784.366035:0:30842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.366041:0:30842:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653784.366050:0:30842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.366053:0:30842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.366057:0:30842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafe91e6] to pc [ptlrpcd_rcv+-1] req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.366114:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653784.366117:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653784.366119:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653784.366125:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.366132:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653784.366134:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.366137:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653784.366140:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653784.366142:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653784.366145:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054661248:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:0.0:1778653784.366148:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653784.366152:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653784.366154:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.366156:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653784.366160:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed800. 02000000:00000001:0.0:1778653784.366162:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653784.366167:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653784.366170:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653784.366176:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29110. 00000100:00000200:0.0:1778653784.366182:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054661248, portal 4 00000100:00000001:0.0:1778653784.366184:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653784.366186:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:0.0:1778653784.366192:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.366199:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653784.366202:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653784.366204:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a295d8. 00000100:00000200:0.0:1778653784.366207:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054661248, offset 0 00000400:00000200:0.0:1778653784.366213:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653784.366220:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.366226:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653784.366230:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653784.366234:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653784.366238:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653784.366241:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653784.366244:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2307:2307:256:4294967295] 192.168.204.110@tcp LPNI seq info [2307:2307:8:4294967295] 00000400:00000200:0.0:1778653784.366248:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.366257:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653784.366262:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653784.366267:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df300. 00000800:00000200:0.0:1778653784.366273:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653784.366279:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653784.366283:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653784.366303:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653784.366307:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 302888 usecs (303 jiffies) 00000400:00000200:0.0:1778653784.366310:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653784.366313:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296339845 00000100:00000001:0.0:1778653784.366315:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653784.366317:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296339845 00000100:00000001:0.0:1778653784.366319:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653784.366322:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653784.366324:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.366327:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.366329:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.366345:0:30842:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.366348:0:30842:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1778653784.366349:0:30842:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:3.0:1778653784.366352:0:30842:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653784.366355:0:30842:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.366358:0:30842:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.366360:0:30842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.366361:0:30842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.366363:0:30842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.366367:0:30842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915385c67600. 00000100:00000001:3.0:1778653784.366370:0:30842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.366374:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.366376:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.366377:0:30842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.366378:0:30842:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.366380:0:30842:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.366382:0:30842:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00010000:00000001:3.0:1778653784.366385:0:30842:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653784.366387:0:30842:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653784.366391:0:30842:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6600. 00010000:00000010:3.0:1778653784.366394:0:30842:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9153837f6400. 00010000:00000001:3.0:1778653784.366400:0:30842:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653784.366403:0:30842:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177600. 00000020:00000001:3.0:1778653784.366406:0:30842:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653784.366408:0:30842:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177600 with handle 0x3df471c51a89008c to hash 00000020:00000001:3.0:1778653784.366410:0:30842:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653784.366412:0:30842:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657471488 : -121686052080128 : ffff9153c2177600) 00010000:00000010:3.0:1778653784.366415:0:30842:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9153861ba200. 00010000:00000001:3.0:1778653784.366418:0:30842:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657471488 : -121686052080128 : ffff9153c2177600) 00010000:00000001:3.0:1778653784.366420:0:30842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.366422:0:30842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.366425:0:30842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.366435:0:30842:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.366444:0:30842:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.366447:0:30842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.366449:0:30842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.366454:0:30842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047a4e247] to pc [ptlrpcd_01_00+0] req@ffff915387c1fb80 x1865052054661376/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1778653784.366571:0:30842:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653784.366574:0:30842:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.366576:0:30842:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.366578:0:30842:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.366579:0:30842:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.366581:0:30842:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653784.366583:0:30842:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653784.366585:0:30842:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653784.366586:0:30842:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1778653784.366609:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653784.366612:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.366669:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653784.366672:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653784.366674:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653784.366675:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653784.366678:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.366680:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.366848:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.366852:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653784.366859:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.366864:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.366870:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a295d8 00000400:00000010:1.0:1778653784.366872:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a295d8. 00000100:00000001:1.0:1778653784.366875:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.366879:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.366886:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.366889:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.366894:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.366895:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.382691:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.382707:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.382711:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.382714:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.382723:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.382730:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.382738:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.382743:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.382748:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.382752:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a0414534a880 00000400:00000200:1.0:1778653784.382756:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.382762:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x6001 [1] + 0 00000800:00000001:1.0:1778653784.382768:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.382787:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.382790:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.382793:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.382812:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.382821:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653784.382831:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.382850:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.382858:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.382861:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653784.383129:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653784.383134:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653784.383140:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653784.383142:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653784.383145:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653784.383150:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29110 00000400:00000010:0.0:1778653784.383152:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29110. 00000100:00000001:0.0:1778653784.383155:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.383160:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653784.383170:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.383176:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653784.383178:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653784.383180:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653784.383184:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653784.383186:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653784.383188:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.383191:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653784.383200:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=45 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653784.383204:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653784.383207:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653784.383209:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.383212:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653784.383215:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.383218:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1778653784.383220:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: committing for last_committed 4294967312 gen 11 00000100:00000040:0.0:1778653784.383223:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1778653784.383226:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653784.383228:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653784.383232:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.383240:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653784.383243:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653784.383245:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653784.383248:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1778653784.383253:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:0.0:1778653784.383256:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653784.383258:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:0.0:1778653784.383261:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.383263:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:0.0:1778653784.383266:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:0.0:1778653784.383268:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00001000:0.0:1778653784.383272:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=1778653784 v=0 (0 0 0 0) 00000100:00001000:0.0:1778653784.383275:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996bc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1778653784.383279:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:0.0:1778653784.383284:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1778653784.383287:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:0.0:1778653784.383290:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653784.383292:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1778653784.383296:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1778653784.383299:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653784.383302:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1778653784.383306:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653784.383308:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653784.383322:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653784.383324:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653784.383326:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653784.383329:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383331:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383333:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653784.383334:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653784.383336:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383337:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653784.383339:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653784.383343:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653784.383345:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383347:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383349:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653784.383351:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653784.383353:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653784.383355:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.383357:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1778653784.383359:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1778653784.383363:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1778653784.383366:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653784.383367:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1778653784.383368:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653784.383369:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1778653784.383371:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1778653784.383372:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1778653784.383376:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1778653784.383379:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1778653784.383381:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653784.383382:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653784.383384:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653784.383385:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653784.383387:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653784.383388:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653784.383389:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383391:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383392:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653784.383393:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653784.383394:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383396:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653784.383397:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653784.383399:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653784.383400:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383401:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.383403:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653784.383404:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653784.383406:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653784.383408:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.383409:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1778653784.383411:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653784.383414:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1778653784.383421:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e0f663c8): req@ffff915387c1fb80 x1865052054661376/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.383443:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.383446:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653784.383450:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653784.383459:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054661248:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:0.0:1778653784.383464:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653784.383467:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653784.383470:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054661248/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.383477:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653784.383479:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653784.383483:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed800. 02000000:00000001:0.0:1778653784.383486:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653784.383488:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653784.383490:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653784.383492:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653784.383495:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e95000. 02000000:00000001:0.0:1778653784.383499:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653784.383501:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653784.383503:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:0.0:1778653784.383506:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653784.383507:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653784.383510:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653784.383516:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653784.383517:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.383520:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653784.383521:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.385502:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.385510:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000400:00000200:1.0:1778653784.385519:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.385527:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.385532:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:1.0:1778653784.385534:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:1.0:1778653784.385539:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.385545:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054661376/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.385556:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.385560:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054661376/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.385567:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.385570:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.406943:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.406963:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.406968:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.406972:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.406982:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.406989:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.407000:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.407006:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.407012:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.407017:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a0414534a900 00000400:00000200:1.0:1778653784.407032:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.407040:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6011 [1] + 224 00000800:00000001:1.0:1778653784.407047:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.407060:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.407063:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.407067:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.407076:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.407086:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054661376/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.407098:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c1fb80 x1865052054661376/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.407114:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.407123:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.407126:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653784.407961:0:30842:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.407966:0:30842:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.407972:0:30842:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653784.407974:0:30842:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.407977:0:30842:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.407978:0:30842:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653784.407982:0:30842:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653784.407987:0:30842:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653784.407989:0:30842:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.407991:0:30842:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653784.407992:0:30842:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.407994:0:30842:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653784.407998:0:30842:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.408000:0:30842:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653784.408003:0:30842:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.408004:0:30842:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.408006:0:30842:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000080:00200000:3.0:1778653784.408009:0:30842:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1778653784.408012:0:30842:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653784.408015:0:30842:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653784.408016:0:30842:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471240 (ffff915387e01cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1778653784.408028:0:30842:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653784.408030:0:30842:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471240 (ffff915387e01cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653784.408034:0:30842:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653784.408037:0:30842:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653784.408038:0:30842:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653784.408040:0:30842:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653784.408041:0:30842:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9eb0 (ffff915387e01368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653784.408044:0:30842:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653784.408046:0:30842:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653784.408047:0:30842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.408049:0:30842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653784.408050:0:30842:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653784.408051:0:30842:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653784.408053:0:30842:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653784.408054:0:30842:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653784.408055:0:30842:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653784.408056:0:30842:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471240 (ffff915387e01cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653784.408059:0:30842:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653784.408061:0:30842:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653784.408062:0:30842:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9eb0 (ffff915387e01cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653784.408066:0:30842:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653784.408070:0:30842:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653784.408072:0:30842:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9e80. 00020000:00000001:3.0:1778653784.408074:0:30842:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653784.408075:0:30842:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653784.408077:0:30842:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653784.408078:0:30842:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.408081:0:30842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653784.408084:0:30842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653784.408085:0:30842:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653784.408087:0:30842:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653784.408089:0:30842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653784.408090:0:30842:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01360 00000020:00000010:3.0:1778653784.408094:0:30842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67200. 00000020:00000010:3.0:1778653784.408098:0:30842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653784.408102:0:30842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653784.408107:0:30842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653784.408111:0:30842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653784.408116:0:30842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653784.408120:0:30842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653784.408123:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000008:00000010:3.0:1778653784.408127:0:30842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653784.408130:0:30842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653784.408133:0:30842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653784.408136:0:30842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe960. 00000020:00000010:3.0:1778653784.408140:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67400. 00000020:00000010:3.0:1778653784.408142:0:30842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01360. 00020000:00000001:3.0:1778653784.408144:0:30842:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653784.408146:0:30842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653784.408149:0:30842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653784.408151:0:30842:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653784.408155:0:30842:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653784.408156:0:30842:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.408158:0:30842:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653784.408160:0:30842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653784.408162:0:30842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653784.408163:0:30842:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.408164:0:30842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c66000. 00000020:00000010:3.0:1778653784.408167:0:30842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.408169:0:30842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.408172:0:30842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.408175:0:30842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.408178:0:30842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.408180:0:30842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.408183:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67c00. 00000008:00000010:3.0:1778653784.408185:0:30842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.408187:0:30842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.408189:0:30842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.408191:0:30842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.408193:0:30842:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66e00. 00000020:00000010:3.0:1778653784.408195:0:30842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000001:00000001:3.0:1778653784.408197:0:30842:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.408204:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bd08 00000080:00000008:3.0:1778653784.408206:0:30842:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653784.408213:0:30842:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653784.408214:0:30842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac147bda0 00000080:00002000:3.0:1778653784.408217:0:30842:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff91538bf385e8, parent ffff91538bf38948, inode ffff91538bd942c8) hashed, 00000080:00000001:3.0:1778653784.408220:0:30842:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.416207:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.416212:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000400:00000200:1.0:1778653784.416217:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.416222:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.416227:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490bb0 00000400:00000010:1.0:1778653784.416230:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490bb0. 00000100:00000001:1.0:1778653784.416234:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.416238:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054661504/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.416247:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.416251:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054661504/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.416257:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.416259:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.421033:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.421047:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.421052:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.421054:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.421063:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.421071:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.421080:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.421085:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.421091:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.421096:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534a980 00000400:00000200:1.0:1778653784.421100:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.421106:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6019 [1] + 224 00000800:00000001:1.0:1778653784.421113:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.421121:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.421124:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.421128:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.421136:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.421145:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054661504/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.421158:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc2a00 x1865052054661504/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.421180:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.421189:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.421192:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.423736:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.423741:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653784.423746:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.423751:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.423757:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:1.0:1778653784.423759:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:1.0:1778653784.423764:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.423768:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054661632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.423785:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.423788:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054661632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.423794:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.423796:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.433890:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.433906:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.433910:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.433913:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.433921:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.433928:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.433937:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.433943:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.433948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.433953:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a0414534aa00 00000400:00000200:1.0:1778653784.433957:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.433963:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x6021 [1] + 224 00000800:00000001:1.0:1778653784.433971:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.433979:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.433982:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.433986:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.433992:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.434000:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054661632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.434009:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915385fc2a00 x1865052054661632/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.434092:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.434101:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.434105:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.436852:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653784.436857:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653784.438387:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653784.438392:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:0.0:1778653784.438397:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.438403:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653784.438408:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:0.0:1778653784.438411:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:0.0:1778653784.438415:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653784.438419:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054661760/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.438429:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653784.438433:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054661760/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.438439:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.438441:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.443943:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.443959:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.443963:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.443966:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.443974:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.443982:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.443991:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.443996:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.444001:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.444006:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a0414534aa80 00000400:00000200:1.0:1778653784.444011:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.444016:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6029 [1] + 224 00000800:00000001:1.0:1778653784.444024:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.444031:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.444034:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.444038:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.444045:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.444053:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054661760/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.444065:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915385fc2a00 x1865052054661760/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653800 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.444087:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.444096:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.444098:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653784.445102:0:30843:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.445106:0:30843:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.445111:0:30843:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653784.445114:0:30843:0:(cl_object.c:151:cl_object_top()) ffff915389b22850 -> ffff915389b22850 00000020:00000001:3.0:1778653784.445115:0:30843:0:(cl_object.c:151:cl_object_top()) ffff915389b22850 -> ffff915389b22850 00000020:00000001:3.0:1778653784.445117:0:30843:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653784.445121:0:30843:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653784.445125:0:30843:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653784.445127:0:30843:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.445128:0:30843:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653784.445129:0:30843:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.445132:0:30843:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1778653764 a=1778653764 c=1778653764 b=1 00020000:00000001:3.0:1778653784.445135:0:30843:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.445137:0:30843:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=1778653764 a=1778653764 c=1778653764 b=1 00020000:00000001:3.0:1778653784.445141:0:30843:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.445142:0:30843:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.445144:0:30843:0:(cl_object.c:151:cl_object_top()) ffff915389b22850 -> ffff915389b22850 00000080:00200000:3.0:1778653784.445146:0:30843:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1778653784.445148:0:30843:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653784.445151:0:30843:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653784.445152:0:30843:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153861a4b68 (ffff91538a32aea8/0) at cl_lock_release():245 00000020:00000001:3.0:1778653784.445155:0:30843:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653784.445156:0:30843:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153861a4b68 (ffff91538a32aea8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653784.445159:0:30843:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653784.445162:0:30843:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653784.445164:0:30843:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690900648 : -121687018650968 : ffff9153887ac2a8) 00000020:00000001:3.0:1778653784.445166:0:30843:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653784.445167:0:30843:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36030 (ffff91538a32a998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653784.445170:0:30843:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653784.445171:0:30843:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653784.445172:0:30843:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.445174:0:30843:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653784.445175:0:30843:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653784.445176:0:30843:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653784.445177:0:30843:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653784.445178:0:30843:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653784.445180:0:30843:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653784.445181:0:30843:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153861a4b68 (ffff91538a32aea8/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653784.445184:0:30843:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653784.445276:0:30843:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653784.445277:0:30843:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36030 (ffff91538a32aea8/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653784.445281:0:30843:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b10ab0. 00000020:00000001:3.0:1778653784.445285:0:30843:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653784.445287:0:30843:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36000. 00020000:00000001:3.0:1778653784.445289:0:30843:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653784.445290:0:30843:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653784.445291:0:30843:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653784.445293:0:30843:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.445296:0:30843:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653784.445299:0:30843:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653784.445301:0:30843:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653784.445302:0:30843:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653784.445304:0:30843:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653784.445307:0:30843:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a990 00000020:00000010:3.0:1778653784.445311:0:30843:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d5000. 00000020:00000010:3.0:1778653784.445316:0:30843:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9cc0. 00000008:00000010:3.0:1778653784.445320:0:30843:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b42f0. 00020000:00000010:3.0:1778653784.445324:0:30843:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:3.0:1778653784.445328:0:30843:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872ca98. 00000080:00000010:3.0:1778653784.445332:0:30843:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b0a8. 00000080:00000010:3.0:1778653784.445338:0:30843:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a5da8. 00000020:00000010:3.0:1778653784.445341:0:30843:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d4800. 00000008:00000010:3.0:1778653784.445344:0:30843:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eac60. 00020000:00000010:3.0:1778653784.445347:0:30843:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887afcc0. 00008000:00000010:3.0:1778653784.445350:0:30843:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e890. 00000080:00000010:3.0:1778653784.445353:0:30843:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907f00. 00000020:00000010:3.0:1778653784.445357:0:30843:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d4600. 00000020:00000010:3.0:1778653784.445359:0:30843:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a990. 00020000:00000001:3.0:1778653784.445361:0:30843:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653784.445363:0:30843:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653784.445366:0:30843:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653784.445368:0:30843:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653784.445371:0:30843:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653784.445373:0:30843:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.445375:0:30843:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653784.445377:0:30843:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653784.445378:0:30843:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653784.445379:0:30843:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32aea0 00000020:00000010:3.0:1778653784.445380:0:30843:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d5a00. 00000020:00000010:3.0:1778653784.445383:0:30843:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a20. 00000008:00000010:3.0:1778653784.445385:0:30843:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b4e18. 00020000:00000010:3.0:1778653784.445387:0:30843:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a900. 00008000:00000010:3.0:1778653784.445389:0:30843:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872ce20. 00000080:00000010:3.0:1778653784.445392:0:30843:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5ba80. 00000080:00000010:3.0:1778653784.445394:0:30843:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4b68. 00000020:00000010:3.0:1778653784.445397:0:30843:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5400. 00000008:00000010:3.0:1778653784.445399:0:30843:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eaf20. 00020000:00000010:3.0:1778653784.445402:0:30843:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac240. 00008000:00000010:3.0:1778653784.445404:0:30843:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e838. 00000080:00000010:3.0:1778653784.445405:0:30843:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899072d0. 00000020:00000010:3.0:1778653784.445408:0:30843:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5c00. 00000020:00000010:3.0:1778653784.445409:0:30843:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32aea0. 00000001:00000001:3.0:1778653784.445411:0:30843:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.453037:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.453043:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:1.0:1778653784.453049:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.453055:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.453060:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:1.0:1778653784.453063:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:1.0:1778653784.453068:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.453073:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054661888/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.453083:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.453087:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054661888/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.453094:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.453096:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.456764:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.456789:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.456793:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.456796:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.456805:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456813:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.456824:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456829:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456834:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456839:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a0414534ab00 00000400:00000200:1.0:1778653784.456844:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456850:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x6031 [256] + 0 00000400:00000010:1.0:1778653784.456855:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e370. 00000400:00000200:1.0:1778653784.456861:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e10000 00000800:00000001:1.0:1778653784.456866:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.456875:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.456878:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.456882:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.456887:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e10000 00000400:00000010:1.0:1778653784.456889:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e10000. 00000100:00000001:1.0:1778653784.456893:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1778653784.456895:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915385fc2a00 desc ffff915389b0c400 mbits 1865052054661888 00000100:00000001:1.0:1778653784.456914:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1778653784.456924:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653784.456927:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456934:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653784.456940:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2313:2313:256:4294967295] 192.168.204.110@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:1.0:1778653784.456944:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.456952:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653784.456957:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653784.456964:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91538a318000. 00000800:00000200:1.0:1778653784.456970:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653784.456977:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653784.456980:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a318000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1778653784.457034:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.457038:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.457056:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.457060:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91538a318000. 00000400:00000200:1.0:1778653784.457063:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.457067:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653784.464501:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.464518:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.464523:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.464526:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.464535:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.464543:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.464553:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.464558:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.464563:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.464567:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a0414534ab00 00000400:00000200:0.0:1778653784.464573:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.464579:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x6039 [1] + 224 00000800:00000001:0.0:1778653784.464586:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.464595:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.464598:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.464603:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.464611:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.464620:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054661888/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.464632:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915385fc2a00 x1865052054661888/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.465031:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.465043:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.465047:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653784.470305:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653784.470311:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653784.470313:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653784.470316:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b20 00000080:00200000:0.0:1778653784.470320:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653784.470328:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153831d0e00. 00800000:00000002:0.0:1778653784.470334:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653784.470338:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653784.470343:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470345:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a40 00800000:00000002:0.0:1778653784.470347:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653784.470351:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653784.470355:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653784.470360:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470362:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803910 00000002:00010000:0.0:1778653784.470364:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653784.470367:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653784.470369:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653784.470372:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653784.470379:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:0.0:1778653784.470381:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653784.470386:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653784.470389:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653784.470394:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1778653784.470404:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653784.470409:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653784.470412:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1778653784.470423:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653784.470425:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653784.470427:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653784.470430:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653784.470432:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653784.470434:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653784.470436:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653784.470438:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653784.470441:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153831d0e00. 00000080:00000001:0.0:1778653784.470445:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653784.470446:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653784.470449:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653784.470452:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890077 00800000:00000001:0.0:1778653784.470454:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653784.470456:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653784.470458:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653784.470460:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.470462:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653784.470464:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470467:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470470:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470472:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653784.470473:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653784.470475:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653784.470477:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890077 from it ffffa71ac1803b58 00010000:00000001:0.0:1778653784.470479:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653784.470480:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.470481:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653784.470482:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470484:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470486:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653784.470489:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653784.470494:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470495:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.470497:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653784.470498:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653784.470500:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1778653784.470506:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653784.470509:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653784.470510:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653784.470514:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470515:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.470516:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470519:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653784.470521:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470523:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470525:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470527:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653784.470528:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470529:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653784.470532:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653784.470534:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653784.470536:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653784.470540:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.470543:0:30844:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1778653784.470545:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b48 00000080:00002000:0.0:1778653784.470546:0:30844:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff91538bf38948) flags 0x20000e refc 1 00000080:00000001:0.0:1778653784.470549:0:30844:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653784.470551:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b90 00000080:00200000:0.0:1778653784.470552:0:30844:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000001:0.0:1778653784.470556:0:30844:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1778653784.470558:0:30844:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653784.470563:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d08 00000080:00200008:0.0:1778653784.470566:0:30844:0:(file.c:6227:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653784.470569:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653784.470570:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803c80 00000080:00200000:0.0:1778653784.470572:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148),name=d21g.recovery-small-1 00000080:00000010:0.0:1778653784.470576:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153831d0e00. 00800000:00000002:0.0:1778653784.470579:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653784.470583:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653784.470584:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470586:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803ba0 00800000:00000002:0.0:1778653784.470588:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653784.470591:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653784.470595:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653784.470598:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470599:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a70 00000002:00010000:0.0:1778653784.470601:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653784.470604:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653784.470605:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653784.470607:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653784.470609:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 2 00010000:00000001:0.0:1778653784.470611:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653784.470614:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653784.470617:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653784.470620:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653784.470627:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653784.470629:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653784.470632:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653784.470639:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653784.470641:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653784.470642:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653784.470644:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653784.470646:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653784.470648:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653784.470672:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653784.470675:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653784.470677:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153831d0e00. 00000080:00000001:0.0:1778653784.470680:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653784.470682:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653784.470684:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00010000:0.0:1778653784.470687:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) for lock 0x3df471c51a89007e 00800000:00000001:0.0:1778653784.470690:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653784.470691:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653784.470692:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653784.470694:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.470696:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:0.0:1778653784.470697:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653784.470700:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653784.470702:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470703:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653784.470705:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653784.470706:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653784.470708:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89007e from it ffffa71ac1803cb8 00010000:00000001:0.0:1778653784.470710:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653784.470711:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.470712:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:0.0:1778653784.470714:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653784.470716:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653784.470718:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653784.470720:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653784.470726:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470728:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.470729:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653784.470731:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653784.470733:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653784.470739:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653784.470741:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653784.470742:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653784.470744:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470745:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.470746:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470749:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653784.470750:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470752:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470753:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470755:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653784.470757:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470758:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653784.470759:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653784.470760:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653784.470764:0:30844:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653784.470767:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d08 00000080:00000008:0.0:1778653784.470769:0:30844:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653784.470800:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653784.470802:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653784.470803:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653784.470804:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803bc0 00000080:00200000:0.0:1778653784.470806:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653784.470809:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153831d0e00. 00800000:00000002:0.0:1778653784.470811:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653784.470813:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653784.470815:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470816:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803ae0 00800000:00000002:0.0:1778653784.470818:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653784.470820:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653784.470822:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653784.470824:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470826:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18039b0 00000002:00010000:0.0:1778653784.470827:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653784.470830:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653784.470831:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653784.470832:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653784.470834:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:0.0:1778653784.470836:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653784.470838:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653784.470840:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653784.470843:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1778653784.470848:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653784.470850:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653784.470852:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1778653784.470857:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653784.470859:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653784.470860:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653784.470862:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653784.470863:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653784.470864:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653784.470867:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653784.470868:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653784.470870:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153831d0e00. 00000080:00000001:0.0:1778653784.470872:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653784.470874:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653784.470875:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653784.470878:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890077 00800000:00000001:0.0:1778653784.470880:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653784.470881:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653784.470882:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653784.470884:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.470885:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653784.470887:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470889:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470891:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470892:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653784.470893:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653784.470894:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653784.470896:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890077 from it ffffa71ac1803bf8 00010000:00000001:0.0:1778653784.470898:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653784.470899:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653784.470900:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653784.470901:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470903:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653784.470904:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653784.470906:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1778653784.470911:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470912:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.470913:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653784.470915:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653784.470917:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1778653784.470923:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653784.470924:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653784.470925:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653784.470927:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470928:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.470930:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470931:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653784.470933:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470934:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470936:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.470938:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653784.470939:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.470940:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653784.470942:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653784.470943:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653784.470944:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653784.470947:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.470949:0:30844:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1778653784.470951:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803bc0 00000080:00002000:0.0:1778653784.470952:0:30844:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff91538bf38948) flags 0x20000e refc 1 00000080:00000001:0.0:1778653784.470954:0:30844:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653784.470956:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803c08 00000080:00200000:0.0:1778653784.470957:0:30844:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:0.0:1778653784.470960:0:30844:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1778653784.470961:0:30844:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.470964:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653784.470965:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148), inode mode 41ed mask 44 00000080:00000001:0.0:1778653784.470967:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653784.470971:0:30844:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653784.470973:0:30844:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653784.470974:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b78 00000080:00200008:0.0:1778653784.470976:0:30844:0:(file.c:1058:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), flags 704400 00000080:00000010:0.0:1778653784.470981:0:30844:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7ec80. 00000080:00000001:0.0:1778653784.470987:0:30844:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1778653784.470989:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153831d0e00. 00800000:00000002:0.0:1778653784.470992:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653784.470994:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653784.470995:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.470997:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a28 00800000:00000002:0.0:1778653784.470998:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653784.471001:0:30844:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1778653784.471003:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18039a8 00800000:00000002:0.0:1778653784.471004:0:30844:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1778653784.471008:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653784.471009:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18038e0 00000002:00010000:0.0:1778653784.471010:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1778653784.471013:0:30844:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653784.471016:0:30844:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653784.471019:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653784.471022:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 2 00010000:00000001:0.0:1778653784.471025:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653784.471027:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653784.471029:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.471031:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.471033:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.471035:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653784.471037:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:0.0:1778653784.471038:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653784.471040:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653784.471041:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.471042:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.471044:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653784.471048:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9fb80. 00000020:00000040:0.0:1778653784.471052:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653784.471057:0:30844:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653784.471059:0:30844:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.471061:0:30844:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653784.471066:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653784.471068:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653784.471069:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653784.471071:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.471073:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653784.471075:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653784.471078:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653784.471085:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee000. 00000100:00000001:0.0:1778653784.471093:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.471097:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653784.471099:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.471101:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653784.471102:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653784.471104:0:30844:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653784.471111:0:30844:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00010000:00000001:0.0:1778653784.471115:0:30844:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653784.471117:0:30844:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653784.471119:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:0.0:1778653784.471121:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653784.471123:0:30844:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653784.471126:0:30844:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24a00. 00000020:00000001:0.0:1778653784.471128:0:30844:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653784.471130:0:30844:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24a00 with handle 0x3df471c51a8900a8 to hash 00000020:00000001:0.0:1778653784.471132:0:30844:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653784.471133:0:30844:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653784.471137:0:30844:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653784.471139:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653784.471140:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653784.471143:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a8900a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653784.471149:0:30844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a8900a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653784.471160:0:30844:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653784.471172:0:30844:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653784.471181:0:30844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a8900a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653784.471186:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653784.471188:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653784.471194:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384defa80. 00000100:00000001:0.0:1778653784.471196:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630359680 : -121687079191936 : ffff915384defa80) 00000100:00000001:0.0:1778653784.471198:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653784.471200:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000001:0.0:1778653784.471204:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653784.471208:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.471210:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653784.471212:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653784.471217:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.471225:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653784.471227:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.471231:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653784.471233:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653784.471236:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653784.471239:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054662144:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1778653784.471243:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653784.471249:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653784.471252:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653784.471254:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653784.471339:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:0.0:1778653784.471342:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653784.471350:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653784.471355:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653784.471363:0:30844:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538caf4800. 00000100:00000200:0.0:1778653784.471370:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054662144, portal 10 00000100:00000001:0.0:1778653784.471372:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653784.471374:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000040:0.0:1778653784.471380:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.471387:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653784.471390:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653784.471393:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29110. 00000100:00000200:0.0:1778653784.471396:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054662144, offset 0 00000400:00000200:0.0:1778653784.471403:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653784.471411:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.471418:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653784.471423:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653784.471428:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653784.471431:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653784.471434:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653784.471438:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2314:2314:256:4294967295] 192.168.204.110@tcp LPNI seq info [2314:2314:8:4294967295] 00000400:00000200:0.0:1778653784.471443:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.471452:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653784.471458:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653784.471463:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df300. 00000800:00000200:0.0:1778653784.471470:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653784.471478:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653784.471482:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1778653784.471889:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653784.471904:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 828111 usecs (829 jiffies) 00000400:00000200:0.0:1778653784.471909:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653784.471912:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340477 00000100:00000001:0.0:1778653784.471915:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:0.0:1778653784.471917:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340477 00000100:00000001:0.0:1778653784.471920:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:0.0:1778653784.471922:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653784.471925:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.471927:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653784.471929:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653784.471932:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384defa80 going to sleep for 131 seconds 00000100:00000001:0.0:1778653784.471935:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653784.471937:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.474759:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.474767:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df300. 00000400:00000200:1.0:1778653784.474784:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.474792:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.474799:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29110 00000400:00000010:1.0:1778653784.474801:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29110. 00000100:00000001:1.0:1778653784.474806:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.474813:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.474825:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.474828:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.474836:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.474838:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653784.489167:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.489184:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.489188:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.489191:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.489199:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.489206:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.489215:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.489220:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.489224:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.489228:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534ac00 00000400:00000200:0.0:1778653784.489233:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.489238:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x6041 [64] + 224 00000800:00000001:0.0:1778653784.489300:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.489309:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.489313:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.489317:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.489325:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.489332:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.489341:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915387c9fb80 x1865052054662144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.489364:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.489374:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.489377:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.495575:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.495580:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653784.495585:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.495591:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.495596:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:1.0:1778653784.495600:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:1.0:1778653784.495604:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.495608:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054662272/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.495617:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.495620:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054662272/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.495627:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.495628:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653784.499707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00000800:00000001:0.0:1778653784.505790:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.505811:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.505815:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.505818:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.505826:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505833:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.505843:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505848:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505853:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505858:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a0414534ac80 00000400:00000200:0.0:1778653784.505863:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505869:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x6051 [256] + 0 00000400:00000010:0.0:1778653784.505875:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e420. 00000400:00000200:0.0:1778653784.505881:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e10000 00000800:00000001:0.0:1778653784.505886:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.505896:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.505899:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.505904:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653784.505909:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e10000 00000400:00000010:0.0:1778653784.505911:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e10000. 00000100:00000001:0.0:1778653784.505916:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1778653784.505918:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915385fc2a00 desc ffff915389b0c400 mbits 1865052054662272 00000100:00000001:0.0:1778653784.505935:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1778653784.505942:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653784.505945:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505949:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653784.505955:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2316:2316:256:4294967295] 192.168.204.110@tcp LPNI seq info [2316:2316:8:4294967295] 00000400:00000200:0.0:1778653784.505959:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.505967:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653784.505972:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653784.505979:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff915383eb6000. 00000800:00000200:0.0:1778653784.505985:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653784.505993:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653784.505997:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383eb6000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653784.506078:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653784.506082:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff915383eb6000. 00000400:00000200:0.0:1778653784.506087:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.506100:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653784.506109:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.506113:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.513209:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.513225:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.513229:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.513231:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.513239:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.513247:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.513256:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.513261:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.513267:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.513271:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a0414534ac80 00000400:00000200:0.0:1778653784.513276:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.513281:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x6059 [1] + 224 00000800:00000001:0.0:1778653784.513288:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.513299:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.513302:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.513307:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.513314:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.513323:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054662272/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.513334:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915385fc2a00 x1865052054662272/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.513356:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.513364:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.513367:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.516708:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.516713:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000400:00000200:1.0:1778653784.516718:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.516723:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.516728:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:1.0:1778653784.516730:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:1.0:1778653784.516733:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.516737:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054662528/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.516745:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.516748:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054662528/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.516754:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.516755:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653784.522845:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.522861:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.522865:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.522868:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.522877:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.522885:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.522893:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.522897:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.522902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.522906:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534ad80 00000400:00000200:0.0:1778653784.522911:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.522916:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6061 [1] + 224 00000800:00000001:0.0:1778653784.522922:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.522941:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.522944:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.522948:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.522955:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.522964:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054662528/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.522973:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc2a00 x1865052054662528/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.522992:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.523002:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.523004:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.524550:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.524555:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000400:00000200:1.0:1778653784.524559:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.524565:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.524569:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490b28 00000400:00000010:1.0:1778653784.524571:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490b28. 00000100:00000001:1.0:1778653784.524574:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.524579:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054662784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.524587:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.524589:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2a00 x1865052054662784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.524595:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.524596:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1778653784.535781:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653784.535787:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653784.535791:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653784.535792:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653784.535794:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653784.535796:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653784.535798:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653784.535799:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653784.536733:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.536745:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.536748:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.536751:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.536758:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.536764:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.536782:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.536787:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.536792:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.536796:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534ae80 00000400:00000200:0.0:1778653784.536800:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.536806:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x6069 [64] + 224 00000800:00000001:0.0:1778653784.536814:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.536821:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.536824:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.536828:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.536834:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.536842:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054662784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.536853:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc2a00 x1865052054662784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.536881:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.536890:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.536893:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653784.538073:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d28 00000080:00200008:3.0:1778653784.538077:0:30844:0:(file.c:6227:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653784.538085:0:30844:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1778653784.538089:0:30844:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.538092:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653784.538093:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803ca0 00000080:00200000:3.0:1778653784.538095:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148),name=d21g.recovery-small-1 00000080:00000010:3.0:1778653784.538102:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:3.0:1778653784.538108:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653784.538115:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.538118:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.538120:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803bc0 00800000:00000002:3.0:1778653784.538121:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653784.538124:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653784.538128:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653784.538133:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.538134:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a90 00000002:00010000:3.0:1778653784.538136:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653784.538139:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653784.538141:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.538143:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.538146:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 3 00010000:00000001:3.0:1778653784.538148:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.538151:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.538155:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653784.538159:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653784.538167:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653784.538171:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.538174:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1778653784.538180:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653784.538182:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.538183:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.538186:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.538187:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.538189:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653784.538191:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653784.538193:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653784.538196:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.538199:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653784.538201:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.538203:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00010000:3.0:1778653784.538207:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) for lock 0x3df471c51a89007e 00800000:00000001:3.0:1778653784.538210:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.538211:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.538212:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.538214:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.538215:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.538217:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.538219:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.538221:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.538222:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.538223:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.538224:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.538226:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89007e from it ffffa71ac1803cd8 00010000:00000001:3.0:1778653784.538228:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.538230:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.538231:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.538232:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.538234:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.538236:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.538238:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653784.538244:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.538245:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.538246:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.538247:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.538249:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653784.538255:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.538257:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.538258:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.538260:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.538261:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.538262:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.538264:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.538265:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.538267:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.538269:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.538271:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.538273:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.538274:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653784.538275:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653784.538277:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.538280:0:30844:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.538283:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d28 00000080:00000008:3.0:1778653784.538285:0:30844:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1778653784.538361:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d48 00000080:00200000:3.0:1778653784.538363:0:30844:0:(llite_lib.c:2759:ll_statfs()) VFS Op:sb=lustre (ffff915389b76000) d21g.recovery-small-1 proj=0 00000080:00000001:3.0:1778653784.538367:0:30844:0:(llite_lib.c:2605:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1778653784.538369:0:30844:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:3.0:1778653784.538371:0:30844:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff915389b76000: age 1647, max_age 1671 00800000:00000001:3.0:1778653784.538374:0:30844:0:(lmv_obd.c:1428:lmv_statfs()) Process entered 00800000:00000010:3.0:1778653784.538378:0:30844:0:(lmv_obd.c:1432:lmv_statfs()) kmalloced '(temp)': 144 at ffff915382ed7840. 00800000:00000001:3.0:1778653784.538381:0:30844:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1778653784.538382:0:30844:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: age 1647, max_age 1671 00000002:00000001:3.0:1778653784.538385:0:30844:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:3.0:1778653784.538388:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000010:3.0:1778653784.538393:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e680. 00000020:00000040:3.0:1778653784.538396:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653784.538400:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.538403:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.538405:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.538411:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915385c67c00. 00000100:00000001:3.0:1778653784.538415:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.538419:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653784.538421:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653784.538425:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7d80. 00000100:00000001:3.0:1778653784.538427:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597756288 : -121687111795328 : ffff915382ed7d80) 00000100:00000001:3.0:1778653784.538429:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.538431:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000001:3.0:1778653784.538434:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.538437:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.538439:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653784.538441:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653784.538445:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.538452:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653784.538454:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.538458:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653784.538460:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.538462:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.538465:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054662912:192.168.204.110@tcp:41:rm.0 00000100:00000001:3.0:1778653784.538471:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653784.538474:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653784.538476:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.538479:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653784.538482:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653784.538484:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653784.538489:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653784.538492:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653784.538497:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653784.538502:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054662912, portal 10 00000100:00000001:3.0:1778653784.538503:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.538505:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000040:3.0:1778653784.538510:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.538517:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653784.538519:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653784.538523:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32caa0. 00000100:00000200:3.0:1778653784.538526:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1865052054662912, offset 0 00000400:00000200:3.0:1778653784.538531:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653784.538538:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.538543:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653784.538548:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653784.538552:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653784.538555:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653784.538558:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653784.538562:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2319:2319:256:4294967295] 192.168.204.110@tcp LPNI seq info [2319:2319:8:4294967295] 00000400:00000200:3.0:1778653784.538566:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.538575:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653784.538580:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653784.538584:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5100. 00000800:00000200:3.0:1778653784.538590:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653784.538599:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653784.538603:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1778653784.538621:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.538625:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 823381 usecs (824 jiffies) 00000400:00000200:3.0:1778653784.538628:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653784.538630:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340538 00000100:00000001:3.0:1778653784.538634:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.538636:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340538 00000800:00000200:1.0:1778653784.538895:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.538900:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5100. 00000400:00000200:1.0:1778653784.538904:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.538908:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.538912:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32caa0 00000400:00000010:1.0:1778653784.538914:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32caa0. 00000100:00000001:1.0:1778653784.538917:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.538920:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.538928:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.538956:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.538962:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.538964:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653784.539804:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.539810:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.539814:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.539817:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653784.539819:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653784.539821:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7d80 going to sleep for 131 seconds 00000100:00000001:3.0:1778653784.539824:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653784.539827:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653784.544525:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.544646:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.544666:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.544670:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.544679:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.544687:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.544698:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.544702:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.544707:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.544713:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a0414534af00 00000400:00000200:1.0:1778653784.544717:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.544723:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x6071 [1] + 224 00000800:00000001:1.0:1778653784.544731:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.544742:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.544744:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.544749:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.544756:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.544765:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653784.548165:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.548201:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.548216:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.548225:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.548380:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653784.548388:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.548390:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.548394:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653784.548398:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653784.548400:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653784.548404:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.548408:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653784.548416:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.548421:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.548423:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.548425:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.548428:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.548430:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.548433:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.548436:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.548445:0:30844:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653784.548449:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.548452:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.548453:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.548456:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.548460:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.548463:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.548465:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.548467:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.548469:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.548473:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.548479:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.548482:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.548484:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.548487:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653784.548495:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054662912:192.168.204.110@tcp:41:rm.0 00000100:00000001:3.0:1778653784.548499:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.548502:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.548504:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.548506:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.548509:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.548515:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.548517:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7d80. 00000100:00000001:3.0:1778653784.548520:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.548522:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.548527:0:30844:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1778653784.548529:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.548531:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e680 x1865052054662912/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.548538:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653784.548540:0:30844:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653784.548543:0:30844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653784.548546:0:30844:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653784.548548:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.548550:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.548552:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.548554:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915385c67c00. 02000000:00000001:3.0:1778653784.548557:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.548559:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.548560:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e680. 00000100:00000001:3.0:1778653784.548564:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.548564:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653784.548566:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.548566:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.548568:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1778653784.548570:0:30844:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: update ffff915388bb1e10 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:3.0:1778653784.548574:0:30844:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.548577:0:30844:0:(lmv_obd.c:1468:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1778653784.548579:0:30844:0:(lmv_obd.c:1492:lmv_statfs()) kfreed 'temp': 144 at ffff915382ed7840. 00800000:00000001:3.0:1778653784.548581:0:30844:0:(lmv_obd.c:1493:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1778653784.548584:0:30844:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff915389b76000: update ffff915388bb0450 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1778653784.548588:0:30844:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1778653784.548590:0:30844:0:(llite_lib.c:2622:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1778653784.548593:0:30844:0:(llite_lib.c:2625:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653784.548595:0:30844:0:(llite_lib.c:2658:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.548626:0:30844:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:3.0:1778653784.548628:0:30844:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148) pos/size0/7680 32bit_api 0 00000080:00000010:3.0:1778653784.548638:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.548644:0:30844:0:(dir.c:193:ll_dir_read()) Process entered 00000080:00000001:3.0:1778653784.548730:0:30844:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446721060276079104 : -23013433472512 : ffffeb11c4790a00) 00000080:00000001:3.0:1778653784.548735:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653784.548739:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653784.548741:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1778653784.548744:0:30844:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.548748:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.548752:0:30844:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.548761:0:30844:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:3.0:1778653784.548762:0:30844:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:3.0:1778653784.548765:0:30844:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653784.548767:0:30844:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.548794:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653784.548797:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653784.548799:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148), inode mode 41ed mask 1 00000080:00000001:3.0:1778653784.548802:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.548808:0:30844:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653784.548811:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803da0 00000080:00002000:3.0:1778653784.548813:0:30844:0:(dcache.c:87:ll_dcompare()) found name f(ffff91538bf385e8) flags 0x48000e refc 0 00000080:00000001:3.0:1778653784.548815:0:30844:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.548817:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e10 00000080:00200000:3.0:1778653784.548819:0:30844:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1778653784.548823:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653784.548824:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff91538bd91148), inode mode 41ed mask 3 00000080:00000001:3.0:1778653784.548826:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.548829:0:30844:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:3.0:1778653784.548831:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803df8 00000080:00200000:3.0:1778653784.548833:0:30844:0:(namei.c:2402:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00000001:3.0:1778653784.548835:0:30844:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1778653784.548838:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.548842:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.548845:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67c00. 00000020:00000010:3.0:1778653784.548849:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67400. 00000020:00000010:3.0:1778653784.548853:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.548859:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.548864:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.548869:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.548874:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.548878:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.548882:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000008:00000010:3.0:1778653784.548885:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.548889:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.548892:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.548895:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.548898:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.548900:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653784.548902:0:30844:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653784.548906:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000002:3.0:1778653784.548909:0:30844:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b2a0 addref 2/0 by ffff915383e727c0. 00020000:00000002:3.0:1778653784.548911:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.548914:0:30844:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653784.548917:0:30844:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653784.548918:0:30844:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653784.548920:0:30844:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1778653784.548922:0:30844:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1778653784.548924:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.548927:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67400. 00000020:00000010:3.0:1778653784.548931:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.548934:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.548938:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.548940:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.548943:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.548946:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.548949:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67c00. 00000008:00000010:3.0:1778653784.548951:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.548954:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.548957:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.548959:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.548961:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.548963:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653784.548965:0:30844:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653784.548969:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67a00. 00800000:00000001:3.0:1778653784.548978:0:30844:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653784.548983:0:30844:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1778653784.548984:0:30844:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:3.0:1778653784.548987:0:30844:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653784.548989:0:30844:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:3.0:1778653784.548994:0:30844:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1778653784.548996:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653784.549001:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 3 00010000:00000001:3.0:1778653784.549004:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.549006:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653784.549010:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653784.549014:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1778653784.549031:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653784.549216:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653784.549218:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653784.549220:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1778653784.549223:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549226:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549230:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.549232:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.549240:0:30844:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1778653784.549243:0:30844:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1778653784.549246:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653784.549249:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.549253:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900af lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f5e5 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653784.549259:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.549260:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.549262:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1778653784.549264:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.549266:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.549269:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=2 00000020:00000001:3.0:1778653784.549271:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653784.549274:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:3.0:1778653784.549276:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.549277:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.549278:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549279:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549281:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.549283:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.549285:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.549286:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549287:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549289:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.549291:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.549293:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.549295:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653784.549297:0:30844:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff91538bd91080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653784.549388:0:30844:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653784.549391:0:30844:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653784.549393:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653784.549395:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff91538bd91148) invalid 00000020:00000001:3.0:1778653784.549398:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a60 00000080:00002000:3.0:1778653784.549400:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91538bf38948) parent ffff91538bd08360 inode ffff91538bd91148 refc 3 00000080:00000001:3.0:1778653784.549403:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653784.549405:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653784.549407:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.549409:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653784.549413:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653784.549414:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653784.549416:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.549418:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653784.549421:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176000 with handle 0x3df471c51a89007e from hash 00010000:00000001:3.0:1778653784.549423:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653784.549424:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.549425:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.549426:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653784.549429:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653784.549431:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653784.549434:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653784.549435:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.549437:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.549440:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653784.549442:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:3.0:1778653784.549444:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.549445:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653784.549447:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653784.549450:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1778653784.549456:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653784.549458:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653784.549459:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653784.549460:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:3.0:1778653784.549462:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549463:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549464:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 3 00010000:00000001:3.0:1778653784.549466:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.549468:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.549469:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549470:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549472:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 3 00010000:00000001:3.0:1778653784.549473:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.549474:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.549475:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549477:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549478:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 3 00010000:00000001:3.0:1778653784.549480:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.549481:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.549483:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.549484:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.549485:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 3 00010000:00000001:3.0:1778653784.549486:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.549489:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.549491:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.549493:0:30844:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653784.549494:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.549497:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.549500:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67c00. 00000020:00000010:3.0:1778653784.549503:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67400. 00000020:00000010:3.0:1778653784.549505:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.549508:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.549512:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.549514:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.549518:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.549521:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.549524:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67200. 00000008:00000010:3.0:1778653784.549526:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.549528:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.549531:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.549533:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.549536:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.549538:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653784.549540:0:30844:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1778653784.549542:0:30844:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1778653784.549544:0:30844:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1778653784.549547:0:30844:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1778653784.549549:0:30844:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653784.549552:0:30844:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653784.549554:0:30844:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1778653784.549556:0:30844:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.549558:0:30844:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653784.549559:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.549561:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67400. 00000020:00000010:3.0:1778653784.549565:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.549567:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.549569:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.549571:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.549574:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.549576:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.549579:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67c00. 00000008:00000010:3.0:1778653784.549581:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.549582:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.549584:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.549586:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.549587:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67200. 00000020:00000010:3.0:1778653784.549589:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653784.549591:0:30844:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.549592:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653784.549594:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff91538bd942c8) invalid 00000020:00000001:3.0:1778653784.549596:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a60 00000080:00002000:3.0:1778653784.549597:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf385e8) parent ffff91538bf38948 inode ffff91538bd942c8 refc 1 00000080:00000001:3.0:1778653784.549600:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653784.549601:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653784.549603:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.549605:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653784.549606:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653784.549607:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653784.549608:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.549610:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653784.549612:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176600 with handle 0x3df471c51a890085 from hash 00010000:00000001:3.0:1778653784.549614:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653784.549615:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.549616:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.549617:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653784.549618:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653784.549619:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653784.549621:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653784.549623:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.549625:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1778653784.549629:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e680. 00000020:00000040:3.0:1778653784.549633:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653784.549638:0:30844:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653784.549640:0:30844:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.549642:0:30844:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653784.549647:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.549741:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.549742:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.549744:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.549747:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.549749:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.549752:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.549758:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915385c67200. 00000100:00000001:3.0:1778653784.549764:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.549766:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.549768:0:30844:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653784.549782:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653784.549790:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1778653784.549795:0:30844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1778653784.549796:0:30844:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653784.549798:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653784.549800:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890085 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f57c expref: -99 pid: 30842 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1778653784.549806:0:30844:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba980. 00010000:00000040:3.0:1778653784.549811:0:30844:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6200 count: 0 00010000:00000010:3.0:1778653784.549816:0:30844:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9a80. 00010000:00000001:3.0:1778653784.549822:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.549824:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653784.549826:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a89007e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f560 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653784.549833:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.549835:0:30844:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.549837:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.549838:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.549840:0:30844:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1778653784.549849:0:30844:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1778653784.549858:0:30844:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653784.549865:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653784.549867:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653784.549872:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653784.549874:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754944 : -121687111796672 : ffff915382ed7840) 00000100:00000001:3.0:1778653784.549877:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.549879:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000001:3.0:1778653784.549882:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.549887:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.549889:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653784.549890:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653784.549894:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.549901:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653784.549903:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.549907:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653784.549910:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.549912:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.549915:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054663168:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653784.549919:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653784.549924:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653784.549926:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.549928:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653784.549932:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653784.549934:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653784.549941:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653784.549944:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653784.549948:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653784.549953:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054663168, portal 10 00000100:00000001:3.0:1778653784.549955:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.549956:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000040:3.0:1778653784.549961:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.549968:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653784.549971:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653784.549974:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c5d8. 00000100:00000200:3.0:1778653784.549982:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054663168, offset 0 00000400:00000200:3.0:1778653784.549988:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653784.549996:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.550003:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653784.550008:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653784.550011:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653784.550015:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653784.550018:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653784.550021:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2320:2320:256:4294967295] 192.168.204.110@tcp LPNI seq info [2320:2320:8:4294967295] 00000400:00000200:3.0:1778653784.550025:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.550034:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653784.550039:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653784.550043:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5600. 00000800:00000200:3.0:1778653784.550050:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653784.550062:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653784.550067:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1778653784.550082:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.550086:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 822198 usecs (823 jiffies) 00000400:00000200:3.0:1778653784.550090:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653784.550092:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340549 00000100:00000001:3.0:1778653784.550095:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.550099:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340549 00000100:00000001:3.0:1778653784.550101:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.550103:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.550105:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.550107:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653784.550110:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653784.550112:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653784.550114:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653784.550116:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.550302:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.550306:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653784.550310:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.550316:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.550320:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c5d8 00000400:00000010:1.0:1778653784.550322:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c5d8. 00000100:00000001:1.0:1778653784.550325:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.550328:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.550336:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.550339:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.550345:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.550346:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653784.558495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6200. 00010000:00000010:3.1:1778653784.558509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:3.1:1778653784.558514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00000800:00000001:1.0:1778653784.559217:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.559231:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.559235:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.559238:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.559247:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559254:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.559263:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559268:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559273:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559278:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534b000 00000400:00000200:1.0:1778653784.559282:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559288:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6079 [1] + 224 00000800:00000001:1.0:1778653784.559295:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.559302:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.559305:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.559309:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.559317:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.559325:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653784.559335:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.559356:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653784.559365:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653784.559368:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559373:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653784.559379:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2321:2321:256:4294967295] 192.168.204.110@tcp LPNI seq info [2321:2321:8:4294967295] 00000400:00000200:1.0:1778653784.559383:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.559391:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653784.559395:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653784.559401:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653784.559406:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653784.559414:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653784.559418:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653784.559504:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.559508:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:1.0:1778653784.559511:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.559515:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653784.559519:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.559522:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.559594:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653784.559602:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.559604:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.559607:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653784.559611:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653784.559613:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653784.559615:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.559619:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653784.559701:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e680 x1865052054663168/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.559709:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.559711:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.559713:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.559717:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.559719:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.559722:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.559725:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.559736:0:30844:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653784.559740:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.559742:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.559744:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.559747:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.559750:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.559753:0:30844:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653784.559756:0:30844:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000013a/0x10000013c] 00000100:00000001:3.0:1778653784.559757:0:30844:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653784.559759:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.559761:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000001:3.0:1778653784.559764:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.559766:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.559768:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.559780:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.559784:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e680 x1865052054663168/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653920 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.559791:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.559794:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.559795:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.559799:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e680 x1865052054663168/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653920 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653784.559805:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054663168:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653784.559810:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.559812:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.559815:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.559816:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.559819:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e680 x1865052054663168/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653920 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.559825:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.559827:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7840. 00000100:00000001:3.0:1778653784.559830:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.559831:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.559838:0:30844:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.559841:0:30844:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.559846:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67a00. 00000100:00000001:3.0:1778653784.559851:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.559854:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e680 x1865052054663168/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653784.559864:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.559868:0:30844:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.559877:0:30844:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653784.559879:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e28 00000080:00002000:3.0:1778653784.559881:0:30844:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf385e8, parent ffff91538bf38948, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653784.559884:0:30844:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.559889:0:30844:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653784.559893:0:30844:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653784.559900:0:30844:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:3.0:1778653784.559902:0:30844:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653784.559905:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.559909:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.559913:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.559917:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67c00. 00000020:00000010:3.0:1778653784.559920:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.559926:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.559930:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.559935:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.559940:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.559944:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.559946:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67400. 00000008:00000010:3.0:1778653784.559950:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.559953:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.559956:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.559959:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.559962:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.559964:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653784.559969:0:30844:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.559971:0:30844:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653784.559974:0:30844:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653784.559976:0:30844:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653784.559978:0:30844:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653784.559980:0:30844:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653784.559981:0:30844:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.559984:0:30844:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x25:0x0]io ffff9153864712a0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653784.559987:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.559990:0:30844:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653784.559992:0:30844:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653784.559994:0:30844:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653784.559996:0:30844:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.559998:0:30844:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653784.560000:0:30844:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653784.560001:0:30844:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560003:0:30844:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653784.560004:0:30844:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653784.560005:0:30844:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653784.560007:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00000020:00000001:3.0:1778653784.560009:0:30844:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560010:0:30844:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653784.560012:0:30844:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653784.560013:0:30844:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653784.560016:0:30844:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653784.560020:0:30844:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653784.560023:0:30844:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653784.560025:0:30844:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653784.560026:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.560028:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01360. 00000020:00000010:3.0:1778653784.560032:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66000. 00000020:00000010:3.0:1778653784.560035:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c66e00. 00000020:00000010:3.0:1778653784.560037:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653784.560040:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653784.560043:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653784.560045:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653784.560048:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653784.560050:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653784.560053:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67600. 00000008:00000010:3.0:1778653784.560055:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653784.560057:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653784.560059:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653784.560062:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe960. 00000020:00000001:3.0:1778653784.560064:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763240 : -121687028788376 : ffff915387e01368) 00000020:00001000:3.0:1778653784.560065:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01360 00000020:00000001:3.0:1778653784.560068:0:30844:0:(cl_object.c:151:cl_object_top()) ffff915385c8ff58 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.560069:0:30844:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653784.560071:0:30844:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653784.560073:0:30844:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653784.560074:0:30844:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560076:0:30844:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560078:0:30844:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653784.560080:0:30844:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653784.560082:0:30844:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560084:0:30844:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560085:0:30844:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560087:0:30844:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653784.560088:0:30844:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653784.560228:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653784.560230:0:30844:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653784.560232:0:30844:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653784.560233:0:30844:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560235:0:30844:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560237:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560238:0:30844:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560239:0:30844:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653784.560240:0:30844:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560242:0:30844:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560243:0:30844:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653784.560246:0:30844:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653784.560247:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653784.560247:0:30844:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653784.560250:0:30844:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1778653784.560252:0:30844:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1778653784.560255:0:30844:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1778653784.560257:0:30844:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff91538b8a6380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1778653784.560260:0:30844:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1778653784.560263:0:30844:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff91538b8a6380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1778653784.560267:0:30844:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653784.560269:0:30844:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560271:0:30844:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560272:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560274:0:30844:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560275:0:30844:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560277:0:30844:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653784.560279:0:30844:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653784.560280:0:30844:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653784.560281:0:30844:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653784.560283:0:30844:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653784.560284:0:30844:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560286:0:30844:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1778653784.560287:0:30844:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653784.560289:0:30844:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1778653784.560291:0:30844:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653784.560292:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653784.560293:0:30844:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653784.560293:0:30844:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653784.560294:0:30844:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560296:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560297:0:30844:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653784.560298:0:30844:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653784.560299:0:30844:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1778653784.560301:0:30844:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653784.560302:0:30844:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653784.560303:0:30844:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653784.560304:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653784.560305:0:30844:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653784.560306:0:30844:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653784.560307:0:30844:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560309:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560310:0:30844:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653784.560311:0:30844:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653784.560312:0:30844:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560314:0:30844:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653784.560315:0:30844:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653784.560316:0:30844:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653784.560317:0:30844:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653784.560319:0:30844:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653784.560321:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01360 00000020:00000010:3.0:1778653784.560325:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c66e00. 00000020:00000010:3.0:1778653784.560329:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653784.560332:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653784.560336:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653784.560339:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653784.560342:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653784.560345:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653784.560349:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66000. 00000008:00000010:3.0:1778653784.560351:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653784.560354:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653784.560357:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653784.560359:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe960. 00000020:00000010:3.0:1778653784.560361:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67600. 00000020:00000010:3.0:1778653784.560363:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01360. 00020000:00000001:3.0:1778653784.560365:0:30844:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653784.560367:0:30844:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653784.560370:0:30844:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653784.560372:0:30844:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653784.560375:0:30844:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653784.560376:0:30844:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653784.560378:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.560380:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67c00. 00000020:00000010:3.0:1778653784.560383:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.560384:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.560387:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.560389:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.560391:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.560393:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.560395:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000008:00000010:3.0:1778653784.560396:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.560398:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.560400:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.560402:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.560404:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67400. 00000020:00000010:3.0:1778653784.560406:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653784.560408:0:30844:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.560411:0:30844:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1778653784.560414:0:30844:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x25:0x0](ffff91538bd942c8) 00800000:00000001:3.0:1778653784.560419:0:30844:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:3.0:1778653784.560421:0:30844:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x25:0x0] 00000002:00000001:3.0:1778653784.560425:0:30844:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1778653784.560432:0:30844:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.560434:0:30844:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.560436:0:30844:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1778653784.560438:0:30844:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1778653784.560440:0:30844:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.560442:0:30844:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.560444:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653784.560447:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653784.560449:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67400. 00000020:00000010:3.0:1778653784.560451:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.560453:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.560456:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.560458:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.560460:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.560463:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.560464:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.560467:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67c00. 00000008:00000010:3.0:1778653784.560469:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.560471:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.560473:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.560476:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653784.560478:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653784.560479:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00020000:00000001:3.0:1778653784.560485:0:30844:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:3.0:1778653784.560486:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.560489:0:30844:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1778653784.560491:0:30844:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b2a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653784.560496:0:30844:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653784.560499:0:30844:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34e500: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653784.560501:0:30844:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1778653784.560503:0:30844:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560505:0:30844:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1778653784.560506:0:30844:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1778653784.560510:0:30844:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1778653784.560513:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6600 count: 2 00010000:00000001:3.0:1778653784.560516:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.560518:0:30844:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1778653784.560520:0:30844:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1778653784.560524:0:30844:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1778653784.560534:0:30844:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000020:00000001:3.0:1778653784.560535:0:30844:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000008:00000001:3.0:1778653784.560537:0:30844:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653784.560539:0:30844:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653784.560541:0:30844:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653784.560543:0:30844:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653784.560547:0:30844:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91538b8a6380. 00020000:00000001:3.0:1778653784.560551:0:30844:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1778653784.560553:0:30844:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915385c8fed8. 00020000:00000001:3.0:1778653784.560558:0:30844:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1778653784.560559:0:30844:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653784.560561:0:30844:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653784.560562:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.560564:0:30844:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:3.0:1778653784.560565:0:30844:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:3.0:1778653784.560566:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:3.0:1778653784.560569:0:30844:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1778653784.560571:0:30844:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91538b9c6eb8. 00020000:00000010:3.0:1778653784.560574:0:30844:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff915382ed7540. 00020000:00000010:3.0:1778653784.560576:0:30844:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915387e04480. 00020000:00000002:3.0:1778653784.560579:0:30844:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b2a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653784.560910:0:30844:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653784.560916:0:30844:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34e500: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1778653784.560921:0:30844:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34e500. 00020000:00000010:3.0:1778653784.560925:0:30844:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b600. 00020000:00000010:3.0:1778653784.560927:0:30844:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b2a0. 00020000:00000001:3.0:1778653784.560929:0:30844:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1778653784.560931:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383e727c0 00020000:00000010:3.0:1778653784.560934:0:30844:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9153877a52e8. 00020000:00000001:3.0:1778653784.560936:0:30844:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:3.0:1778653784.560939:0:30844:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915385c8f0c8. 00000020:00001000:3.0:1778653784.560944:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653784.560946:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67a00. 00000020:00000010:3.0:1778653784.560948:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b300. 00000008:00000010:3.0:1778653784.560950:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653784.560953:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653784.560955:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653784.560958:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653784.560960:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653784.560962:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67400. 00000008:00000010:3.0:1778653784.560964:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653784.560966:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653784.560967:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653784.560969:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653784.560971:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67c00. 00000020:00000010:3.0:1778653784.560973:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653784.560976:0:30844:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653784.560977:0:30844:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1778653784.561006:0:30844:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1778653784.561009:0:30844:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653784.561011:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d98 00000080:00200008:3.0:1778653784.561013:0:30844:0:(file.c:448:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), flags 704000 00000080:00400000:3.0:1778653784.561017:0:30844:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:3.0:1778653784.561020:0:30844:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1778653784.561022:0:30844:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1778653784.561023:0:30844:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1778653784.561029:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.561032:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.561035:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 2 00010000:00000001:3.0:1778653784.561037:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.561041:0:30844:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1778653784.561044:0:30844:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1778653784.561047:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653784.561053:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.561056:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900af lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f5e5 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653784.561063:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.561064:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.561066:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1778653784.561068:0:30844:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 16 00000080:00000010:3.0:1778653784.561071:0:30844:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395159540. 00000080:00000001:3.0:1778653784.561075:0:30844:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653784.561078:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d98 00000080:00000008:3.0:1778653784.561079:0:30844:0:(file.c:492:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff91538bd91148), flags 704000, rc = 0 00000080:00000001:3.0:1778653784.561082:0:30844:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.561083:0:30844:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.561086:0:30844:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653784.561087:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e00 00000080:00002000:3.0:1778653784.561089:0:30844:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff91538bf38948, parent ffff91538bd08360, inode ffff91538bd91148) hashed, 00000080:00000001:3.0:1778653784.561105:0:30844:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.561110:0:30844:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653784.561112:0:30844:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653784.561135:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653784.561139:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653784.561140:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653784.561142:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803bd8 00000080:00200000:3.0:1778653784.561143:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653784.561148:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:3.0:1778653784.561153:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653784.561157:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.561160:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.561162:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803af8 00800000:00000002:3.0:1778653784.561164:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653784.561167:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653784.561170:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653784.561174:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.561185:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18039c8 00000002:00010000:3.0:1778653784.561187:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653784.561190:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653784.561192:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.561193:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.561196:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:3.0:1778653784.561198:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.561200:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.561203:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653784.561206:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1778653784.561212:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653784.561215:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.561217:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1778653784.561223:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653784.561225:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.561227:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.561229:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.561231:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.561232:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653784.561235:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653784.561236:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653784.561239:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.561241:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653784.561243:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.561245:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653784.561248:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890077 00800000:00000001:3.0:1778653784.561251:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.561253:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.561256:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.561258:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.561260:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.561262:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.561265:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.561267:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.561269:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.561270:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.561272:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.561274:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890077 from it ffffa71ac1803c10 00010000:00000001:3.0:1778653784.561276:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.561277:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.561278:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.561279:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.561281:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.561284:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.561286:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1778653784.561291:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.561292:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.561293:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.561294:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.561295:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1778653784.561300:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.561302:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.561303:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.561307:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.561307:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.561308:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561311:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.561312:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561313:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561316:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561317:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.561318:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.561319:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653784.561320:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653784.561322:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.561323:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653784.561325:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.561338:0:30844:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384d20. 00000020:00000001:3.0:1778653784.561340:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803dc8 00000080:00200000:3.0:1778653784.561341:0:30844:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=0 00000080:00000001:3.0:1778653784.561343:0:30844:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653784.561345:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803c78 00000080:00200000:3.0:1778653784.561346:0:30844:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:3.0:1778653784.561351:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:3.0:1778653784.561353:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653784.561355:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.561356:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.561357:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b98 00800000:00000002:3.0:1778653784.561358:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653784.561360:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653784.561362:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b30 00800000:00000002:3.0:1778653784.561363:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1778653784.561365:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.561366:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a68 00000002:00010000:3.0:1778653784.561367:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653784.561369:0:30844:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653784.561372:0:30844:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653784.561375:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ce00. 00000020:00000040:3.0:1778653784.561379:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653784.561384:0:30844:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653784.561387:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.561389:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.561390:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.561391:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.561394:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.561396:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.561399:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.561406:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94000. 00000100:00000001:3.0:1778653784.561412:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561416:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.561417:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561418:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653784.561420:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.561421:0:30844:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.561428:0:30844:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00010000:00000001:3.0:1778653784.561432:0:30844:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653784.561434:0:30844:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653784.561436:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:3.0:1778653784.561438:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.561440:0:30844:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653784.561443:0:30844:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176000. 00000020:00000001:3.0:1778653784.561445:0:30844:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653784.561448:0:30844:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176000 with handle 0x3df471c51a8900b6 to hash 00000020:00000001:3.0:1778653784.561450:0:30844:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653784.561451:0:30844:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.561460:0:30844:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.561462:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.561463:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.561467:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.561473:0:30844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.561482:0:30844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653784.561488:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653784.561490:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653784.561496:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653784.561497:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754176 : -121687111797440 : ffff915382ed7540) 00000100:00000001:3.0:1778653784.561500:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.561501:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000001:3.0:1778653784.561506:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.561509:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.561512:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653784.561513:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653784.561522:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.561530:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653784.561532:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.561535:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653784.561538:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.561540:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.561544:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054663296:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653784.561548:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653784.561553:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653784.561556:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.561558:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653784.561563:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653784.561565:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653784.561571:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653784.561575:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653784.561580:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653784.561599:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054663296, portal 10 00000100:00000001:3.0:1778653784.561608:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.561610:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000040:3.0:1778653784.561616:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.561623:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653784.561627:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653784.561630:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c3b8. 00000100:00000200:3.0:1778653784.561634:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054663296, offset 0 00000400:00000200:3.0:1778653784.561640:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653784.561646:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.561677:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653784.561682:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653784.561686:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653784.561690:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653784.561692:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653784.561696:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2322:2322:256:4294967295] 192.168.204.110@tcp LPNI seq info [2322:2322:8:4294967295] 00000400:00000200:3.0:1778653784.561700:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.561708:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653784.561713:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653784.561717:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653784.561721:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653784.561732:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653784.561736:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653784.561801:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.561805:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821020 usecs (822 jiffies) 00000400:00000200:3.0:1778653784.561809:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653784.561812:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340560 00000100:00000001:3.0:1778653784.561815:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.561817:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340560 00000100:00000001:3.0:1778653784.561819:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.561821:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.561823:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.561825:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653784.561827:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653784.561830:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7540 going to sleep for 131 seconds 00000100:00000001:3.0:1778653784.561832:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653784.561834:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.564193:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.564201:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:1.0:1778653784.564207:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.564214:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.564220:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c3b8 00000400:00000010:1.0:1778653784.564223:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c3b8. 00000100:00000001:1.0:1778653784.564227:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.564233:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.564243:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.564246:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.564252:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.564254:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1778653784.567043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384b60. 00000080:00000010:3.1:1778653784.567072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd94200. 00000080:00000010:3.1:1778653784.567080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384d80. 00000800:00000001:0.0:1778653784.573482:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.573498:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.573503:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.573506:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.573514:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.573522:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.573530:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.573534:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.573538:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.573542:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534b080 00000400:00000200:0.0:1778653784.573546:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.573551:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6081 [1] + 224 00000800:00000001:0.0:1778653784.573558:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.573568:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.573570:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.573574:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.573581:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.573861:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.573874:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.574083:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.574093:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.574097:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.574153:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653784.574160:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.574162:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.574166:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653784.574171:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653784.574173:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653784.574176:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.574181:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653784.574189:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.574196:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.574198:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.574200:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.574203:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.574206:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.574208:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.574211:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.574222:0:30844:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653784.574225:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.574228:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.574230:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.574232:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.574235:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.574239:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.574241:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.574243:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.574245:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.574250:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.574256:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.574259:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.574261:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.574264:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653784.574275:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054663296:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653784.574280:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.574282:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.574284:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.574286:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.574289:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.574294:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.574297:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653784.574300:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.574301:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.574304:0:30844:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653784.574307:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574309:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574312:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653784.574314:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574316:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653784.574321:0:30844:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176000, remote cookie: 0xdfa36d541726f624, flags: 0x1001 00010000:00010000:3.0:1778653784.574325:0:30844:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653784.574333:0:30844:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653784.574336:0:30844:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1778653784.574341:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 2 00010000:00000001:3.0:1778653784.574343:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.574345:0:30844:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.574348:0:30844:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653784.574355:0:30844:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574362:0:30844:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653784.574366:0:30844:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653784.574368:0:30844:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653784.574370:0:30844:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653784.574371:0:30844:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653784.574373:0:30844:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9153837f6f00) refcount = 2 00010000:00000040:3.0:1778653784.574376:0:30844:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653784.574379:0:30844:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900af lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f5e5 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1778653784.574385:0:30844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574392:0:30844:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653784.574394:0:30844:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653784.574396:0:30844:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.574399:0:30844:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653784.574401:0:30844:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.574404:0:30844:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574409:0:30844:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653784.574411:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574412:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574413:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574414:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574415:0:30844:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.574419:0:30844:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653784.574420:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574422:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574423:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574425:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574427:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574430:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574431:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574432:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653784.574433:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574435:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574438:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.574440:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.574443:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574449:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574449:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574451:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574452:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574453:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=5 00000020:00000001:3.0:1778653784.574454:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574456:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574458:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.574460:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574466:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574467:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653784.574469:0:30844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574476:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.574477:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574478:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574479:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574480:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653784.574485:0:30844:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653784.574503:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574504:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574505:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574507:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574510:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574511:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574513:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.574514:0:30844:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.574516:0:30844:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.574518:0:30844:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653784.574520:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574522:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574523:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574525:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574526:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00000002:00010000:3.0:1778653784.574529:0:30844:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574535:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574536:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574537:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653784.574538:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574539:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574541:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574542:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574544:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653784.574546:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 3 00010000:00000001:3.0:1778653784.574548:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653784.574551:0:30844:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1778653784.574553:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574554:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.574555:0:30844:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653784.574559:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18039e8 00000002:00002000:3.0:1778653784.574561:0:30844:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653784.574564:0:30844:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.574567:0:30844:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.574569:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653784.574572:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653784.574575:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653784.574578:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653784.574581:0:30844:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653784.574582:0:30844:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1803e00 it_disposition b 00000080:00000001:3.0:1778653784.574599:0:30844:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653784.574604:0:30844:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653784.574607:0:30844:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653784.574610:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653784.574613:0:30844:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653784.574619:0:30844:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653784.574621:0:30844:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1778653784.574624:0:30844:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.574626:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1778653784.574629:0:30844:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653784.574632:0:30844:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833955 mtime from 1778653764 to 1778653784 00000080:00200000:3.0:1778653784.574636:0:30844:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 7680 00000080:00200000:3.0:1778653784.574647:0:30844:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff91538bd91148): rc = 0 00000080:00000001:3.0:1778653784.574669:0:30844:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747412808 : -121686962138808 : ffff91538bd91148) 00010000:00000001:3.0:1778653784.574672:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574673:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574675:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574676:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574678:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574680:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574681:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.574683:0:30844:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653784.574685:0:30844:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653784.574687:0:30844:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653784.574690:0:30844:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653784.574691:0:30844:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.574694:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) for lock 0x3df471c51a8900b6 00800000:00000001:3.0:1778653784.574697:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.574706:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.574707:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574708:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574710:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574711:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574713:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574715:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574716:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.574718:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.574719:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653784.574724:0:30844:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf38bd0 inode ffff91538bd91148 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653784.574727:0:30844:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653784.574729:0:30844:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.574731:0:30844:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653784.574734:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff91538bd91148) 00000080:00010000:3.0:1778653784.574738:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900b6 from it ffffa71ac1803e00 00010000:00000001:3.0:1778653784.574740:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574741:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574742:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653784.574744:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574746:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653784.574747:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.574750:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653784.574756:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574757:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574758:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.574760:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.574763:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653784.574781:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.574783:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.574785:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.574789:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574790:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.574792:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.574795:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.574796:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.574798:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.574800:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.574802:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.574803:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574804:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653784.574806:0:30844:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653784.574809:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000100:00000001:3.0:1778653784.574814:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.574818:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ce00 x1865052054663296/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.574825:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653784.574828:0:30844:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653784.574831:0:30844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653784.574834:0:30844:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653784.574836:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.574837:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.574839:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.574842:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94000. 02000000:00000001:3.0:1778653784.574845:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.574847:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.574849:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ce00. 00000100:00000001:3.0:1778653784.574852:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.574853:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.574855:0:30844:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653784.574857:0:30844:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1803e00 released 00000080:00000001:3.0:1778653784.574858:0:30844:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653784.574863:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653784.574865:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653784.574867:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d50 00000080:00200000:3.0:1778653784.574869:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653784.574875:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:3.0:1778653784.574880:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653784.574884:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653784.574887:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.574894:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803c70 00800000:00000002:3.0:1778653784.574896:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653784.574909:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653784.574912:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653784.574916:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653784.574918:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b40 00000002:00010000:3.0:1778653784.574920:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653784.574923:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653784.574925:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.574927:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.574930:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:3.0:1778653784.574932:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.574934:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.574937:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653784.574940:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1778653784.574947:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653784.574950:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653784.574953:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1778653784.574960:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653784.574962:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.574963:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.574965:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653784.574967:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.574969:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653784.574971:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653784.574973:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653784.574975:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:3.0:1778653784.574977:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653784.574979:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.574980:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653784.574983:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890077 00800000:00000001:3.0:1778653784.574985:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653784.574986:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653784.574987:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.574989:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.574990:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.574992:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.574994:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.574996:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.574997:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653784.574998:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.574999:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653784.575001:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890077 from it ffffa71ac1803d88 00010000:00000001:3.0:1778653784.575003:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653784.575004:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653784.575005:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653784.575006:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.575008:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653784.575010:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653784.575012:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1778653784.575029:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.575030:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.575031:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653784.575032:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653784.575034:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1778653784.575040:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653784.575041:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653784.575043:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653784.575045:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.575046:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.575047:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.575049:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653784.575050:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.575051:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.575053:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.575055:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653784.575056:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.575057:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653784.575058:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653784.575059:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653784.575062:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653784.575067:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.575071:0:30844:0:(namei.c:2309:ll_rmdir()) Process entered 00000020:00000001:3.0:1778653784.575072:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e18 00000080:00200000:3.0:1778653784.575074:0:30844:0:(namei.c:2312:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:3.0:1778653784.575077:0:30844:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1778653784.575080:0:30844:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000404:0x23:0x0]) is foreign... 00000080:00000001:3.0:1778653784.575082:0:30844:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653784.575087:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:3.0:1778653784.575089:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:3.0:1778653784.575094:0:30844:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653784.575098:0:30844:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1778653784.575101:0:30844:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1778653784.575103:0:30844:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653784.575105:0:30844:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x23:0x0] -> mds #0 00000002:00000001:3.0:1778653784.575109:0:30844:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1778653784.575111:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653784.575114:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 2 00010000:00000001:3.0:1778653784.575117:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.575119:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653784.575122:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653784.575125:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f544 expref: -99 pid: 30842 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1778653784.575132:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653784.575135:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653784.575137:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653784.575139:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653784.575141:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575142:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575143:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 3 00010000:00000001:3.0:1778653784.575146:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575148:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.575149:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575150:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575152:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 3 00010000:00000001:3.0:1778653784.575153:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575155:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.575156:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575157:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575159:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063100 count: 3 00010000:00000001:3.0:1778653784.575160:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575162:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.575164:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653784.575167:0:30844:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653784.575217:0:30844:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653784.575219:0:30844:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653784.575222:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653784.575223:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.575226:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653784.575228:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653784.575230:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653784.575231:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.575233:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653784.575236:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24400 with handle 0x3df471c51a890077 from hash 00010000:00000001:3.0:1778653784.575239:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653784.575240:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.575241:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.575242:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653784.575245:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653784.575246:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653784.575249:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653784.575251:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.575253:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653784.575255:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653784.575257:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 3 00010000:00000001:3.0:1778653784.575259:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653784.575261:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653784.575263:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653784.575265:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900b6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f624 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1778653784.575272:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653784.575273:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653784.575274:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653784.575276:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1778653784.575278:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575280:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575281:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.575283:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575285:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.575286:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575287:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575289:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.575290:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575292:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.575294:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575295:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575296:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.575298:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575300:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.575302:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653784.575304:0:30844:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff91538bd91080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653784.575307:0:30844:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653784.575308:0:30844:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653784.575309:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653784.575311:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff91538bd91148) invalid 00000020:00000001:3.0:1778653784.575313:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a80 00000080:00002000:3.0:1778653784.575315:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91538bf38bd0) parent ffff91538bd08360 inode ffff91538bd91148 refc 2 00000080:00000001:3.0:1778653784.575318:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653784.575319:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653784.575321:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.575323:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653784.575324:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653784.575325:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653784.575327:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.575328:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653784.575330:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176000 with handle 0x3df471c51a8900b6 from hash 00010000:00000001:3.0:1778653784.575332:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653784.575333:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.575334:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.575335:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653784.575337:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653784.575338:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653784.575340:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653784.575342:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900af lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f5e5 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1778653784.575349:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653784.575350:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653784.575352:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653784.575353:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode CR 00000002:00000001:3.0:1778653784.575355:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575356:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575358:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.575360:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575362:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653784.575363:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.575364:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.575366:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.575368:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.575370:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.575371:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.575373:0:30844:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653784.575376:0:30844:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653784.575379:0:30844:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915385c67400. 00000080:00000001:3.0:1778653784.575381:0:30844:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653784.575384:0:30844:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653784.575387:0:30844:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653784.575389:0:30844:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:3.0:1778653784.575391:0:30844:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653784.575393:0:30844:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1778653784.575398:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ce00. 00000020:00000040:3.0:1778653784.575401:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653784.575405:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653784.575408:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653784.575411:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653784.575419:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915385c67a00. 00000100:00000001:3.0:1778653784.575425:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653784.575436:0:30844:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc2a00 x1865052054662784/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653784.575446:0:30844:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653784.575451:0:30844:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653784.575458:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653784.575460:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653784.575465:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653784.575467:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597754176 : -121687111797440 : ffff915382ed7540) 00000100:00000001:3.0:1778653784.575470:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.575471:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000001:3.0:1778653784.575475:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653784.575479:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.575482:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653784.575483:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653784.575487:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.575494:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653784.575496:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.575500:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653784.575502:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653784.575505:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653784.575508:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054663552:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1778653784.575512:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653784.575516:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653784.575518:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.575520:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653784.575524:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94000. 02000000:00000001:3.0:1778653784.575526:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653784.575532:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653784.575535:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653784.575540:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653784.575546:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054663552, portal 10 00000100:00000001:3.0:1778653784.575548:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.575549:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000040:3.0:1778653784.575555:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.575561:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653784.575563:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653784.575566:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cd48. 00000100:00000200:3.0:1778653784.575570:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054663552, offset 0 00000400:00000200:3.0:1778653784.575575:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653784.575583:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.575589:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653784.575594:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653784.575598:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653784.575602:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653784.575606:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653784.575609:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2323:2323:256:4294967295] 192.168.204.110@tcp LPNI seq info [2323:2323:8:4294967295] 00000400:00000200:3.0:1778653784.575614:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653784.575623:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653784.575629:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653784.575634:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653784.575640:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653784.575690:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653784.575695:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653784.576504:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.576510:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 819850 usecs (820 jiffies) 00000400:00000200:3.0:1778653784.576514:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653784.576517:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340572 00000100:00000001:3.0:1778653784.576520:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.576522:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340572 00000100:00000001:3.0:1778653784.576524:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:3.0:1778653784.576526:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.576528:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.576531:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653784.576533:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653784.576536:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed7540 going to sleep for 11 seconds 00000100:00000001:3.0:1778653784.576538:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653784.576541:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.577360:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.577367:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:1.0:1778653784.577372:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.577379:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.577385:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cd48 00000400:00000010:1.0:1778653784.577387:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cd48. 00000100:00000001:1.0:1778653784.577391:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.577397:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.577408:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.577411:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.577422:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.577424:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653784.584275:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.584293:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.584297:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.584299:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.584309:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.584317:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.584327:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.584331:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.584336:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.584340:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534b180 00000400:00000200:0.0:1778653784.584345:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.584352:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6089 [1] + 224 00000800:00000001:0.0:1778653784.584360:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.584368:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.584371:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.584376:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.584384:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.584393:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.584406:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.584425:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.584434:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.584438:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.584508:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653784.584515:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653784.584517:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653784.584521:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653784.584525:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653784.584528:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653784.584531:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653784.584536:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653784.584544:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ce00 x1865052054663552/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584550:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653784.584552:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.584555:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653784.584558:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653784.584561:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653784.584563:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653784.584566:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653784.584575:0:30844:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653784.584579:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653784.584593:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653784.584595:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.584598:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653784.584601:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.584605:0:30844:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653784.584606:0:30844:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653784.584608:0:30844:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653784.584610:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.584612:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000001:3.0:1778653784.584615:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653784.584617:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1778653784.584619:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653784.584621:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653784.584626:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ce00 x1865052054663552/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584633:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653784.584636:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653784.584788:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653784.584796:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ce00 x1865052054663552/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653784.584804:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054663552:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1778653784.584809:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.584811:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.584814:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653784.584816:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.584819:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ce00 x1865052054663552/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584825:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.584828:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed7540. 00000100:00000001:3.0:1778653784.584831:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653784.584833:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.584840:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.584841:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000002:00000001:3.0:1778653784.584844:0:30844:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.584846:0:30844:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.584852:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67400. 00000080:00000001:3.0:1778653784.584855:0:30844:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653784.584858:0:30844:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653784.584863:0:30844:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653784.584868:0:30844:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc2a00 x1865052054662784/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584876:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653784.584877:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649049600 : -121687060502016 : ffff915385fc2a00) 00000100:00000001:3.0:1778653784.584879:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.584882:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054662784/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584888:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.584889:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.584893:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ce00 x1865052054663552/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584898:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653784.584900:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.584903:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2a00 x1865052054662784/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584909:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653784.584912:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.584914:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.584915:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.584919:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0c400. 02000000:00000001:3.0:1778653784.584923:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.584925:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.584927:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2a00. 00000100:00000001:3.0:1778653784.584931:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.584932:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653784.584933:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.584937:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ce00 x1865052054663552/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584943:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653784.584944:0:30844:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd64e0. 00000002:00000001:3.0:1778653784.584947:0:30844:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653784.584949:0:30844:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653784.584951:0:30844:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9f140. 00000100:00000001:3.0:1778653784.584954:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653784.584956:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ce00 x1865052054663552/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653784.584962:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653784.584964:0:30844:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653784.584966:0:30844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94000. 02000000:00000001:3.0:1778653784.584969:0:30844:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653784.584970:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653784.584971:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653784.584973:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653784.584975:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915385c67a00. 02000000:00000001:3.0:1778653784.584977:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653784.584978:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653784.584979:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ce00. 00000100:00000001:3.0:1778653784.584981:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653784.584982:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653784.584985:0:30844:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.584987:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653784.584990:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1778653784.584993:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653784.584997:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653784.585004:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6f00 count: 4 00010000:00000001:3.0:1778653784.585006:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653784.585011:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.585013:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653784.585140:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653784.585143:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff91538bd91148) invalid 00000020:00000001:3.0:1778653784.585148:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a80 00000080:00002000:3.0:1778653784.585150:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91538bf38bd0) parent ffff91538bd08360 inode ffff91538bd91148 refc 2 00000080:00000001:3.0:1778653784.585154:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653784.585156:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653784.585158:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653784.585162:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653784.585165:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653784.585168:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653784.585170:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653784.585173:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653784.585176:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a200 with handle 0x3df471c51a8900af from hash 00010000:00000001:3.0:1778653784.585179:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653784.585181:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653784.585183:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653784.585184:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653784.585187:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653784.585189:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653784.585191:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653784.585193:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1778653784.585197:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000800:00000200:1.0:1778653784.590136:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.590140:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653784.590145:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.590151:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.590156:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:1.0:1778653784.590159:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:1.0:1778653784.590162:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.590167:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0000 x1865052054663808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.590177:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.590180:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054663808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.590187:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.590188:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653784.593700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:2.1:1778653784.593716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6f00. 00010000:00000010:2.1:1778653784.596826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00010000:00000010:2.1:1778653784.596838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063100. 00010000:00000010:2.1:1778653784.596842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24400. 00000800:00000001:0.0:1778653784.598827:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.598842:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.598846:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.598848:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.598857:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598863:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.598872:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598877:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598882:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598887:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534b280 00000400:00000200:0.0:1778653784.598893:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598898:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6091 [1] + 224 00000800:00000001:0.0:1778653784.598905:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.598912:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.598915:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.598920:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.598927:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.598935:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0000 x1865052054663808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653784.598944:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc0000 x1865052054663808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.598965:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653784.598973:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653784.598976:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598981:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653784.598987:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2325:2325:256:4294967295] 192.168.204.110@tcp LPNI seq info [2325:2325:8:4294967295] 00000400:00000200:0.0:1778653784.598992:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.598999:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653784.599004:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653784.599009:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df000. 00000800:00000200:0.0:1778653784.599014:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653784.599021:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653784.599025:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653784.599102:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653784.599105:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000400:00000200:0.0:1778653784.599109:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.599112:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653784.599117:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.599120:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.600546:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.600551:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:1.0:1778653784.600555:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.600560:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.600563:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653784.600565:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653784.600568:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.600571:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054663936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.600579:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.600581:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054663936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.600599:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.600600:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.606362:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.606376:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.606381:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.606383:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.606391:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.606397:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.606406:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.606410:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.606415:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.606419:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534b300 00000400:00000200:1.0:1778653784.606423:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.606428:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6099 [1] + 224 00000800:00000001:1.0:1778653784.606434:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.606445:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.606448:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.606452:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.606458:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.606465:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054663936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.606475:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc1500 x1865052054663936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.606494:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.606500:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.606503:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1778653784.607692:0:30844:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd91080. 00000080:00000010:2.1:1778653784.607704:0:30844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384d20. 00000800:00000200:1.0:1778653784.608988:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.608992:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:1.0:1778653784.608996:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.609001:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.609006:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:1.0:1778653784.609008:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:1.0:1778653784.609011:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.609015:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054664192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.609023:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.609026:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054664192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.609033:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.609034:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.615165:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.615180:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.615184:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.615187:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.615281:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.615290:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.615299:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.615305:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.615311:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.615315:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534b400 00000400:00000200:1.0:1778653784.615320:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.615326:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x60a1 [64] + 224 00000800:00000001:1.0:1778653784.615333:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.615340:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.615343:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.615347:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.615354:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.615362:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054664192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.615372:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc1500 x1865052054664192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.615443:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.615453:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.615456:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.619285:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.619290:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653784.619295:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.619302:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.619308:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:1.0:1778653784.619312:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:1.0:1778653784.619317:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.619324:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0e00 x1865052054664320/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.619334:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.619337:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0e00 x1865052054664320/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.619343:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.619345:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653784.620968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00000800:00000001:1.0:1778653784.623795:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.623810:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.623814:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.623817:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.623825:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.623833:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.623918:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.623924:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.623929:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.623934:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a0414534b480 00000400:00000200:1.0:1778653784.623939:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.623946:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x60a9 [256] + 0 00000400:00000010:1.0:1778653784.623953:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ec60. 00000400:00000200:1.0:1778653784.623958:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e14000 00000800:00000001:1.0:1778653784.623964:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.623972:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.623975:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.623980:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.623985:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e14000 00000400:00000010:1.0:1778653784.623987:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e14000. 00000100:00000001:1.0:1778653784.623993:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1778653784.623996:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915385fc0e00 desc ffff915389b0c800 mbits 1865052054664320 00000100:00000001:1.0:1778653784.624014:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1778653784.624032:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653784.624036:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.624042:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653784.624048:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2329:2329:256:4294967295] 192.168.204.110@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:1.0:1778653784.624053:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.624061:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653784.624067:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653784.624074:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91538a318000. 00000800:00000200:1.0:1778653784.624080:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653784.624087:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653784.624091:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a318000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653784.624164:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.624168:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91538a318000. 00000400:00000200:1.0:1778653784.624171:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.624174:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653784.624180:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.624182:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.630996:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.631012:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.631017:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.631020:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.631029:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.631037:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.631047:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.631052:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.631057:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.631061:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a0414534b480 00000400:00000200:0.0:1778653784.631065:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.631070:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x60b1 [1] + 224 00000800:00000001:0.0:1778653784.631077:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.631089:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.631093:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.631097:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.631104:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.631113:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054664320/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.631123:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915385fc0e00 x1865052054664320/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.631334:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.631344:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.631348:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.633720:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.633725:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000400:00000200:1.0:1778653784.633729:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.633735:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.633739:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:1.0:1778653784.633742:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:1.0:1778653784.633746:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.633750:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0e00 x1865052054664576/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.633759:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.633762:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0e00 x1865052054664576/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.633781:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.633782:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653784.637360:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.637375:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.637379:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.637381:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.637390:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.637398:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.637406:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.637411:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.637416:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.637421:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534b580 00000400:00000200:0.0:1778653784.637425:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.637431:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x60b9 [1] + 224 00000800:00000001:0.0:1778653784.637438:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.637446:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.637450:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.637454:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.637461:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.637468:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054664576/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.637478:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc0e00 x1865052054664576/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.637501:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.637510:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.637514:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653784.639615:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.639619:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000400:00000200:1.0:1778653784.639624:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.639629:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.639633:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:1.0:1778653784.639635:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:1.0:1778653784.639639:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.639643:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0e00 x1865052054664832/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.639668:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.639671:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0e00 x1865052054664832/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.639677:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.639679:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653784.648461:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.648477:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.648481:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.648483:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.648492:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.648500:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.648509:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.648513:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.648518:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.648521:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534b680 00000400:00000200:0.0:1778653784.648524:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.648529:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x60c1 [64] + 224 00000800:00000001:0.0:1778653784.648534:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.648541:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.648543:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.648546:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.648552:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.648620:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054664832/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653784.648634:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc0e00 x1865052054664832/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.648647:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653784.648685:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.648689:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1778653784.650438:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a360 00000020:00000010:2.0:1778653784.650441:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d4c00. 00000020:00000010:2.0:1778653784.650443:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.650446:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.650448:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.650450:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.650453:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.650455:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.650457:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5c00. 00000008:00000010:2.0:1778653784.650459:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.650460:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.650462:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.650464:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907000. 00000020:00000010:2.0:1778653784.650467:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5a00. 00000020:00000010:2.0:1778653784.650468:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a360. 00000080:00000001:2.0:1778653784.650470:0:30844:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.650472:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653784.650473:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff91538bdb63c8) invalid 00000020:00000001:2.0:1778653784.650476:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a60 00000080:00002000:2.0:1778653784.650477:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf23948) parent ffff91538bf235e8 inode ffff91538bdb63c8 refc 1 00000080:00000001:2.0:1778653784.650479:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653784.650480:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653784.650481:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.650483:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653784.650485:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653784.650486:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653784.650487:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.650489:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653784.650491:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9bc00 with handle 0x3df471c51a89009a from hash 00010000:00000001:2.0:1778653784.650493:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653784.650494:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.650495:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.650496:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653784.650497:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653784.650499:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653784.650501:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653784.650503:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24c00/0x3df471c51a890070 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f52f expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653784.650509:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653784.650510:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653784.650512:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653784.650513:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:2.0:1778653784.650515:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.650516:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.650518:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063600 count: 4 00010000:00000001:2.0:1778653784.650520:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.650522:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.650524:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.650525:0:30844:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653784.650526:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653784.650529:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a360. 00000020:00000010:2.0:1778653784.650532:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5a00. 00000020:00000010:2.0:1778653784.650534:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153887d5c00. 00000020:00000010:2.0:1778653784.650537:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.650539:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.650542:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.650544:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.650547:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.650549:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.650552:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d4c00. 00000008:00000010:2.0:1778653784.650554:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.650557:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.650559:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.650562:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907000. 00000020:00000001:2.0:1778653784.650564:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728488 : -121686989823128 : ffff91538a32a368) 00000020:00001000:2.0:1778653784.650566:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a360 00000020:00000001:2.0:1778653784.650567:0:30844:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1778653784.650568:0:30844:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1778653784.650570:0:30844:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1778653784.650572:0:30844:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1778653784.650574:0:30844:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653784.650575:0:30844:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653784.650577:0:30844:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1778653784.650579:0:30844:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.650580:0:30844:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653784.650582:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a360 00000020:00000010:2.0:1778653784.650583:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d5c00. 00000020:00000010:2.0:1778653784.650586:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.650589:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.650591:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.650593:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.650595:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.650597:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.650599:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5a00. 00000008:00000010:2.0:1778653784.650602:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.650604:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.650606:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.650608:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907000. 00000020:00000010:2.0:1778653784.650610:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d4c00. 00000020:00000010:2.0:1778653784.650612:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a360. 00000080:00000001:2.0:1778653784.650614:0:30844:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.650616:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653784.650617:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.650619:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653784.650621:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653784.650622:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653784.650624:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.650625:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653784.650628:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24c00 with handle 0x3df471c51a890070 from hash 00010000:00000001:2.0:1778653784.650630:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653784.650631:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.650632:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.650633:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653784.650635:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653784.650636:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653784.650638:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1778653784.650640:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1778653784.650642:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1778653784.650647:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653784.650699:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653784.650704:0:30844:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653784.650706:0:30844:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.650708:0:30844:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653784.650712:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653784.650715:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.650716:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.650717:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.650719:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653784.650721:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653784.650724:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653784.650730:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153887d4c00. 00000100:00000001:2.0:1778653784.650737:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.650739:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653784.650741:0:30844:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653784.650745:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89009a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f5c2 expref: -99 pid: 30843 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653784.650752:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24c00/0x3df471c51a890070 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f52f expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653784.650758:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a890093 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f5a6 expref: -99 pid: 30843 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1778653784.650764:0:30844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1778653784.650765:0:30844:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1778653784.650767:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653784.650778:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89009a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f5c2 expref: -99 pid: 30843 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653784.650785:0:30844:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9ffc0. 00010000:00000001:2.0:1778653784.650791:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.650792:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653784.650794:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24c00/0x3df471c51a890070 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f52f expref: -99 pid: 30807 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653784.650799:0:30844:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f7c0. 00010000:00000040:2.0:1778653784.650802:0:30844:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063600 count: 0 00010000:00000010:2.0:1778653784.650806:0:30844:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75180. 00010000:00000001:2.0:1778653784.650812:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.650814:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653784.650815:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a890093 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f5a6 expref: -99 pid: 30843 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653784.650822:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.650823:0:30844:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.650825:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653784.650826:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.650828:0:30844:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653784.650837:0:30844:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1778653784.650846:0:30844:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653784.650853:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653784.650854:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653784.650860:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.650861:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762592000 : -121686946959616 : ffff91538cc0af00) 00000100:00000001:2.0:1778653784.650864:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.650865:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653784.650869:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653784.650873:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.650875:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653784.650876:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653784.650880:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.650892:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653784.650894:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.650897:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653784.650899:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653784.650902:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653784.650905:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665088:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653784.650908:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653784.650913:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653784.650915:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.650917:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653784.650921:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0ec00. 02000000:00000001:2.0:1778653784.650923:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653784.650929:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653784.650932:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef20. 00000400:00000010:2.0:1778653784.650938:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653784.650944:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054665088, portal 10 00000100:00000001:2.0:1778653784.650946:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.650947:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653784.650954:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.650960:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653784.650963:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653784.650966:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490908. 00000100:00000200:2.0:1778653784.650969:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1865052054665088, offset 0 00000400:00000200:2.0:1778653784.650975:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653784.650983:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.650990:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653784.650996:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653784.651000:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653784.651004:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653784.651006:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653784.651011:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2332:2332:256:4294967295] 192.168.204.110@tcp LPNI seq info [2332:2332:8:4294967295] 00000400:00000200:2.0:1778653784.651016:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.651025:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653784.651031:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653784.651036:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aed800. 00000800:00000200:2.0:1778653784.651041:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653784.651048:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653784.651053:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aed800 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1778653784.651073:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.651077:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 811702 usecs (812 jiffies) 00000400:00000200:2.0:1778653784.651081:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653784.651084:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340639 00000100:00000001:2.0:1778653784.651086:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.651088:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340639 00000100:00000001:2.0:1778653784.651090:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.651092:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.651095:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.651097:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653784.651098:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653784.651100:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0af00 going to sleep for 131 seconds 00000100:00000001:2.0:1778653784.651102:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653784.651105:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653784.651556:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.651561:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653784.651566:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.651573:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653784.651578:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:1.0:1778653784.651580:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:1.0:1778653784.651583:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653784.651587:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.651596:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653784.651598:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.651604:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653784.651606:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653784.658825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000010:2.1:1778653784.658837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063600. 00010000:00000010:2.1:1778653784.658842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24c00. 00010000:00000010:2.1:1778653784.658846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000800:00000001:0.0:1778653784.662587:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.662603:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653784.662607:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.662609:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.662618:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662625:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653784.662635:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662640:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662645:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662685:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534b780 00000400:00000200:0.0:1778653784.662690:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662695:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x60c9 [1] + 224 00000800:00000001:0.0:1778653784.662702:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653784.662710:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653784.662714:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.662718:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653784.662726:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653784.662734:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653784.662745:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.662764:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653784.662781:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653784.662785:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662790:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653784.662796:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2333:2333:256:4294967295] 192.168.204.110@tcp LPNI seq info [2333:2333:8:4294967295] 00000400:00000200:0.0:1778653784.662801:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653784.662809:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653784.662814:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00000001:2.0:1778653784.662820:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1778653784.662820:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538a5df000. 00000800:00000200:0.0:1778653784.662826:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000400:00000001:2.0:1778653784.662827:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653784.662829:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1778653784.662831:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000400:00000010:2.0:1778653784.662832:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef20. 00000800:00000200:0.0:1778653784.662836:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a5df000 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1778653784.662837:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:2.0:1778653784.662839:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:2.0:1778653784.662842:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653784.662846:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653784.662859:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054665088/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.662865:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653784.662868:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.662870:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653784.662873:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653784.662876:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653784.662878:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.662880:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653784.662889:0:30844:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653784.662893:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653784.662895:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653784.662897:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.662900:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653784.662904:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.662907:0:30844:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653784.662909:0:30844:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000013b/0x10000013d] 00000100:00000001:2.0:1778653784.662911:0:30844:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653784.662913:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.662914:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653784.662917:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653784.662919:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000800:00000200:0.0:1778653784.662919:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1778653784.662921:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000800:00000010:0.0:1778653784.662922:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538a5df000. 00000100:00000001:2.0:1778653784.662924:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653784.662927:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1778653784.662928:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054665088/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653920 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1778653784.662930:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000001:2.0:1778653784.662935:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1778653784.662935:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1778653784.662938:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1778653784.662938:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.662940:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653784.662943:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054665088/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653920 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653784.662950:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665088:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653784.662955:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.662958:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.662961:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653784.662963:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.662966:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054665088/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653920 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.662973:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653784.662975:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.662978:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653784.662979:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.662987:0:30844:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.662990:0:30844:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653784.662994:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5400. 00000100:00000001:2.0:1778653784.663004:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.663008:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054665088/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.663014:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663018:0:30844:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663027:0:30844:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653784.663031:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e28 00000080:00002000:2.0:1778653784.663033:0:30844:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf23948, parent ffff91538bf235e8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1778653784.663036:0:30844:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653784.663042:0:30844:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653784.663047:0:30844:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653784.663054:0:30844:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:2.0:1778653784.663056:0:30844:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1778653784.663059:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653784.663063:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a360. 00000020:00000010:2.0:1778653784.663068:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5400. 00000020:00000010:2.0:1778653784.663072:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153887d5a00. 00000020:00000010:2.0:1778653784.663076:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.663084:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.663089:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.663093:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.663099:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.663103:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.663106:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5c00. 00000008:00000010:2.0:1778653784.663110:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.663113:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.663116:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.663120:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907000. 00000020:00000001:2.0:1778653784.663123:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728488 : -121686989823128 : ffff91538a32a368) 00000020:00001000:2.0:1778653784.663126:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a360 00000020:00000001:2.0:1778653784.663131:0:30844:0:(cl_object.c:151:cl_object_top()) ffff915389b22850 -> ffff915389b22850 00000020:00000001:2.0:1778653784.663133:0:30844:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653784.663136:0:30844:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653784.663138:0:30844:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653784.663141:0:30844:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653784.663142:0:30844:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653784.663144:0:30844:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653784.663159:0:30844:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x26:0x0]io ffff9153861a4e10 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1778653784.663162:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:2.0:1778653784.663166:0:30844:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653784.663168:0:30844:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653784.663170:0:30844:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653784.663172:0:30844:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663174:0:30844:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653784.663176:0:30844:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653784.663178:0:30844:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663179:0:30844:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653784.663180:0:30844:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653784.663181:0:30844:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653784.663183:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915383e727c0 00000020:00000001:2.0:1778653784.663185:0:30844:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663188:0:30844:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653784.663189:0:30844:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1778653784.663191:0:30844:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653784.663195:0:30844:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653784.663198:0:30844:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653784.663201:0:30844:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653784.663204:0:30844:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653784.663205:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653784.663208:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a510. 00000020:00000010:2.0:1778653784.663211:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d4600. 00000020:00000010:2.0:1778653784.663213:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153887d4800. 00000020:00000010:2.0:1778653784.663216:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9960. 00000008:00000010:2.0:1778653784.663219:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b1650. 00020000:00000010:2.0:1778653784.663221:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653784.663224:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872d8b8. 00000080:00000010:2.0:1778653784.663227:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bf18. 00000080:00000010:2.0:1778653784.663230:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7b50. 00000020:00000010:2.0:1778653784.663233:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5000. 00000008:00000010:2.0:1778653784.663235:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb1e0. 00020000:00000010:2.0:1778653784.663238:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887acb40. 00008000:00000010:2.0:1778653784.663240:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e750. 00000080:00000010:2.0:1778653784.663243:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899073c0. 00000020:00000001:2.0:1778653784.663244:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728920 : -121686989822696 : ffff91538a32a518) 00000020:00001000:2.0:1778653784.663246:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a510 00000020:00000001:2.0:1778653784.663249:0:30844:0:(cl_object.c:151:cl_object_top()) ffff915389b223a0 -> ffff915389b22850 00000020:00000001:2.0:1778653784.663260:0:30844:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653784.663262:0:30844:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653784.663263:0:30844:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653784.663265:0:30844:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663266:0:30844:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663268:0:30844:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690909288 : -121687018642328 : ffff9153887ae468) 00000020:00000001:2.0:1778653784.663270:0:30844:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653784.663271:0:30844:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663274:0:30844:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663275:0:30844:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663276:0:30844:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1778653784.663278:0:30844:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653784.663287:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653784.663288:0:30844:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653784.663290:0:30844:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653784.663291:0:30844:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663293:0:30844:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663295:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663296:0:30844:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663298:0:30844:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653784.663299:0:30844:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663300:0:30844:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663302:0:30844:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1778653784.663304:0:30844:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653784.663306:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653784.663307:0:30844:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653784.663308:0:30844:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1778653784.663311:0:30844:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1778653784.663314:0:30844:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1778653784.663317:0:30844:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915382941340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653784.663320:0:30844:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1778653784.663323:0:30844:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382941340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1778653784.663326:0:30844:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653784.663328:0:30844:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663329:0:30844:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663331:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663332:0:30844:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663333:0:30844:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663335:0:30844:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653784.663336:0:30844:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1778653784.663338:0:30844:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653784.663339:0:30844:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653784.663340:0:30844:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653784.663342:0:30844:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663343:0:30844:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1778653784.663345:0:30844:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653784.663346:0:30844:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1778653784.663349:0:30844:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653784.663349:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653784.663350:0:30844:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653784.663351:0:30844:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653784.663353:0:30844:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663354:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663356:0:30844:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653784.663357:0:30844:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653784.663358:0:30844:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1778653784.663359:0:30844:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653784.663361:0:30844:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653784.663362:0:30844:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653784.663365:0:30844:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653784.663366:0:30844:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653784.663367:0:30844:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653784.663368:0:30844:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663370:0:30844:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663372:0:30844:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653784.663373:0:30844:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653784.663375:0:30844:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663376:0:30844:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653784.663378:0:30844:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653784.663379:0:30844:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653784.663381:0:30844:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653784.663382:0:30844:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653784.663384:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a510 00000020:00000010:2.0:1778653784.663387:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d4800. 00000020:00000010:2.0:1778653784.663391:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9960. 00000008:00000010:2.0:1778653784.663395:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b1650. 00020000:00000010:2.0:1778653784.663398:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653784.663401:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872d8b8. 00000080:00000010:2.0:1778653784.663404:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bf18. 00000080:00000010:2.0:1778653784.663407:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7b50. 00000020:00000010:2.0:1778653784.663410:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d4600. 00000008:00000010:2.0:1778653784.663413:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb1e0. 00020000:00000010:2.0:1778653784.663416:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887acb40. 00008000:00000010:2.0:1778653784.663419:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e750. 00000080:00000010:2.0:1778653784.663421:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899073c0. 00000020:00000010:2.0:1778653784.663424:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5000. 00000020:00000010:2.0:1778653784.663426:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a510. 00020000:00000001:2.0:1778653784.663428:0:30844:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653784.663430:0:30844:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653784.663432:0:30844:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653784.663434:0:30844:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653784.663436:0:30844:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653784.663437:0:30844:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653784.663440:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a360 00000020:00000010:2.0:1778653784.663441:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d5a00. 00000020:00000010:2.0:1778653784.663443:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.663445:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.663448:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.663450:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.663452:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.663454:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.663456:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5400. 00000008:00000010:2.0:1778653784.663458:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.663460:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.663463:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.663465:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907000. 00000020:00000010:2.0:1778653784.663467:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5c00. 00000020:00000010:2.0:1778653784.663469:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a360. 00000080:00000001:2.0:1778653784.663471:0:30844:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663475:0:30844:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:2.0:1778653784.663477:0:30844:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff91538bdb63c8) 00800000:00000001:2.0:1778653784.663481:0:30844:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:2.0:1778653784.663483:0:30844:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:2.0:1778653784.663487:0:30844:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1778653784.663493:0:30844:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.663496:0:30844:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663498:0:30844:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1778653784.663501:0:30844:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1778653784.663502:0:30844:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663504:0:30844:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663507:0:30844:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653784.663509:0:30844:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a360. 00000020:00000010:2.0:1778653784.663512:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5c00. 00000020:00000010:2.0:1778653784.663514:0:30844:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153887d5400. 00000020:00000010:2.0:1778653784.663516:0:30844:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.663519:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.663522:0:30844:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.663524:0:30844:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.663527:0:30844:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.663529:0:30844:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.663532:0:30844:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5a00. 00000008:00000010:2.0:1778653784.663534:0:30844:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.663537:0:30844:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.663539:0:30844:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.663541:0:30844:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907000. 00000020:00000001:2.0:1778653784.663543:0:30844:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728488 : -121686989823128 : ffff91538a32a368) 00000020:00001000:2.0:1778653784.663546:0:30844:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a360 00020000:00000001:2.0:1778653784.663551:0:30844:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:2.0:1778653784.663552:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:2.0:1778653784.663556:0:30844:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:2.0:1778653784.663560:0:30844:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d58a0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653784.663565:0:30844:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653784.663569:0:30844:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:2.0:1778653784.663573:0:30844:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:2.0:1778653784.663574:0:30844:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663576:0:30844:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1778653784.663578:0:30844:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1778653784.663581:0:30844:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1778653784.663585:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:2.0:1778653784.663587:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.663590:0:30844:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1778653784.663592:0:30844:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1778653784.663597:0:30844:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1778653764 1778653764 1778653764 by oinfo size 0 blocks 1 [cma]time 1778653764 1778653764 1778653764 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1778653784.663610:0:30844:0:(cl_object.c:151:cl_object_top()) ffff915382941340 -> ffff915389b22850 00000020:00000001:2.0:1778653784.663612:0:30844:0:(cl_object.c:151:cl_object_top()) ffff915382941340 -> ffff915389b22850 00000008:00000001:2.0:1778653784.663614:0:30844:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653784.663616:0:30844:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653784.663618:0:30844:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653784.663620:0:30844:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1778653784.663626:0:30844:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff915382941340. 00020000:00000001:2.0:1778653784.663631:0:30844:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1778653784.663634:0:30844:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915389b22320. 00020000:00000001:2.0:1778653784.663638:0:30844:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1778653784.663640:0:30844:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653784.663642:0:30844:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653784.663643:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:2.0:1778653784.663645:0:30844:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:2.0:1778653784.663647:0:30844:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:2.0:1778653784.663695:0:30844:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b0f8) owner 0000000000000000/ffff915383e727c0 00020000:00000001:2.0:1778653784.663698:0:30844:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:2.0:1778653784.663700:0:30844:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9153899316b8. 00020000:00000010:2.0:1778653784.663712:0:30844:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff915384def180. 00020000:00000010:2.0:1778653784.663715:0:30844:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915385c83cb0. 00020000:00000002:2.0:1778653784.663719:0:30844:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d58a0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653784.663723:0:30844:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653784.663727:0:30844:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:2.0:1778653784.663731:0:30844:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75200. 00020000:00000010:2.0:1778653784.663734:0:30844:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5cc0. 00020000:00000010:2.0:1778653784.663737:0:30844:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d58a0. 00020000:00000001:2.0:1778653784.663739:0:30844:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1778653784.663740:0:30844:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b0f8) owner 0000000000000000/ffff915383e727c0 00020000:00000010:2.0:1778653784.663743:0:30844:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff91538356b0f8. 00020000:00000001:2.0:1778653784.663746:0:30844:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:2.0:1778653784.663748:0:30844:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915389b227d0. 00000020:00001000:2.0:1778653784.663751:0:30844:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a360 00000020:00000010:2.0:1778653784.663753:0:30844:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d5400. 00000020:00000010:2.0:1778653784.663755:0:30844:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff91e0. 00000008:00000010:2.0:1778653784.663758:0:30844:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653784.663761:0:30844:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653784.663763:0:30844:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653784.663765:0:30844:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653784.663777:0:30844:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653784.663780:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5c00. 00000008:00000010:2.0:1778653784.663782:0:30844:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653784.663785:0:30844:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653784.663787:0:30844:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653784.663789:0:30844:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907000. 00000020:00000010:2.0:1778653784.663792:0:30844:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5a00. 00000020:00000010:2.0:1778653784.663794:0:30844:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a360. 00000080:00000001:2.0:1778653784.663796:0:30844:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1778653784.663798:0:30844:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1778653784.663835:0:30844:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:2.0:1778653784.663838:0:30844:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653784.663840:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d98 00000080:00200008:2.0:1778653784.663842:0:30844:0:(file.c:448:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff91538bd92a08), flags 704000 00000080:00400000:2.0:1778653784.663846:0:30844:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:2.0:1778653784.663849:0:30844:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653784.663851:0:30844:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1778653784.663852:0:30844:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653784.663857:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.663859:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.663862:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 2 00010000:00000001:2.0:1778653784.663864:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.663869:0:30844:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1778653784.663872:0:30844:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1778653784.663875:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653784.663881:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.663885:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a8900cb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f663 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653784.663892:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.663894:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653784.663895:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1778653784.663897:0:30844:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:2.0:1778653784.663900:0:30844:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395158c80. 00000080:00000001:2.0:1778653784.663903:0:30844:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653784.663906:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d98 00000080:00000008:2.0:1778653784.663908:0:30844:0:(file.c:492:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff91538bd92a08), flags 704000, rc = 0 00000080:00000001:2.0:1778653784.663911:0:30844:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663912:0:30844:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.663916:0:30844:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653784.663917:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e00 00000080:00002000:2.0:1778653784.663919:0:30844:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff91538bf235e8, parent ffff91538bd08360, inode ffff91538bd92a08) hashed, 00000080:00000001:2.0:1778653784.663922:0:30844:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653784.663926:0:30844:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653784.663928:0:30844:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653784.663950:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653784.663953:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653784.663955:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653784.663956:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803bd8 00000080:00200000:2.0:1778653784.663958:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653784.663962:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:2.0:1778653784.663967:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653784.663971:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653784.663974:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653784.663976:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803af8 00800000:00000002:2.0:1778653784.663978:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653784.663981:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653784.663984:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653784.663989:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653784.663990:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18039c8 00000002:00010000:2.0:1778653784.663992:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653784.663996:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653784.663997:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.664003:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.664005:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653784.664008:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.664010:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.664013:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653784.664016:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653784.664024:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653784.664026:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.664029:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653784.664035:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653784.664037:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653784.664039:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653784.664041:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653784.664043:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653784.664045:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653784.664047:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653784.664049:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653784.664052:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000001:2.0:1778653784.664055:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653784.664057:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653784.664059:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653784.664062:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900bd 00800000:00000001:2.0:1778653784.664065:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653784.664067:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653784.664068:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.664071:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.664073:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=3 00000020:00000001:2.0:1778653784.664075:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.664078:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.664080:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.664081:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653784.664082:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.664084:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653784.664086:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900bd from it ffffa71ac1803c10 00010000:00000001:2.0:1778653784.664088:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.664089:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.664091:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=3 00000020:00000001:2.0:1778653784.664092:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.664094:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.664096:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653784.664099:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653784.664105:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.664106:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.664107:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653784.664108:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653784.664110:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653784.664116:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653784.664119:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653784.664120:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653784.664124:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.664125:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.664126:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.664129:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653784.664130:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.664132:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.664134:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.664136:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653784.664137:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.664138:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653784.664140:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653784.664141:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653784.664144:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653784.664147:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653784.664999:0:30844:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6fe0. 00000020:00000001:2.0:1778653784.665005:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803dc8 00000080:00200000:2.0:1778653784.665007:0:30844:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=0 00000080:00000001:2.0:1778653784.665010:0:30844:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653784.665012:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803c78 00000080:00200000:2.0:1778653784.665014:0:30844:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:2.0:1778653784.665022:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:2.0:1778653784.665026:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653784.665030:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653784.665033:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653784.665035:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b98 00800000:00000002:2.0:1778653784.665037:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653784.665040:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653784.665044:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b30 00800000:00000002:2.0:1778653784.665045:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1778653784.665049:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653784.665050:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a68 00000002:00010000:2.0:1778653784.665051:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653784.665055:0:30844:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653784.665058:0:30844:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653784.665062:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1880. 00000020:00000040:2.0:1778653784.665066:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653784.665071:0:30844:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653784.665076:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653784.665080:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.665081:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.665083:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.665086:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653784.665088:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653784.665091:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653784.665098:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0f800. 00000100:00000001:2.0:1778653784.665105:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.665109:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653784.665111:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.665112:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653784.665113:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.665115:0:30844:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.665122:0:30844:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00010000:00000001:2.0:1778653784.665126:0:30844:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653784.665128:0:30844:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653784.665131:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653784.665133:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.665135:0:30844:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653784.665138:0:30844:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ac00. 00000020:00000001:2.0:1778653784.665141:0:30844:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653784.665143:0:30844:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ac00 with handle 0x3df471c51a8900d2 to hash 00000020:00000001:2.0:1778653784.665145:0:30844:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653784.665146:0:30844:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.665150:0:30844:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.665152:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.665154:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.665157:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653784.665165:0:30844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653784.665174:0:30844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30844 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653784.665179:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653784.665181:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653784.665187:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.665189:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762592000 : -121686946959616 : ffff91538cc0af00) 00000100:00000001:2.0:1778653784.665192:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.665193:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653784.665197:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653784.665201:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.665203:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653784.665205:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653784.665214:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.665222:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653784.665223:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.665227:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653784.665229:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653784.665232:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653784.665235:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665216:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653784.665239:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653784.665244:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653784.665246:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.665248:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653784.665253:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca12000. 02000000:00000001:2.0:1778653784.665255:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653784.665261:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653784.665265:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef20. 00000400:00000010:2.0:1778653784.665270:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653784.665277:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054665216, portal 10 00000100:00000001:2.0:1778653784.665279:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.665280:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000040:2.0:1778653784.665285:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.665291:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653784.665294:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653784.665296:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864907f8. 00000100:00000200:2.0:1778653784.665300:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054665216, offset 0 00000400:00000200:2.0:1778653784.665306:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653784.665320:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.665327:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653784.665331:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653784.665335:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653784.665338:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653784.665341:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653784.665345:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2334:2334:256:4294967295] 192.168.204.110@tcp LPNI seq info [2334:2334:8:4294967295] 00000400:00000200:2.0:1778653784.665349:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.665358:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653784.665363:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653784.665368:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aedd00. 00000800:00000200:2.0:1778653784.665373:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653784.665380:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653784.665384:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aedd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1778653784.665391:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.665395:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 810558 usecs (811 jiffies) 00000400:00000200:2.0:1778653784.665398:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653784.665400:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340652 00000100:00000001:2.0:1778653784.665403:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.665405:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340652 00000100:00000001:2.0:1778653784.665407:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.665409:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.665412:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.665414:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653784.665416:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653784.665418:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0af00 going to sleep for 131 seconds 00000100:00000001:2.0:1778653784.665420:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653784.665423:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653784.666180:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653784.666186:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:0.0:1778653784.666192:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.666198:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653784.666203:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:0.0:1778653784.666205:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:0.0:1778653784.666209:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653784.666213:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.666222:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653784.666225:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.666231:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.666233:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653784.668000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd60a0. 00000800:00000001:1.0:1778653784.670009:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.670024:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.670027:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.670029:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.670038:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.670045:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.670054:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.670059:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.670065:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.670069:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534b800 00000400:00000200:1.0:1778653784.670074:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.670080:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x60d1 [1] + 224 00000800:00000001:1.0:1778653784.670088:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.670098:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.670100:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.670104:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.670110:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.670117:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.670124:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.670137:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.670145:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.670149:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.670165:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653784.670173:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653784.670175:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653784.670178:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef20. 00000400:00000200:2.0:1778653784.670183:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:2.0:1778653784.670185:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:2.0:1778653784.670187:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653784.670190:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653784.670276:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.670281:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653784.670282:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.670284:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653784.670287:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653784.670289:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653784.670293:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.670296:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653784.670305:0:30844:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653784.670310:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653784.670312:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653784.670314:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.670317:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653784.670320:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.670323:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653784.670325:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:2.0:1778653784.670327:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653784.670329:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.670334:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.670340:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.670343:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653784.670344:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653784.670348:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653784.670355:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665216:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653784.670360:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.670363:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.670365:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653784.670367:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.670370:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.670377:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653784.670380:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.670384:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653784.670385:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.670388:0:30844:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653784.670392:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.670395:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.670398:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=4 00000020:00000001:2.0:1778653784.670401:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670404:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000040:2.0:1778653784.670409:0:30844:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9ac00, remote cookie: 0xdfa36d541726f6a2, flags: 0x1001 00010000:00010000:2.0:1778653784.670414:0:30844:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653784.670423:0:30844:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653784.670426:0:30844:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1778653784.670431:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 2 00010000:00000001:2.0:1778653784.670434:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.670437:0:30844:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.670440:0:30844:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653784.670448:0:30844:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.670454:0:30844:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653784.670458:0:30844:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653784.670460:0:30844:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653784.670461:0:30844:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653784.670463:0:30844:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653784.670466:0:30844:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff91538f63c100) refcount = 2 00010000:00000040:2.0:1778653784.670469:0:30844:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1778653784.670471:0:30844:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a8900cb lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f663 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1778653784.670477:0:30844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.670487:0:30844:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653784.670489:0:30844:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653784.670491:0:30844:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.670493:0:30844:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653784.670496:0:30844:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.670499:0:30844:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.670505:0:30844:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653784.670507:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670508:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.670509:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670510:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.670511:0:30844:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.670515:0:30844:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653784.670682:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.670683:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.670685:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.670688:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670690:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670692:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.670694:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.670695:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=4 00000020:00000001:2.0:1778653784.670696:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670698:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670702:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.670705:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.670708:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.670714:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670716:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.670718:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.670719:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.670720:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=5 00000020:00000001:2.0:1778653784.670722:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670724:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670726:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653784.670728:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.670733:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670734:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653784.670736:0:30844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.670741:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653784.670742:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670743:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.670744:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670745:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653784.670750:0:30844:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653784.670757:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.670758:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.670760:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.670761:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670763:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670765:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.670777:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653784.670779:0:30844:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.670781:0:30844:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.670784:0:30844:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653784.670787:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.670788:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.670790:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.670792:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.670794:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00000002:00010000:2.0:1778653784.671059:0:30844:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.671066:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671068:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.671070:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653784.671071:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.671072:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.671074:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.671075:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671077:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000040:2.0:1778653784.671081:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 3 00010000:00000001:2.0:1778653784.671082:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653784.671086:0:30844:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:2.0:1778653784.671089:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671090:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653784.671091:0:30844:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653784.671094:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac18039e8 00000002:00002000:2.0:1778653784.671096:0:30844:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653784.671100:0:30844:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.671103:0:30844:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.671106:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653784.671108:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1778653784.671112:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653784.671115:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:2.0:1778653784.671118:0:30844:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1778653784.671120:0:30844:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1803e00 it_disposition b 00000080:00000001:2.0:1778653784.671123:0:30844:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653784.671129:0:30844:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653784.671132:0:30844:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653784.671134:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:2.0:1778653784.671138:0:30844:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1778653784.671145:0:30844:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653784.671147:0:30844:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:2.0:1778653784.671149:0:30844:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.671152:0:30844:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:2.0:1778653784.671154:0:30844:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1778653784.671157:0:30844:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833956 mtime from 1778653764 to 1778653784 00000080:00200000:2.0:1778653784.671161:0:30844:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00200000:2.0:1778653784.671163:0:30844:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff91538bd92a08): rc = 0 00000080:00000001:2.0:1778653784.671165:0:30844:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747419144 : -121686962132472 : ffff91538bd92a08) 00010000:00000001:2.0:1778653784.671166:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.671167:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.671169:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.671170:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671172:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671174:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671175:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653784.671176:0:30844:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653784.671178:0:30844:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653784.671179:0:30844:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653784.671182:0:30844:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653784.671183:0:30844:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653784.671185:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff91538bd92a08) for lock 0x3df471c51a8900d2 00800000:00000001:2.0:1778653784.671187:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653784.671189:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653784.671190:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.671191:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.671192:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.671275:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671277:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671279:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671280:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653784.671282:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.671283:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1778653784.671290:0:30844:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf23af8 inode ffff91538bd92a08 refc 1 flags 0x20000e 00000080:00000001:2.0:1778653784.671294:0:30844:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653784.671295:0:30844:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.671297:0:30844:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1778653784.671301:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff91538bd92a08) 00000080:00010000:2.0:1778653784.671304:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d2 from it ffffa71ac1803e00 00010000:00000001:2.0:1778653784.671305:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.671306:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.671307:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653784.671309:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671311:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653784.671312:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653784.671314:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653784.671319:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671319:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.671320:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653784.671323:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653784.671325:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653784.671331:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653784.671333:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653784.671335:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653784.671340:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671341:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.671342:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671345:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653784.671346:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671348:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671350:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671351:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653784.671352:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671354:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653784.671355:0:30844:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653784.671358:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000100:00000001:2.0:1778653784.671362:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.671368:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054665216/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.671374:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653784.671376:0:30844:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653784.671379:0:30844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca12000. 02000000:00000001:2.0:1778653784.671382:0:30844:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653784.671384:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653784.671386:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653784.671388:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653784.671390:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653784.671394:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653784.671396:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653784.671398:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:2.0:1778653784.671405:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653784.671406:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653784.671409:0:30844:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653784.671411:0:30844:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1803e00 released 00000080:00000001:2.0:1778653784.671412:0:30844:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1778653784.671417:0:30844:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653784.671420:0:30844:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653784.671421:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803d50 00000080:00200000:2.0:1778653784.671423:0:30844:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653784.671430:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:2.0:1778653784.671435:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653784.671438:0:30844:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653784.671441:0:30844:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653784.671442:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803c70 00800000:00000002:2.0:1778653784.671444:0:30844:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653784.671447:0:30844:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653784.671449:0:30844:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653784.671453:0:30844:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653784.671454:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803b40 00000002:00010000:2.0:1778653784.671456:0:30844:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653784.671459:0:30844:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653784.671460:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.671462:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.671464:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653784.671466:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.671468:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.671471:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653784.671473:0:30844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1778653784.671479:0:30844:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653784.671483:0:30844:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653784.671485:0:30844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1778653784.671490:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653784.671492:0:30844:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653784.671494:0:30844:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653784.671495:0:30844:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653784.671497:0:30844:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653784.671498:0:30844:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653784.671500:0:30844:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653784.671501:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653784.671502:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000001:2.0:1778653784.671505:0:30844:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653784.671506:0:30844:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653784.671508:0:30844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653784.671510:0:30844:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900bd 00800000:00000001:2.0:1778653784.671512:0:30844:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653784.671513:0:30844:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653784.671514:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.671515:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.671516:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=3 00000020:00000001:2.0:1778653784.671519:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.671521:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.671522:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671524:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653784.671525:0:30844:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.671526:0:30844:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653784.671528:0:30844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900bd from it ffffa71ac1803d88 00010000:00000001:2.0:1778653784.671529:0:30844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653784.671530:0:30844:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653784.671531:0:30844:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=3 00000020:00000001:2.0:1778653784.671533:0:30844:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.671534:0:30844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653784.671536:0:30844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653784.671538:0:30844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653784.671543:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671544:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.671545:0:30844:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653784.671547:0:30844:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653784.671549:0:30844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653784.671554:0:30844:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653784.671555:0:30844:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653784.671556:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653784.671558:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671559:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.671560:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671562:0:30844:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653784.671563:0:30844:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671565:0:30844:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671567:0:30844:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.671568:0:30844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653784.671570:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.671571:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653784.671572:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653784.671574:0:30844:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653784.671576:0:30844:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:2.0:1778653784.671581:0:30844:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.671586:0:30844:0:(namei.c:2309:ll_rmdir()) Process entered 00000020:00000001:2.0:1778653784.671587:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e18 00000080:00200000:2.0:1778653784.671589:0:30844:0:(namei.c:2312:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:2.0:1778653784.671592:0:30844:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1778653784.671595:0:30844:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:2.0:1778653784.671598:0:30844:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653784.671602:0:30844:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:2.0:1778653784.671604:0:30844:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:2.0:1778653784.671609:0:30844:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:2.0:1778653784.671613:0:30844:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1778653784.671615:0:30844:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:2.0:1778653784.671618:0:30844:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653784.671620:0:30844:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:2.0:1778653784.671624:0:30844:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1778653784.671626:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653784.671629:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653784.671631:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.671633:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653784.671636:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653784.671638:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1778653784.671645:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000010:2.1:1778653784.672442:0:30844:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb6300. 00000080:00000010:2.1:1778653784.672456:0:30844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6c80. 00000080:00000001:2.0:1778653784.672470:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653784.672472:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653784.672474:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1778653784.672477:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672480:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672483:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 3 00010000:00000001:2.0:1778653784.672485:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672489:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.672490:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672491:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672493:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 3 00010000:00000001:2.0:1778653784.672494:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672496:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.672497:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672498:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672499:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 3 00010000:00000001:2.0:1778653784.672501:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672502:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.672504:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653784.672506:0:30844:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653784.672510:0:30844:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653784.672512:0:30844:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653784.672515:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653784.672516:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.672520:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653784.672522:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653784.672524:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653784.672526:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.672527:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653784.672530:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a200 with handle 0x3df471c51a8900bd from hash 00010000:00000001:2.0:1778653784.672532:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653784.672534:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.672535:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.672536:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653784.672539:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653784.672541:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653784.672544:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653784.672546:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653784.672548:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653784.672550:0:30844:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653784.672552:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 3 00010000:00000001:2.0:1778653784.672553:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653784.672555:0:30844:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653784.672558:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653784.672560:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1778653784.672567:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653784.672568:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653784.672569:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653784.672570:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:2.0:1778653784.672572:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672573:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672574:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 4 00010000:00000001:2.0:1778653784.672575:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672577:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.672578:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672579:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672580:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 4 00010000:00000001:2.0:1778653784.672582:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672584:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.672585:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672586:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672587:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 4 00010000:00000001:2.0:1778653784.672589:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672591:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.672592:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653784.672594:0:30844:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff91538bd92940, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653784.672597:0:30844:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653784.672598:0:30844:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653784.672600:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653784.672601:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff91538bd92a08) invalid 00000020:00000001:2.0:1778653784.672604:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a80 00000080:00002000:2.0:1778653784.672606:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff91538bf23af8) parent ffff91538bd08360 inode ffff91538bd92a08 refc 2 00000080:00000001:2.0:1778653784.672609:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653784.672611:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653784.672612:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.672614:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653784.672616:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653784.672617:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653784.672618:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.672620:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653784.672622:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ac00 with handle 0x3df471c51a8900d2 from hash 00010000:00000001:2.0:1778653784.672624:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653784.672625:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.672626:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.672627:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653784.672628:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653784.672629:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653784.672632:0:30844:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653784.672634:0:30844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a8900cb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f663 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1778653784.672640:0:30844:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653784.672641:0:30844:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653784.672643:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653784.672644:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:2.0:1778653784.672646:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672647:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672703:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 4 00010000:00000001:2.0:1778653784.672706:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672708:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.672710:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.672711:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.672712:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 4 00010000:00000001:2.0:1778653784.672713:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.672715:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.672716:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.672718:0:30844:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653784.672721:0:30844:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653784.672727:0:30844:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153887d5c00. 00000080:00000001:2.0:1778653784.672729:0:30844:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653784.672733:0:30844:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653784.672735:0:30844:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653784.672738:0:30844:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:2.0:1778653784.672741:0:30844:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653784.672743:0:30844:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1778653784.672749:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1880. 00000020:00000040:2.0:1778653784.672753:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653784.672757:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653784.672760:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653784.672763:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653784.672779:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153887d5400. 00000100:00000001:2.0:1778653784.672785:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653784.673005:0:30844:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc0e00 x1865052054664832/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653784.673018:0:30844:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653784.673024:0:30844:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653784.673031:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653784.673033:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653784.673040:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.673042:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762592000 : -121686946959616 : ffff91538cc0af00) 00000100:00000001:2.0:1778653784.673045:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.673046:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653784.673050:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653784.673054:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.673055:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653784.673057:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653784.673061:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.673068:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653784.673070:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.673073:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653784.673076:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653784.673078:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653784.673081:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665472:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1778653784.673087:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653784.673093:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653784.673095:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.673098:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653784.673101:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653784.673103:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653784.673110:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653784.673113:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef20. 00000400:00000010:2.0:1778653784.673119:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653784.673125:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054665472, portal 10 00000100:00000001:2.0:1778653784.673127:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.673128:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000040:2.0:1778653784.673134:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.673141:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653784.673144:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653784.673147:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864903b8. 00000100:00000200:2.0:1778653784.673150:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054665472, offset 0 00000400:00000200:2.0:1778653784.673156:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653784.673165:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.673172:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653784.673178:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653784.673182:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653784.673186:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653784.673189:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653784.673294:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2335:2335:256:4294967295] 192.168.204.110@tcp LPNI seq info [2335:2335:8:4294967295] 00000400:00000200:2.0:1778653784.673300:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.673312:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653784.673318:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653784.673323:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aedd00. 00000800:00000200:2.0:1778653784.673329:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653784.673338:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653784.673341:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aedd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653784.673437:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.673441:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 809405 usecs (810 jiffies) 00000400:00000200:2.0:1778653784.673445:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653784.673448:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340659 00000100:00000001:2.0:1778653784.673451:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.673453:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340659 00000100:00000001:2.0:1778653784.673455:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.673457:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.673460:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.673462:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653784.673464:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653784.673467:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0af00 going to sleep for 11 seconds 00000100:00000001:2.0:1778653784.673469:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653784.673472:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653784.673606:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653784.673611:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:0.0:1778653784.673616:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.673622:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653784.673627:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864903b8 00000400:00000010:0.0:1778653784.673630:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864903b8. 00000100:00000001:0.0:1778653784.673634:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653784.673639:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.673669:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653784.673673:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653784.673679:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.673680:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653784.677902:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.677918:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.677922:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.677925:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.677933:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.677940:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.677950:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.677955:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.677961:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.677965:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534b900 00000400:00000200:1.0:1778653784.677969:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.677976:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x60d9 [1] + 224 00000800:00000001:1.0:1778653784.677983:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.678004:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.678008:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.678013:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.678031:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.678040:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653784.678051:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653784.678070:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653784.678078:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.678082:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.678243:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653784.678251:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653784.678253:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653784.678257:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef20. 00000400:00000200:2.0:1778653784.678261:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:2.0:1778653784.678264:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:2.0:1778653784.678267:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653784.678271:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653784.678279:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1880 x1865052054665472/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653800 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678284:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653784.678286:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.678288:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653784.678292:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653784.678294:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653784.678297:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.678300:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653784.678308:0:30844:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653784.678313:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653784.678315:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653784.678316:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.678319:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653784.678323:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678326:0:30844:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653784.678328:0:30844:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653784.678329:0:30844:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653784.678331:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.678333:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653784.678341:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653784.678343:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:2.0:1778653784.678345:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653784.678347:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.678352:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1880 x1865052054665472/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678359:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.678361:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653784.678363:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653784.678366:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1880 x1865052054665472/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653784.678373:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665472:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1778653784.678377:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.678380:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678382:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653784.678384:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.678387:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054665472/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678393:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653784.678397:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.678400:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653784.678401:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678407:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.678408:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000002:00000001:2.0:1778653784.678412:0:30844:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.678415:0:30844:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653784.678419:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5c00. 00000080:00000001:2.0:1778653784.678423:0:30844:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653784.678426:0:30844:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653784.678430:0:30844:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653784.678435:0:30844:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc0e00 x1865052054664832/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678442:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.678444:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649042432 : -121687060509184 : ffff915385fc0e00) 00000100:00000001:2.0:1778653784.678446:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.678449:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0e00 x1865052054664832/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678455:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678457:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.678459:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054665472/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678466:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678467:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.678470:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0e00 x1865052054664832/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653920 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678476:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653784.678480:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653784.678482:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653784.678483:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653784.678486:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0c800. 02000000:00000001:2.0:1778653784.678489:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653784.678491:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653784.678493:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0e00. 00000100:00000001:2.0:1778653784.678501:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653784.678502:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.678503:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.678507:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054665472/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678513:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653784.678515:0:30844:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd65e0. 00000002:00000001:2.0:1778653784.678517:0:30844:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.678519:0:30844:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653784.678521:0:30844:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9f140. 00000100:00000001:2.0:1778653784.678523:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.678526:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054665472/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653800 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653784.678531:0:30844:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653784.678533:0:30844:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653784.678536:0:30844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653784.678538:0:30844:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653784.678539:0:30844:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653784.678540:0:30844:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653784.678542:0:30844:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653784.678543:0:30844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153887d5400. 02000000:00000001:2.0:1778653784.678545:0:30844:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653784.678547:0:30844:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653784.678548:0:30844:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:2.0:1778653784.678550:0:30844:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653784.678551:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653784.678553:0:30844:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.678556:0:30844:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653784.678558:0:30844:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:2.0:1778653784.678562:0:30844:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653784.678565:0:30844:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653784.678570:0:30844:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c100 count: 4 00010000:00000001:2.0:1778653784.678573:0:30844:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653784.678577:0:30844:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.678579:0:30844:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.678582:0:30844:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653784.678584:0:30844:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff91538bd92a08) invalid 00000020:00000001:2.0:1778653784.678588:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803a80 00000080:00002000:2.0:1778653784.678590:0:30844:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff91538bf23af8) parent ffff91538bd08360 inode ffff91538bd92a08 refc 2 00000080:00000001:2.0:1778653784.678593:0:30844:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653784.678595:0:30844:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653784.678597:0:30844:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.678600:0:30844:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653784.678602:0:30844:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653784.678604:0:30844:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653784.678606:0:30844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653784.678609:0:30844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653784.678612:0:30844:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9aa00 with handle 0x3df471c51a8900cb from hash 00010000:00000001:2.0:1778653784.678614:0:30844:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653784.678616:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653784.678617:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.678618:0:30844:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653784.678621:0:30844:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653784.678622:0:30844:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653784.678625:0:30844:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1778653784.678627:0:30844:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1778653784.678629:0:30844:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1778653784.678633:0:30844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1880. 00000020:00000040:2.0:1778653784.678635:0:30844:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653784.678639:0:30844:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653784.678640:0:30844:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.678642:0:30844:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653784.678646:0:30844:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653784.678691:0:30844:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678694:0:30844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653784.678695:0:30844:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653784.678699:0:30844:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653784.678705:0:30844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153887d5400. 00000100:00000001:2.0:1778653784.678710:0:30844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.678713:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653784.678715:0:30844:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653784.678720:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653784.678729:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a8900cb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f663 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1778653784.678736:0:30844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1778653784.678742:0:30844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1778653784.678743:0:30844:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1778653784.678745:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653784.678747:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8900d2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f6a2 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653784.678758:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.678759:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653784.678761:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a8900cb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f663 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1778653784.678775:0:30844:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c100 count: 0 00010000:00000010:2.0:1778653784.678779:0:30844:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36600. 00010000:00000001:2.0:1778653784.678785:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.678786:0:30844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653784.678788:0:30844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f647 expref: -99 pid: 30844 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1778653784.678794:0:30844:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63ca00 count: 0 00010000:00000010:2.0:1778653784.678804:0:30844:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36100. 00010000:00000001:2.0:1778653784.678809:0:30844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653784.678811:0:30844:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.678813:0:30844:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653784.678814:0:30844:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.678816:0:30844:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653784.678825:0:30844:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1778653784.678831:0:30844:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653784.678846:0:30844:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653784.678848:0:30844:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653784.678853:0:30844:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.678855:0:30844:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762592000 : -121686946959616 : ffff91538cc0af00) 00000100:00000001:2.0:1778653784.678857:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.678859:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653784.678935:0:30844:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653784.678940:0:30844:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.678942:0:30844:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653784.678944:0:30844:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653784.678949:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.678957:0:30844:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653784.678959:0:30844:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.678966:0:30844:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653784.678969:0:30844:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653784.678971:0:30844:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653784.678975:0:30844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665728:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653784.678978:0:30844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653784.678983:0:30844:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653784.678985:0:30844:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.678988:0:30844:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653784.678992:0:30844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653784.678994:0:30844:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653784.678999:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653784.679002:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef20. 00000400:00000010:2.0:1778653784.679006:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653784.679011:0:30844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054665728, portal 10 00000100:00000001:2.0:1778653784.679013:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.679014:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000040:2.0:1778653784.679019:0:30844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.679027:0:30844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653784.679029:0:30844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653784.679032:0:30844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490110. 00000100:00000200:2.0:1778653784.679035:0:30844:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1865052054665728, offset 0 00000400:00000200:2.0:1778653784.679042:0:30844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653784.679047:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.679053:0:30844:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653784.679058:0:30844:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653784.679062:0:30844:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653784.679066:0:30844:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653784.679069:0:30844:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653784.679072:0:30844:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2336:2336:256:4294967295] 192.168.204.110@tcp LPNI seq info [2336:2336:8:4294967295] 00000400:00000200:2.0:1778653784.679077:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653784.679085:0:30844:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653784.679092:0:30844:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653784.679096:0:30844:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aed800. 00000800:00000200:2.0:1778653784.679102:0:30844:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653784.679109:0:30844:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653784.679113:0:30844:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aed800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1778653784.679120:0:30844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.679124:0:30844:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 808253 usecs (809 jiffies) 00000400:00000200:2.0:1778653784.679127:0:30844:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653784.679129:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296340664 00000100:00000001:2.0:1778653784.679132:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.679136:0:30844:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296340664 00000100:00000001:2.0:1778653784.679138:0:30844:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:2.0:1778653784.679141:0:30844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.679143:0:30844:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.679145:0:30844:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653784.679147:0:30844:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653784.679149:0:30844:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0af00 going to sleep for 131 seconds 00000100:00000001:2.0:1778653784.679151:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653784.679153:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653784.679543:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653784.679549:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:0.0:1778653784.679553:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653784.679557:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653784.679562:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:0.0:1778653784.679564:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:0.0:1778653784.679568:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653784.679573:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.679581:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653784.679584:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653784.679589:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653784.679591:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653784.684700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00010000:00000010:2.1:1778653784.684717:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c100. 00010000:00000010:2.1:1778653784.684721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:2.1:1778653784.684743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:2.1:1778653784.684746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000800:00000001:1.0:1778653784.687500:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.687515:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653784.687529:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.687532:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.687540:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687547:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653784.687555:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687559:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687564:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687577:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534ba00 00000400:00000200:1.0:1778653784.687582:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687587:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x60e1 [1] + 224 00000800:00000001:1.0:1778653784.687593:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.687599:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653784.687603:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.687607:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653784.687613:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653784.687621:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653784.687630:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653784.687685:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653784.687694:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653784.687706:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687711:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653784.687716:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2337:2337:256:4294967295] 192.168.204.110@tcp LPNI seq info [2337:2337:8:4294967295] 00000400:00000200:1.0:1778653784.687720:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653784.687727:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653784.687732:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653784.687737:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653784.687743:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653784.687750:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653784.687754:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653784.687846:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653784.687850:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:1.0:1778653784.687853:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653784.687856:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653784.687861:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653784.687863:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.688171:0:30844:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653784.688180:0:30844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653784.688182:0:30844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653784.688186:0:30844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef20. 00000400:00000200:2.0:1778653784.688190:0:30844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:2.0:1778653784.688202:0:30844:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:2.0:1778653784.688206:0:30844:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653784.688210:0:30844:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653784.688219:0:30844:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1880 x1865052054665728/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653920 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.688225:0:30844:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653784.688227:0:30844:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.688229:0:30844:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653784.688232:0:30844:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653784.688234:0:30844:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653784.688237:0:30844:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653784.688240:0:30844:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653784.688250:0:30844:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=45 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653784.688254:0:30844:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653784.688256:0:30844:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653784.688258:0:30844:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653784.688260:0:30844:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653784.688264:0:30844:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.688267:0:30844:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653784.688270:0:30844:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x10000013b] 00000100:00000001:2.0:1778653784.688271:0:30844:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653784.688273:0:30844:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653784.688275:0:30844:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653784.688278:0:30844:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653784.688280:0:30844:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967614 00000100:00000001:2.0:1778653784.688282:0:30844:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653784.688284:0:30844:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653784.688289:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1880 x1865052054665728/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.688295:0:30844:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653784.688299:0:30844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653784.688301:0:30844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653784.688304:0:30844:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1880 x1865052054665728/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653784.688312:0:30844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:30844:1865052054665728:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653784.688317:0:30844:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653784.688319:0:30844:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653784.688322:0:30844:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653784.688323:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.688326:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054665728/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.688333:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653784.688335:0:30844:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0af00. 00000100:00000001:2.0:1778653784.688338:0:30844:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653784.688340:0:30844:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653784.688347:0:30844:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.688350:0:30844:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653784.688354:0:30844:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653784.688358:0:30844:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000100:00000001:2.0:1778653784.688365:0:30844:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653784.688368:0:30844:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054665728/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653784.688374:0:30844:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.688376:0:30844:0:(namei.c:2355:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.688392:0:30844:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:2.0:1778653784.688396:0:30844:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:2.0:1778653784.688398:0:30844:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff91538bd92a08) 00800000:00000001:2.0:1778653784.688402:0:30844:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:2.0:1778653784.688403:0:30844:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:2.0:1778653784.688408:0:30844:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1778653784.688414:0:30844:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653784.688416:0:30844:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.688419:0:30844:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1778653784.688421:0:30844:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1778653784.688423:0:30844:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.688425:0:30844:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653784.688429:0:30844:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1778653784.688431:0:30844:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1778653784.688443:0:30844:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653784.688447:0:30844:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1803e30 00000080:00002000:2.0:1778653784.688449:0:30844:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff91538bf23af8, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:2.0:1778653784.688452:0:30844:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653784.688455:0:30844:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653784.688457:0:30844:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1778653784.695000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd92940. 00000080:00000010:2.1:1778653784.695017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6fe0. 00000080:00000001:2.0:1778653785.418832:0:30929:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653785.559761:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653785.559767:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653785.559774:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653785.559775:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653785.559777:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653785.559778:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653785.559840:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653785.559843:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653785.559846:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653786.437416:0:31066:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653786.584343:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653786.584349:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653786.584356:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653786.584357:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653786.584360:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653786.584361:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653786.584384:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653786.584387:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653786.584390:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1778653786.867382:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867398:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653786.867402:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867404:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653786.867414:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867421:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653786.867550:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867555:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867560:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867564:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146352f00 00000400:00000200:1.0:1778653786.867573:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x5369 [2] + 1968 00000400:00000010:1.0:1778653786.867579:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900ec8. 00000400:00000200:1.0:1778653786.867586:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91538c56f0c0 00000800:00000001:1.0:1778653786.867592:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867597:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653786.867599:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653786.867604:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653786.867610:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538c56f0c0 00000400:00000010:1.0:1778653786.867612:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff91538c56f0c0. 00000100:00000001:1.0:1778653786.867618:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653786.867620:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1778653786.867624:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915385eed450 x1865052071472896 msgsize 328 00000100:00100000:1.0:1778653786.867628:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000040:1.0:1778653786.867631:0:2358:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1778653786.867680:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653786.867688:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867692:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653786.867694:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867696:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653786.867699:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867702:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653786.867706:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867709:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867712:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653786.867715:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146352f80 00000400:00000200:1.0:1778653786.867722:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0xc85 [2] + 0 00000800:00000001:1.0:1778653786.867735:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867743:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653786.867745:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653786.867748:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653786.867751:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653786.867752:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653786.867758:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4a80. 00000100:00000040:1.0:1778653786.867760:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc4a80 x1865052071473024 msgsize 328 00000100:00100000:1.0:1778653786.867764:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653786.867769:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653786.867772:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653786.867775:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1778653786.867962:0:15839:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff915383e6e000. 00000100:00000001:3.0:1778653786.867973:0:15839:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1778653786.867975:0:15839:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071473024 02000000:00000001:3.0:1778653786.867978:0:15839:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1778653786.867980:0:15839:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653786.867982:0:15839:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653786.867987:0:15839:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653786.867991:0:15839:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071473024 00000020:00000001:3.0:1778653786.867994:0:15839:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1778653786.867996:0:15839:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:3.0:1778653786.867998:0:15839:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653786.868000:0:15839:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:3.0:1778653786.868002:0:15839:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:3.0:1778653786.868005:0:15839:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000001:3.0:1778653786.868009:0:15839:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1778653786.868014:0:15839:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9153861babc0. 00000100:00000001:3.0:1778653786.868017:0:15839:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1778653786.868019:0:15839:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9153861babc0. 00000020:00000010:3.0:1778653786.868025:0:15839:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000020:00000010:3.0:1778653786.868029:0:15839:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915383ee9d00. 00000020:00000010:3.0:1778653786.868034:0:15839:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915385c8f0c8. 00000100:00000040:3.0:1778653786.868043:0:15839:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1778653786.868047:0:15839:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1778653786.868048:0:15839:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1778653786.868050:0:15839:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.868056:0:15839:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.868070:0:15839:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653786.868080:0:15839:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1778653786.868082:0:15839:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1778653786.868086:0:15839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 0 00000100:00000040:3.0:1778653786.868090:0:15839:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca11000 : new rpc_count 1 00000100:00000001:3.0:1778653786.868092:0:15839:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711972480 : -121686997579136 : ffff915389bc4a80) 00000100:00000040:3.0:1778653786.868098:0:15839:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc4a80 x1865052071473024/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:637/0 lens 328/0 e 0 to 0 dl 1778653797 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653786.868108:0:15839:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1778653786.868111:0:15839:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9153861babc0. 00000100:00000001:3.0:1778653786.868112:0:15839:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1778653786.868114:0:15839:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9153861babc0. 00000100:00100000:3.0:1778653786.868119:0:15839:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6574:x1865052071473024:12345-192.168.204.110@tcp:104: 00000100:00000200:3.0:1778653786.868123:0:15839:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071473024 00010000:00000001:3.0:1778653786.868125:0:15839:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1778653786.868131:0:15839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653786.868133:0:15839:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653786.868135:0:15839:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177600 refcount=2 00000020:00000001:3.0:1778653786.868137:0:15839:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657471488 : -121686052080128 : ffff9153c2177600) 00010000:00000001:3.0:1778653786.868139:0:15839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657471488 : -121686052080128 : ffff9153c2177600) 00010000:00000001:3.0:1778653786.868143:0:15839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653786.868146:0:15839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653786.868150:0:15839:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1778653786.868162:0:15839:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1778653786.868164:0:15839:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1778653786.868169:0:15839:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915383e94c00. 02000000:00000001:3.0:1778653786.868171:0:15839:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.868173:0:15839:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.868179:0:15839:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1778653786.868182:0:15839:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653786.868185:0:15839:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fae9e8 time=1778653786 v=10 (0 0 0 0) 00000100:00001000:3.0:1778653786.868189:0:15839:0:(import.c:2210:obd_at_measure()) AT ffff915382fae9e8 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1778653786.868194:0:15839:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@ffff915389bc4a80 x1865052071473024/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:637/0 lens 328/224 e 0 to 0 dl 1778653797 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653786.868203:0:15839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653786.868207:0:15839:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653786.868209:0:15839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:3.0:1778653786.868211:0:15839:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1778653786.868214:0:15839:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.868217:0:15839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653786.868219:0:15839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653786.868224:0:15839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653786.868229:0:15839:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071473024, offset 224 00000400:00000200:3.0:1778653786.868235:0:15839:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653786.868242:0:15839:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653786.868248:0:15839:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653786.868255:0:15839:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2338:2338:256:4294967295] 192.168.204.110@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:3.0:1778653786.868259:0:15839:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653786.868268:0:15839:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653786.868274:0:15839:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653786.868279:0:15839:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653786.868286:0:15839:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653786.868294:0:15839:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653786.868298:0:15839:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653786.868313:0:15839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653786.868317:0:15839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:3.0:1778653786.868320:0:15839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1778653786.868324:0:15839:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff915382ed7840. 00010000:00000001:3.0:1778653786.868326:0:15839:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1778653786.868336:0:15839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1778653786.868339:0:15839:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.868340:0:15839:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.868342:0:15839:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653786.868347:0:15839:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4a80 x1865052071473024/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:637/0 lens 328/224 e 0 to 0 dl 1778653797 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1778653786.868355:0:15839:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6574:x1865052071473024:12345-192.168.204.110@tcp:104: Request processed in 245us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1778653786.868363:0:15839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 0 00000100:00000040:3.0:1778653786.868366:0:15839:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca11000 : new rpc_count 0 00000100:00000001:3.0:1778653786.868368:0:15839:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1778653786.868370:0:15839:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1778653786.868374:0:15839:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915383ee9d00. 00000020:00000010:3.0:1778653786.868378:0:15839:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915385c8f0c8. 00000020:00000010:3.0:1778653786.868382:0:15839:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000020:00000040:3.0:1778653786.868386:0:15839:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:3.0:1778653786.868389:0:15839:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653786.868401:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653786.868403:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653786.868406:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1778653786.868408:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1778653786.868410:0:15848:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1778653786.868414:0:15848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000010:0.0:1778653786.868555:0:15837:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff915385eee800. 00000100:00000010:0.0:1778653786.868562:0:15837:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff915383eb6000. 00000100:00100000:0.0:1778653786.868565:0:15837:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1778653786.868568:0:15837:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1778653786.868572:0:15837:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900b58. 00000400:00000010:0.0:1778653786.868576:0:15837:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff915384def780. 00000100:00000001:0.0:1778653786.868581:0:15837:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1778653786.868583:0:15837:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071472896 02000000:00000001:0.0:1778653786.868585:0:15837:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1778653786.868586:0:15837:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653786.868588:0:15837:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653786.868591:0:15837:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653786.868593:0:15837:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071472896 00000020:00000001:0.0:1778653786.868595:0:15837:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653786.868596:0:15837:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:0.0:1778653786.868597:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653786.868599:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:0.0:1778653786.868601:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:0.0:1778653786.868603:0:15837:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000001:0.0:1778653786.868606:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653786.868608:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7200. 00000100:00000001:0.0:1778653786.868611:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653786.868612:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7200. 00000020:00000010:0.0:1778653786.868616:0:15837:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153831d1a00. 00000020:00000010:0.0:1778653786.868619:0:15837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75400. 00000020:00000010:0.0:1778653786.868623:0:15837:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b22960. 00000100:00000040:0.0:1778653786.868628:0:15837:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653786.868630:0:15837:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1778653786.868631:0:15837:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1778653786.868633:0:15837:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653786.868637:0:15837:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653786.868645:0:15837:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653786.868687:0:15837:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1778653786.868689:0:15837:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1778653786.868692:0:15837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 58 00000100:00000040:0.0:1778653786.868695:0:15837:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca14000 : new rpc_count 1 00000100:00000001:0.0:1778653786.868696:0:15837:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386648175696 : -121687061375920 : ffff915385eed450) 00000100:00000040:0.0:1778653786.868700:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915385eed450 x1865052071472896/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:637/0 lens 328/0 e 0 to 0 dl 1778653797 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653786.868708:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653786.868711:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7200. 00000100:00000001:0.0:1778653786.868713:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653786.868715:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7200. 00000100:00100000:0.0:1778653786.868719:0:15837:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915385eed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6573:x1865052071472896:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1778653786.868722:0:15837:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071472896 00010000:00000001:0.0:1778653786.868723:0:15837:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653786.868735:0:15837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653786.868736:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653786.868739:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=2 00000020:00000001:0.0:1778653786.868741:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:0.0:1778653786.868743:0:15837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:0.0:1778653786.868746:0:15837:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653786.868748:0:15837:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653786.868751:0:15837:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1778653786.868760:0:15837:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653786.868761:0:15837:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653786.868764:0:15837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eed800. 02000000:00000001:0.0:1778653786.868766:0:15837:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653786.868768:0:15837:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653786.868770:0:15837:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653786.868772:0:15837:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653786.868774:0:15837:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653786.868777:0:15837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653786.868779:0:15837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653786.868781:0:15837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653786.868783:0:15837:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653786.868784:0:15837:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653786.868786:0:15837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653786.868789:0:15837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653786.868792:0:15837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29990. 00000100:00000200:0.0:1778653786.868795:0:15837:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071472896, offset 224 00000400:00000200:0.0:1778653786.868799:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653786.868804:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.868808:0:15837:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653786.868812:0:15837:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2339:2339:255:4294967295] 192.168.204.110@tcp LPNI seq info [2339:2339:7:4294967295] 00000400:00000200:0.0:1778653786.868815:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.868822:0:15837:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653786.868826:0:15837:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653786.868830:0:15837:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653786.868833:0:15837:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653786.868837:0:15837:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653786.868840:0:15837:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653786.868843:0:15837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653786.868846:0:15837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653786.868848:0:15837:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653786.868851:0:15837:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff915384def0c0. 00010000:00000001:0.0:1778653786.868852:0:15837:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653786.868858:0:15837:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1778653786.868861:0:15837:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653786.868862:0:15837:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653786.868864:0:15837:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653786.868868:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385eed450 x1865052071472896/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:637/0 lens 328/224 e 0 to 0 dl 1778653797 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1778653786.868877:0:15837:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915385eed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6573:x1865052071472896:12345-192.168.204.110@tcp:104: Request processed in 167us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1778653786.868883:0:15837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 58 00000100:00000040:0.0:1778653786.868886:0:15837:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca14000 : new rpc_count 0 00000100:00000001:0.0:1778653786.868888:0:15837:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1778653786.868889:0:15837:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1778653786.868892:0:15837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75400. 00000020:00000010:0.0:1778653786.868895:0:15837:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b22960. 00000020:00000010:0.0:1778653786.868898:0:15837:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153831d1a00. 00000020:00000040:0.0:1778653786.868901:0:15837:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 02000000:00000001:0.0:1778653786.868907:0:15837:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653786.868908:0:15837:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bbb400. 02000000:00000001:0.0:1778653786.868911:0:15837:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653786.868913:0:15837:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7b80. 02000000:00000001:0.0:1778653786.868917:0:15837:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653786.868918:0:15837:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bb9400. 02000000:00000001:0.0:1778653786.868920:0:15837:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653786.868921:0:15837:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4380. 02000000:00000001:0.0:1778653786.868924:0:15837:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653786.868925:0:15837:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eed000. 02000000:00000001:0.0:1778653786.868927:0:15837:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653786.868928:0:15837:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4000. 02000000:00000001:0.0:1778653786.868931:0:15837:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653786.868932:0:15837:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eec000. 02000000:00000001:0.0:1778653786.868934:0:15837:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653786.868935:0:15837:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5500. 02000000:00000001:0.0:1778653786.868938:0:15837:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653786.868939:0:15837:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bbac00. 02000000:00000001:0.0:1778653786.868941:0:15837:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653786.868942:0:15837:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5880. 02000000:00000001:0.0:1778653786.868944:0:15837:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653786.868945:0:15837:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bbbc00. 02000000:00000001:0.0:1778653786.868947:0:15837:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653786.868948:0:15837:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4e00. 00000100:00000010:0.0:1778653786.868951:0:15837:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff915383eb4000. 00000100:00000010:0.0:1778653786.868955:0:15837:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff915385eed400. 00000100:00000001:0.0:1778653786.868957:0:15837:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653786.869590:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653786.869596:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:1.0:1778653786.869601:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653786.869606:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653786.869610:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:1.0:1778653786.869613:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:1.0:1778653786.869616:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653786.869618:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1778653786.869754:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653786.869757:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653786.869760:0:15972:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653786.869762:0:15972:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653786.869764:0:15972:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653786.869768:0:15972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653786.869783:0:15972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9a000 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:2.0:1778653786.869786:0:15972:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1778653786.869789:0:15972:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653786.869791:0:15972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653786.869792:0:15972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653786.869794:0:15972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:2.0:1778653786.869796:0:15972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653786.869798:0:15972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653786.869801:0:15972:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653786.869803:0:15972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1778653786.869811:0:15972:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1778653786.869813:0:15972:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653786.869819:0:15972:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a360. 00000020:00000010:2.0:1778653786.869823:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5a00. 00000020:00000010:2.0:1778653786.869827:0:15972:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153887d5e00. 00000020:00000010:2.0:1778653786.869831:0:15972:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9d20. 00000008:00000010:2.0:1778653786.869837:0:15972:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653786.869842:0:15972:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653786.869847:0:15972:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653786.869854:0:15972:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653786.869858:0:15972:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653786.869862:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d4e00. 00000008:00000010:2.0:1778653786.869865:0:15972:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653786.869869:0:15972:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653786.869872:0:15972:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653786.869875:0:15972:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907000. 00000020:00000001:2.0:1778653786.869878:0:15972:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728488 : -121686989823128 : ffff91538a32a368) 00000020:00001000:2.0:1778653786.869881:0:15972:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a360 00000008:00000001:2.0:1778653786.869883:0:15972:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1778653786.869885:0:15972:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653786.869887:0:15972:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a360 00000020:00000010:2.0:1778653786.869890:0:15972:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153887d5e00. 00000020:00000010:2.0:1778653786.869894:0:15972:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9d20. 00000008:00000010:2.0:1778653786.869897:0:15972:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653786.869901:0:15972:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653786.869904:0:15972:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653786.869907:0:15972:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653786.869910:0:15972:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653786.869912:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5a00. 00000008:00000010:2.0:1778653786.869915:0:15972:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653786.869917:0:15972:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653786.869920:0:15972:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653786.869922:0:15972:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907000. 00000020:00000010:2.0:1778653786.869924:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d4e00. 00000020:00000010:2.0:1778653786.869926:0:15972:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a360. 00000008:00000001:2.0:1778653786.869928:0:15972:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653786.869931:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653786.869935:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653786.869937:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653786.869938:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653786.869940:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653786.869943:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a000 with handle 0x3df471c51a8900a1 from hash 00010000:00000001:2.0:1778653786.869945:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653786.869947:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653786.869948:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653786.869950:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653786.869953:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653786.869955:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653786.869960:0:15972:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653786.869963:0:15972:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653786.869965:0:15972:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653786.869968:0:15972:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653786.869972:0:15972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0e00. 00000020:00000040:2.0:1778653786.869976:0:15972:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653786.869980:0:15972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653786.869982:0:15972:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653786.869987:0:15972:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653786.869992:0:15972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153887d4e00. 00000100:00000001:2.0:1778653786.869998:0:15972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653786.870000:0:15972:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653786.870004:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653786.870012:0:15972:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653786.870013:0:15972:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.870017:0:15972:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653786.870022:0:15972:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653786.870028:0:15972:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef1775d] to pc [ptlrpcd_01_00+0] req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653786.870050:0:15972:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653786.870053:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653786.870054:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653786.870055:0:15972:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653786.870057:0:15972:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653786.870058:0:15972:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653786.870062:0:15972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653786.870067:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653786.870069:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000003aa76f73/0x3df471c51a8900a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f5c9 expref: -99 pid: 30843 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1778653786.870077:0:15972:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f700. 00010000:00000040:2.0:1778653786.870080:0:15972:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c300 count: 0 00010000:00000010:2.0:1778653786.870086:0:15972:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91538f63cb00. 00010000:00000001:2.0:1778653786.870095:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653786.870096:0:15972:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653786.870097:0:15972:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff915384def0c0. 00010000:00000001:2.0:1778653786.870101:0:15972:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653786.870102:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653786.870104:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653786.870105:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653786.870106:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653786.870107:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653786.870109:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653786.870110:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653786.870111:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653786.870113:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653786.870119:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.870122:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653786.870124:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653786.870129:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653786.870136:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653786.870138:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653786.870142:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653786.870145:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653786.870147:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653786.870150:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054665856:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653786.870153:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653786.870157:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653786.870159:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653786.870162:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653786.870165:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d5a00. 02000000:00000001:2.0:1778653786.870167:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653786.870172:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653786.870175:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef20. 00000400:00000010:2.0:1778653786.870179:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653786.870184:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054665856, portal 18 00000100:00000001:2.0:1778653786.870186:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653786.870188:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649042432 : -121687060509184 : ffff915385fc0e00) 00000100:00000040:2.0:1778653786.870194:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653786.870201:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653786.870203:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653786.870205:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490f68. 00000100:00000200:2.0:1778653786.870208:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054665856, offset 0 00000400:00000200:2.0:1778653786.870213:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653786.870218:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653786.870223:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653786.870228:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653786.870232:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653786.870236:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653786.870239:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653786.870242:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2340:2340:255:4294967295] 192.168.204.110@tcp LPNI seq info [2340:2340:7:4294967295] 00000400:00000200:2.0:1778653786.870246:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653786.870254:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653786.870258:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653786.870262:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aedb00. 00000800:00000200:2.0:1778653786.870267:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653786.870273:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653786.870277:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aedb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653786.870280:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653786.870284:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21807 usecs (22 jiffies) 00000400:00000200:2.0:1778653786.870287:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653786.870290:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296342068 00000100:00000001:2.0:1778653786.870293:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:2.0:1778653786.870295:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296342068 00000100:00000001:2.0:1778653786.870297:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:2.0:1778653786.870300:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653786.870302:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.870305:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.870308:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.870312:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653786.870314:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653786.870316:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.870317:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653786.870318:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.870320:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.870343:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.870345:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653786.870416:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653786.870419:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:1.0:1778653786.870506:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653786.870512:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653786.870515:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29990 00000400:00000010:1.0:1778653786.870517:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29990. 00000100:00000001:1.0:1778653786.870520:0:2359:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1778653786.870522:0:2359:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1778653786.870524:0:2359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eed800. 02000000:00000001:1.0:1778653786.870527:0:2359:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1778653786.870528:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1778653786.871627:0:15848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2177600 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:3.0:1778653786.871633:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1778653786.871636:0:15848:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1778653786.871637:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653786.871639:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653786.871641:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177600 refcount=3 00000020:00000001:3.0:1778653786.871644:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657471488 : -121686052080128 : ffff9153c2177600) 00010000:00000001:3.0:1778653786.871647:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657471488 : -121686052080128 : ffff9153c2177600) 00010000:00000001:3.0:1778653786.871670:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653786.871675:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1778653786.871684:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1778653786.871687:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653786.871693:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653786.871697:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000020:00000010:3.0:1778653786.871701:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991000. 00000020:00000010:3.0:1778653786.871705:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653786.871709:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653786.871713:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653786.871718:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653786.871723:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653786.871737:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653786.871742:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990a00. 00000008:00000010:3.0:1778653786.871746:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653786.871749:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653786.871752:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653786.871756:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653786.871759:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653786.871761:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000008:00000001:3.0:1778653786.871763:0:15848:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1778653786.871764:0:15848:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653786.871766:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653786.871769:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991000. 00000020:00000010:3.0:1778653786.871772:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653786.871774:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653786.871778:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653786.871781:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653786.871783:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653786.871786:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653786.871789:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000008:00000010:3.0:1778653786.871792:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653786.871794:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653786.871797:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653786.871800:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653786.871802:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990a00. 00000020:00000010:3.0:1778653786.871805:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000008:00000001:3.0:1778653786.871807:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.871810:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653786.871814:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653786.871815:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653786.871817:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653786.871819:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653786.871822:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177600 with handle 0x3df471c51a89008c from hash 00010000:00000001:3.0:1778653786.871824:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653786.871826:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653786.871827:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653786.871828:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653786.871831:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653786.871833:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1778653786.871838:0:15848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653786.871840:0:15848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.871842:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653786.871844:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1778653786.871848:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ce00. 00000020:00000040:3.0:1778653786.871851:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653786.871856:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653786.871858:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653786.871861:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653786.871867:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990a00. 00000100:00000001:3.0:1778653786.871872:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.871874:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653786.871879:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653786.871887:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1778653786.871888:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653786.871892:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653786.871895:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653786.871903:0:15848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8234d86] to pc [ptlrpcd_01_01+1] req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653786.871927:0:15848:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653786.871930:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653786.871931:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653786.871932:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.871934:0:15848:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653786.871936:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653786.871939:0:15848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653786.871946:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653786.871948:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000004df98a63/0x3df471c51a89008c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f58a expref: -99 pid: 30842 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1778653786.871956:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba200. 00010000:00000040:3.0:1778653786.871960:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6600 count: 0 00010000:00000010:3.0:1778653786.871966:0:15848:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9153837f6400. 00010000:00000001:3.0:1778653786.871974:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653786.871975:0:15848:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1778653786.871977:0:15848:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff915382ed7840. 00010000:00000001:3.0:1778653786.871980:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653786.871982:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653786.871984:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653786.871987:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653786.871988:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653786.871989:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653786.871991:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653786.871994:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653786.871995:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653786.871996:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653786.872106:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.872110:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653786.872112:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653786.872122:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653786.872131:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653786.872133:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653786.872137:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653786.872140:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653786.872142:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653786.872146:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054665984:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653786.872150:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653786.872153:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653786.872155:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653786.872158:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653786.872163:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d5e00. 02000000:00000001:2.0:1778653786.872165:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653786.872171:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653786.872175:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e630. 00000400:00000010:2.0:1778653786.872182:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864904c8. 00000100:00000200:2.0:1778653786.872187:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054665984, portal 18 00000100:00000001:2.0:1778653786.872189:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653786.872191:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000040:2.0:1778653786.872198:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1778653786.872201:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653786.872206:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedb00. 00000100:00000001:2.0:1778653786.872208:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1778653786.872211:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1778653786.872212:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653786.872216:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490e58. 00000400:00000200:0.0:1778653786.872218:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000200:2.0:1778653786.872222:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054665984, offset 0 00000400:00000200:0.0:1778653786.872223:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490f68 00000400:00000010:0.0:1778653786.872227:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490f68. 00000100:00000001:0.0:1778653786.872229:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1778653786.872233:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000200:0.0:1778653786.872237:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1778653786.872243:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653786.872250:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1778653786.872253:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000040:0.0:1778653786.872254:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1778653786.872261:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1778653786.872262:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653786.872264:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1778653786.872267:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653786.872271:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653786.872274:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653786.872278:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2341:2341:256:4294967295] 192.168.204.110@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:2.0:1778653786.872283:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653786.872292:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653786.872298:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653786.872301:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aedd00. 00000800:00000200:2.0:1778653786.872307:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653786.872313:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653786.872317:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aedd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653786.872335:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653786.872339:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 299236 usecs (300 jiffies) 00000400:00000200:2.0:1778653786.872342:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653786.872345:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296342348 00000100:00000001:2.0:1778653786.872348:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296342668 00000100:00000001:2.0:1778653786.872350:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296342348 00000100:00000001:2.0:1778653786.872352:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296342668 00000100:00000001:2.0:1778653786.872354:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653786.872357:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.872360:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.872363:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.872367:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653786.872368:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653786.872370:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.872371:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653786.872372:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.872374:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.872399:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.872401:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653786.872402:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.872404:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653786.872908:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653786.872912:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aedd00. 00000400:00000200:0.0:1778653786.872915:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653786.872920:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653786.872924:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:0.0:1778653786.872927:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:0.0:1778653786.872929:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653786.872934:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653786.872943:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653786.872945:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653786.872951:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653786.872953:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653786.875875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:2.1:1778653786.875890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00010000:00000010:3.1:1778653786.879810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6600. 00010000:00000010:3.1:1778653786.879824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177600. 00000800:00000001:0.0:1778653786.880328:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.880344:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653786.880348:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.880351:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653786.880359:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.880367:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653786.880377:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.880383:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.880388:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.880392:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534bb00 00000400:00000200:0.0:1778653786.880397:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.880404:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6101 [1] + 224 00000800:00000001:0.0:1778653786.880415:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.880419:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653786.880422:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653786.883839:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653786.883849:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653786.883857:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653786.883868:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653786.883889:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653786.883906:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.883921:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653786.883923:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.883926:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653786.883932:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.883936:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653786.883946:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.883950:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.883955:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.883960:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534ba80 00000400:00000200:0.0:1778653786.883964:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653786.883970:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x60f9 [1] + 224 00000800:00000001:0.0:1778653786.883979:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.883989:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653786.883992:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653786.883995:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653786.883998:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653786.884002:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653786.884010:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653786.884032:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653786.884036:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653786.884039:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.884230:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.884234:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653786.884241:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653786.884242:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653786.884246:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e630. 00000400:00000200:2.0:1778653786.884250:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:2.0:1778653786.884252:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:2.0:1778653786.884256:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653786.884260:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653786.884268:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653786.884274:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653786.884276:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.884278:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653786.884282:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653786.884284:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653786.884286:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653786.884289:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653786.884298:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653786.884303:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653786.884305:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653786.884306:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653786.884309:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653786.884312:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.884317:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653786.884319:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653786.884321:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653786.884322:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653786.884326:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653786.884333:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653786.884336:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653786.884338:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653786.884342:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653786.884349:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054665984:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653786.884353:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.884356:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653786.884365:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ce00 x1865052054665984/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653786.884371:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653786.884373:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653786.884377:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d5e00. 02000000:00000001:2.0:1778653786.884384:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653786.884386:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653786.884388:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653786.884391:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653786.884393:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990a00. 02000000:00000001:2.0:1778653786.884396:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653786.884398:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653786.884400:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ce00. 00000100:00000001:2.0:1778653786.884404:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653786.884405:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.884407:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653786.884413:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653786.884415:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653786.884418:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653786.884428:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.884537:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653786.884540:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653786.884543:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653786.884545:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653786.884547:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef20. 00000400:00000200:3.0:1778653786.884550:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:3.0:1778653786.884553:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:3.0:1778653786.884556:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653786.884560:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653786.884569:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653786.884575:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653786.884576:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653786.884578:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653786.884580:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653786.884581:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653786.884582:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653786.884584:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653786.884589:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ad30 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653786.884592:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653786.884594:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653786.884595:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653786.884596:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653786.884598:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.884601:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653786.884602:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1778653786.884603:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653786.884604:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653786.884608:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653786.884613:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653786.884615:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653786.884616:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653786.884619:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653786.884625:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054665856:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653786.884628:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653786.884630:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653786.884632:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0e00 x1865052054665856/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653802 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653786.884637:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653786.884638:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653786.884640:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d5a00. 02000000:00000001:3.0:1778653786.884642:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653786.884643:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653786.884645:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653786.884647:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653786.884677:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153887d4e00. 02000000:00000001:3.0:1778653786.884680:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653786.884681:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653786.884682:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0e00. 00000100:00000001:3.0:1778653786.884688:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653786.884689:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653786.884691:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653786.884695:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653786.884696:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653786.884698:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653786.884699:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653787.610256:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653787.610262:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653787.610675:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653787.610678:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653787.610681:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1778653787.682086:0:31210:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653787.867434:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296342668, at 4296343043 00000100:00000010:1.0:1778653787.867449:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9060. 00000100:00000040:0.0:1778653787.873474:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296342668, at 4296343049 00000100:00000010:0.0:1778653787.873488:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9f00. 00000080:00000001:2.0:1778653788.368187:0:31272:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653788.379704:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653788.379713:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6d80. 00000020:00000040:1.0:1778653788.379719:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653788.379723:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653788.379726:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653788.379732:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653788.379741:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16f00. 00000100:00000001:1.0:1778653788.379747:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379758:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653788.379770:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653788.379774:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379780:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74837c3] to pc [ptlrpcd_00_01+1] req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.379803:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653788.379810:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653788.379813:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6680. 00000020:00000040:1.0:1778653788.379815:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653788.379818:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653788.379819:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653788.379821:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653788.379824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16c00. 00000100:00000001:1.0:1778653788.379827:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379832:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653788.379846:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653788.379847:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000748d0ae] to pc [ptlrpcd_00_00+0] req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.379859:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653788.379865:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653788.379868:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5180. 00000020:00000040:1.0:1778653788.379870:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653788.379872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653788.379873:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653788.379875:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653788.379878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16400. 00000100:00000001:1.0:1778653788.379880:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379884:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653788.379891:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653788.379893:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379896:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f67631f] to pc [ptlrpcd_00_01+1] req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.379903:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653788.379909:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653788.379912:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6a00. 00000020:00000040:1.0:1778653788.379914:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:1.0:1778653788.379916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653788.379917:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653788.379919:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653788.379921:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16500. 00000100:00000001:1.0:1778653788.379925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379929:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653788.379935:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653788.379937:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379940:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a239814] to pc [ptlrpcd_00_00+0] req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.379947:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.379950:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1681) 00000100:00000001:1.0:1778653788.379969:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.379972:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653788.379974:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653788.379979:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.379986:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653788.379988:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.379992:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653788.379994:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653788.379997:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653788.380000:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054666112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653788.380005:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653788.380010:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653788.380013:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380015:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653788.380019:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387df6000. 02000000:00000001:1.0:1778653788.380021:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653788.380028:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653788.380032:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5a50. 00000400:00000010:1.0:1778653788.380039:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f197f8. 00000100:00000200:1.0:1778653788.380047:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054666112, portal 25 00000100:00000001:1.0:1778653788.380049:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653788.380051:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000040:1.0:1778653788.380057:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380064:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653788.380068:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653788.380071:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19440. 00000100:00000200:1.0:1778653788.380073:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054666112, offset 0 00000400:00000200:1.0:1778653788.380079:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380087:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380094:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653788.380099:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653788.380103:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653788.380107:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653788.380110:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380113:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2342:2342:256:4294967295] 192.168.204.110@tcp LPNI seq info [2342:2342:8:4294967295] 00000400:00000200:1.0:1778653788.380117:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380126:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653788.380133:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653788.380137:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653788.380144:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653788.380151:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653788.380156:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653788.380168:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653788.380172:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653788.380174:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296347787 00000100:00000010:1.0:1778653788.380179:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1360. 00000100:00000001:1.0:1778653788.380185:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653788.380191:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296347787 00000100:00000010:1.0:1778653788.380194:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee13c0. 00000100:00000001:1.0:1778653788.380197:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653788.380199:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.380203:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380205:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653788.380209:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380215:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653788.380217:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380219:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653788.380221:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653788.380223:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653788.380225:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054666368:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653788.380229:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653788.380231:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653788.380233:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380234:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653788.380237:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387df6c00. 02000000:00000001:1.0:1778653788.380239:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653788.380242:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653788.380245:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5478. 00000400:00000010:1.0:1778653788.380248:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19880. 00000100:00000200:1.0:1778653788.380250:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054666368, portal 4 00000100:00000001:1.0:1778653788.380252:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653788.380253:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000040:1.0:1778653788.380259:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380265:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653788.380267:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653788.380269:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19088. 00000100:00000200:1.0:1778653788.380271:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054666368, offset 0 00000400:00000200:1.0:1778653788.380275:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380279:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380282:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653788.380285:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653788.380287:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653788.380290:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653788.380293:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380296:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2343:2343:255:4294967295] 192.168.204.110@tcp LPNI seq info [2343:2343:7:4294967295] 00000400:00000200:1.0:1778653788.380300:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380305:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653788.380309:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653788.380313:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653788.380316:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653788.380320:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653788.380322:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653788.380326:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.380329:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21790 usecs (22 jiffies) 00000400:00000200:1.0:1778653788.380332:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653788.380334:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296343577 00000100:00000001:1.0:1778653788.380336:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:1.0:1778653788.380338:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296343577 00000100:00000001:1.0:1778653788.380340:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:1.0:1778653788.380342:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.380344:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380347:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380349:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.380356:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653788.380358:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653788.380360:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.380361:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653788.380362:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653788.380365:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1778653788.380367:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.380369:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653788.380370:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.380372:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.380373:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653788.380374:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653788.380378:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380385:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653788.380387:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380389:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653788.380391:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653788.380393:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653788.380396:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054666240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653788.380399:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653788.380401:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653788.380402:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380404:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653788.380407:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387df7200. 02000000:00000001:1.0:1778653788.380408:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653788.380411:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653788.380414:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5528. 00000400:00000010:1.0:1778653788.380417:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19198. 00000100:00000200:1.0:1778653788.380419:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054666240, portal 10 00000100:00000001:1.0:1778653788.380421:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653788.380422:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000040:1.0:1778653788.380428:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380434:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653788.380437:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653788.380439:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19c38. 00000100:00000200:1.0:1778653788.380441:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054666240, offset 0 00000400:00000200:1.0:1778653788.380445:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380449:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380452:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653788.380455:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653788.380457:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653788.380460:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653788.380462:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380465:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2344:2344:254:4294967295] 192.168.204.110@tcp LPNI seq info [2344:2344:6:4294967295] 00000400:00000200:1.0:1778653788.380469:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380474:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653788.380479:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653788.380483:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653788.380486:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653788.380490:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653788.380493:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653788.380495:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.380498:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 807115 usecs (808 jiffies) 00000400:00000200:1.0:1778653788.380501:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653788.380503:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296344363 00000100:00000001:1.0:1778653788.380506:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:1.0:1778653788.380508:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296344363 00000100:00000001:1.0:1778653788.380510:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:1.0:1778653788.380512:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.380514:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380515:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653788.380519:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380525:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653788.380526:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380529:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653788.380531:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653788.380533:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653788.380535:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054666496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653788.380540:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653788.380543:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653788.380544:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.380545:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653788.380559:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387df6e00. 02000000:00000001:1.0:1778653788.380561:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653788.380567:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653788.380569:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff56e0. 00000400:00000010:1.0:1778653788.380573:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19cc0. 00000100:00000200:1.0:1778653788.380575:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054666496, portal 4 00000100:00000001:1.0:1778653788.380577:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653788.380578:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00000100:00000040:1.0:1778653788.380583:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380589:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653788.380592:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653788.380594:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19dd0. 00000100:00000200:1.0:1778653788.380597:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054666496, offset 0 00000400:00000200:1.0:1778653788.380601:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380604:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380608:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653788.380610:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653788.380612:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653788.380614:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653788.380617:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653788.380619:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2345:2345:253:4294967295] 192.168.204.110@tcp LPNI seq info [2345:2345:5:4294967295] 00000400:00000200:1.0:1778653788.380623:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.380629:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653788.380633:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653788.380636:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653788.380639:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653788.380644:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653788.380646:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653788.380668:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.380671:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 297306 usecs (298 jiffies) 00000400:00000200:1.0:1778653788.380674:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653788.380676:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296343853 00000100:00000001:1.0:1778653788.380678:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:1.0:1778653788.380680:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296343853 00000100:00000001:1.0:1778653788.380682:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:1.0:1778653788.380684:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.380686:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380688:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380691:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380711:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.380713:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653788.380751:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653788.380755:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16700. 00000400:00000200:1.0:1778653788.380759:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.380765:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653788.380770:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19440 00000400:00000010:1.0:1778653788.380779:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19440. 00000100:00000001:1.0:1778653788.380786:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653788.380791:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380802:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.380805:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380816:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380818:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653788.380829:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653788.380831:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16100. 00000400:00000200:1.0:1778653788.380833:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.380836:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653788.380839:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19088 00000400:00000010:1.0:1778653788.380841:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19088. 00000100:00000001:1.0:1778653788.380843:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653788.380846:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380853:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.380856:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380862:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380863:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653788.380871:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653788.380873:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:1.0:1778653788.380875:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.380878:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653788.380881:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19c38 00000400:00000010:1.0:1778653788.380882:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19c38. 00000100:00000001:1.0:1778653788.380884:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653788.380887:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380894:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.380902:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380908:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.380910:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653788.380968:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653788.380971:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:1.0:1778653788.380974:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.380977:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653788.380980:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19dd0 00000400:00000010:1.0:1778653788.380982:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19dd0. 00000100:00000001:1.0:1778653788.380984:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653788.380988:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.380995:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.380998:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.381004:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.381005:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653788.384316:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.384341:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653788.384347:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.384351:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.384363:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.384374:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653788.384387:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.384393:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.384400:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.384406:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534bb80 00000400:00000200:1.0:1778653788.384413:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.384422:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6109 [1] + 224 00000800:00000001:1.0:1778653788.384431:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.384440:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.384444:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.384450:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653788.384461:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.384472:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653788.384485:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.384503:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653788.384511:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.384515:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.384530:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.384534:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653788.384541:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653788.384544:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653788.384547:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5a50. 00000400:00000200:1.0:1778653788.384552:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f197f8 00000400:00000010:1.0:1778653788.384555:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f197f8. 00000100:00000001:1.0:1778653788.384559:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.384565:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653788.384575:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.384583:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653788.384585:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.384588:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653788.384592:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653788.384595:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653788.384597:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.384601:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653788.384608:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653788.384612:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653788.384615:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653788.384617:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653788.384620:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653788.384623:0:2367:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.384626:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.384632:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.384639:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.384643:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653788.384645:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.384668:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653788.384677:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054666112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653788.384687:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.384690:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.384704:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6d80 x1865052054666112/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.384712:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.384715:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.384719:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387df6000. 02000000:00000001:1.0:1778653788.384724:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.384727:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.384730:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1778653788.384732:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.384734:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16f00. 02000000:00000001:1.0:1778653788.384738:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.384741:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.384743:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6d80. 00000100:00000001:1.0:1778653788.384748:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.384750:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.384754:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.384756:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.384758:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653788.384761:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.384763:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653788.385209:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385214:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653788.385217:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385219:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.385223:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385227:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653788.385233:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385235:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385238:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385242:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534bc80 00000400:00000200:1.0:1778653788.385247:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385250:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6119 [1] + 224 00000800:00000001:1.0:1778653788.385256:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385260:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.385262:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.385265:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653788.385269:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.385274:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653788.385284:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385296:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653788.385301:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385304:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653788.385306:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385308:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.385311:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385314:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653788.385318:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385321:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385324:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385326:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534bc00 00000400:00000200:1.0:1778653788.385330:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.385333:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6129 [1] + 224 00000800:00000001:1.0:1778653788.385337:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385342:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.385344:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.385347:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653788.385350:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.385354:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653788.385361:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385368:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653788.385372:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.385375:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.385383:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.385385:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653788.385389:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653788.385390:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653788.385392:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5528. 00000400:00000200:1.0:1778653788.385395:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19198 00000400:00000010:1.0:1778653788.385397:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19198. 00000100:00000001:1.0:1778653788.385399:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.385403:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653788.385412:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385420:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653788.385422:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.385424:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653788.385426:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653788.385428:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653788.385430:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.385432:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653788.385438:0:2367:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=49 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653788.385441:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653788.385444:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653788.385446:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653788.385448:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653788.385452:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.385455:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1778653788.385458:0:2367:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967628 gen 2 00000100:00000040:1.0:1778653788.385465:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967628) req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653788.385473:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385477:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9df80 x1865052054657664/t4294967615(4294967615) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653788.385490:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385491:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385495:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef000. 02000000:00000001:1.0:1778653788.385499:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385502:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385504:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385507:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385509:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153831d1800. 02000000:00000001:1.0:1778653788.385512:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385514:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385516:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9df80. 00000100:00000001:1.0:1778653788.385521:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385523:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385528:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967628) req@ffff915387c9ed80 x1865052054660736/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653788.385536:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385540:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ed80 x1865052054660736/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653799 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653788.385547:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385548:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385550:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eec400. 02000000:00000001:1.0:1778653788.385553:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385554:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385556:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385558:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385560:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153831d0400. 02000000:00000001:1.0:1778653788.385563:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385565:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385566:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ed80. 00000100:00000001:1.0:1778653788.385571:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385573:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385578:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967628) req@ffff915387c1e680 x1865052054663168/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385591:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385595:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e680 x1865052054663168/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385601:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385602:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385603:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94800. 02000000:00000001:1.0:1778653788.385606:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385608:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385609:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385611:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385612:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915385c67200. 02000000:00000001:1.0:1778653788.385614:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385615:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385617:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e680. 00000100:00000001:1.0:1778653788.385619:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385620:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385625:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967628) req@ffff915385fc0000 x1865052054663808/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385631:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385634:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0000 x1865052054663808/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385640:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385641:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385643:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0fc00. 02000000:00000001:1.0:1778653788.385645:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385646:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385647:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385669:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385670:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153887d5200. 02000000:00000001:1.0:1778653788.385673:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385674:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385675:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0000. 00000100:00000001:1.0:1778653788.385678:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385680:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385684:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967628) req@ffff915385fc1500 x1865052054665088/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385691:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385694:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054665088/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385710:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385712:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385714:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0ec00. 02000000:00000001:1.0:1778653788.385718:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385719:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385721:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385723:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385725:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153887d4c00. 02000000:00000001:1.0:1778653788.385728:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385729:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385731:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:1.0:1778653788.385737:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385738:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385744:0:2367:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967628) req@ffff915385fc1880 x1865052054665728/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385751:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385754:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054665728/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653920 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385761:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385763:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385764:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:1.0:1778653788.385767:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385769:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385770:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385773:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385775:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153887d5400. 02000000:00000001:1.0:1778653788.385778:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385780:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385781:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:1.0:1778653788.385785:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385786:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.385788:0:2367:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1778653788.385791:0:2367:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1778653788.385794:0:2367:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653788.385796:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.385801:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385809:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.385812:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653788.385814:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385819:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653788.385827:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054666240:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1778653788.385835:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653788.385837:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653788.385839:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5478. 00000400:00000200:1.0:1778653788.385842:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19880 00000400:00000010:1.0:1778653788.385844:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19880. 00000100:00000001:1.0:1778653788.385848:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.385852:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653788.385861:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385868:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653788.385871:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.385873:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653788.385874:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653788.385877:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653788.385879:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653788.385881:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653788.385886:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=49 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653788.385889:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653788.385892:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653788.385894:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653788.385896:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653788.385898:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.385901:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653788.385903:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1778653788.385905:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653788.385907:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653788.385912:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385919:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653788.385921:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653788.385923:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653788.385927:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653788.385935:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054666368:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653788.385941:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.385943:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385947:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6680 x1865052054666240/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385953:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385955:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385957:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387df7200. 02000000:00000001:1.0:1778653788.385961:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.385963:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.385964:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653788.385967:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.385970:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16c00. 02000000:00000001:1.0:1778653788.385973:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.385975:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.385976:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6680. 00000100:00000001:1.0:1778653788.385979:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.385981:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.385983:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653788.385987:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5180 x1865052054666368/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.385993:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653788.385996:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653788.385997:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387df6c00. 02000000:00000001:1.0:1778653788.386000:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653788.386002:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653788.386003:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653788.386005:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653788.386007:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16400. 02000000:00000001:1.0:1778653788.386009:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653788.386011:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653788.386013:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5180. 00000100:00000001:1.0:1778653788.386016:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653788.386017:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653788.386020:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.386023:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653788.386024:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653788.386026:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653788.386029:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653788.390591:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.390606:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653788.390610:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.390612:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.390620:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.390628:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653788.390637:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.390642:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.390647:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.390672:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534bd00 00000400:00000200:1.0:1778653788.390678:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653788.390684:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6139 [1] + 224 00000800:00000001:1.0:1778653788.390692:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.390710:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653788.390714:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653788.390718:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653788.390725:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653788.390734:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653788.390745:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653788.390761:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653788.390769:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653788.390772:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653788.390959:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653788.390963:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653788.390970:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653788.390972:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653788.390975:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff56e0. 00000400:00000200:0.0:1778653788.390979:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19cc0 00000400:00000010:0.0:1778653788.390982:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19cc0. 00000100:00000001:0.0:1778653788.390984:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653788.390989:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653788.390998:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653788.391005:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653788.391006:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653788.391009:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653788.391012:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653788.391015:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653788.391017:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653788.391020:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653788.391030:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=49 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653788.391035:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653788.391037:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653788.391039:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653788.391042:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653788.391045:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653788.391049:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653788.391052:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653788.391054:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653788.391056:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653788.391061:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653788.391068:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653788.391071:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653788.391073:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653788.391077:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653788.391085:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054666496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653788.391091:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653788.391095:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653788.391098:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6a00 x1865052054666496/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653788.391105:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653788.391107:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653788.392020:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387df6e00. 02000000:00000001:0.0:1778653788.392026:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653788.392029:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653788.392031:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653788.392033:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653788.392036:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16500. 02000000:00000001:0.0:1778653788.392040:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653788.392043:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653788.392045:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6a00. 00000100:00000001:0.0:1778653788.392049:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653788.392051:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653788.392053:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653788.392061:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653788.392063:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653788.392065:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653788.392068:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653788.632738:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653788.632745:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653788.634971:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653788.634978:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653788.634983:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653789.180374:0:31363:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653789.405418:0:31399:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1778653789.405424:0:31399:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 02:29:48 (1778653788) 00000001:00000001:2.0:1778653789.413528:0:31399:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1778653789.500746:0:31405:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653789.500752:0:31405:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653789.500755:0:31405:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653789.500759:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7b20 00000080:00200000:0.0:1778653789.500764:0:31405:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653789.500772:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98400. 00800000:00000002:0.0:1778653789.500777:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653789.500781:0:31405:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653789.500786:0:31405:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.500787:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7a40 00800000:00000002:0.0:1778653789.500790:0:31405:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653789.500793:0:31405:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653789.500797:0:31405:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653789.500803:0:31405:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.500805:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7910 00000002:00010000:0.0:1778653789.500807:0:31405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653789.500811:0:31405:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.500813:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653789.500816:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653789.500822:0:31405:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.500825:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.500827:0:31405:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.500829:0:31405:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653789.500832:0:31405:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653789.500837:0:31405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9dc00. 00000020:00000040:0.0:1778653789.500842:0:31405:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653789.500849:0:31405:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653789.500854:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.500858:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.500861:0:31405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653789.500863:0:31405:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653789.500867:0:31405:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653789.500874:0:31405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eed000. 00000100:00000001:0.0:1778653789.500880:0:31405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.500885:0:31405:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653789.500886:0:31405:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.500888:0:31405:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653789.500889:0:31405:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.500891:0:31405:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.500897:0:31405:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00010000:00000001:0.0:1778653789.500901:0:31405:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653789.500903:0:31405:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653789.500907:0:31405:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063500. 00010000:00000010:0.0:1778653789.500911:0:31405:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75380. 00010000:00000001:0.0:1778653789.500917:0:31405:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653789.500920:0:31405:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24e00. 00000020:00000001:0.0:1778653789.500925:0:31405:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653789.500927:0:31405:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24e00 with handle 0x3df471c51a8900d9 to hash 00000020:00000001:0.0:1778653789.500929:0:31405:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653789.500931:0:31405:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.500934:0:31405:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.500937:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.500940:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.500945:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.500954:0:31405:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.500964:0:31405:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653789.500982:0:31405:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653789.500984:0:31405:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653789.500990:0:31405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153836ccc00. 00000100:00000001:0.0:1778653789.500992:0:31405:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386606099456 : -121687103452160 : ffff9153836ccc00) 00000100:00000001:0.0:1778653789.500995:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653789.500996:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000001:0.0:1778653789.501000:0:31405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653789.501004:0:31405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.501005:0:31405:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653789.501007:0:31405:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653789.501022:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.501031:0:31405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653789.501033:0:31405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.501037:0:31405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653789.501039:0:31405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653789.501041:0:31405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653789.501045:0:31405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31405:1865052054666624:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653789.501048:0:31405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653789.501053:0:31405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653789.501055:0:31405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.501057:0:31405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653789.501061:0:31405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653789.501063:0:31405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653789.501070:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653789.501073:0:31405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900d68. 00000400:00000010:0.0:1778653789.501080:0:31405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a297f8. 00000100:00000200:0.0:1778653789.501086:0:31405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054666624, portal 10 00000100:00000001:0.0:1778653789.501088:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653789.501089:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000040:0.0:1778653789.501094:0:31405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.501101:0:31405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653789.501104:0:31405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653789.501106:0:31405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000200:0.0:1778653789.501109:0:31405:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054666624, offset 0 00000400:00000200:0.0:1778653789.501114:0:31405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653789.501122:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653789.501130:0:31405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653789.501135:0:31405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653789.501138:0:31405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653789.501142:0:31405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653789.501145:0:31405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653789.501149:0:31405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2346:2346:256:4294967295] 192.168.204.110@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:0.0:1778653789.501154:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653789.501162:0:31405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653789.501168:0:31405:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653789.501173:0:31405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653789.501179:0:31405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653789.501187:0:31405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653789.501191:0:31405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653789.501208:0:31405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653789.501213:0:31405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 805971 usecs (806 jiffies) 00000400:00000200:0.0:1778653789.501215:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653789.501218:0:31405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345481 00000100:00000001:0.0:1778653789.501221:0:31405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:0.0:1778653789.501223:0:31405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345481 00000100:00000001:0.0:1778653789.501226:0:31405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:0.0:1778653789.501228:0:31405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653789.501230:0:31405:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.501233:0:31405:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653789.501235:0:31405:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653789.501237:0:31405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153836ccc00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653789.501239:0:31405:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653789.501242:0:31405:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653789.502199:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653789.502205:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:0.0:1778653789.502209:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653789.502215:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653789.502221:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:0.0:1778653789.502223:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:0.0:1778653789.502227:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653789.502231:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.502247:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.503084:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.503094:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.503096:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.509496:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.509511:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.509515:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.509517:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.509525:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.509532:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.509541:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.509546:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.509551:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.509555:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534bd80 00000400:00000200:1.0:1778653789.509559:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.509565:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6149 [1] + 224 00000800:00000001:1.0:1778653789.509572:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.509579:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.509582:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.509588:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.509596:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.509604:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.509615:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.509636:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653789.509645:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.509843:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.510015:0:31405:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653789.510023:0:31405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653789.510026:0:31405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653789.510029:0:31405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900d68. 00000400:00000200:0.0:1778653789.510034:0:31405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a297f8 00000400:00000010:0.0:1778653789.510036:0:31405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a297f8. 00000100:00000001:0.0:1778653789.510039:0:31405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653789.510045:0:31405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653789.510054:0:31405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.510061:0:31405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653789.510063:0:31405:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.510066:0:31405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653789.510070:0:31405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653789.510072:0:31405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653789.510075:0:31405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.510078:0:31405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653789.510089:0:31405:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653789.510093:0:31405:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653789.510096:0:31405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653789.510097:0:31405:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.510100:0:31405:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653789.510103:0:31405:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.510107:0:31405:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653789.510109:0:31405:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:0.0:1778653789.510111:0:31405:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653789.510113:0:31405:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653789.510117:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.510124:0:31405:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653789.510127:0:31405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653789.510130:0:31405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653789.510133:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653789.510141:0:31405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31405:1865052054666624:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653789.510146:0:31405:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.510149:0:31405:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.510151:0:31405:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653789.510153:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.510156:0:31405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.510163:0:31405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653789.510165:0:31405:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153836ccc00. 00000100:00000001:0.0:1778653789.510168:0:31405:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653789.510169:0:31405:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.510172:0:31405:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653789.510175:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510178:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510180:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:0.0:1778653789.510182:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510185:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000040:0.0:1778653789.510190:0:31405:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24e00, remote cookie: 0xdfa36d541726f6d3, flags: 0x1001 00010000:00010000:0.0:1778653789.510196:0:31405:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.510206:0:31405:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510217:0:31405:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653789.510221:0:31405:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653789.510223:0:31405:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653789.510225:0:31405:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653789.510226:0:31405:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653789.510229:0:31405:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063500) refcount = 1 00010000:00010000:0.0:1778653789.510233:0:31405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510239:0:31405:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653789.510243:0:31405:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653789.510244:0:31405:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653789.510247:0:31405:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653789.510249:0:31405:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.510253:0:31405:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510259:0:31405:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653789.510260:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510262:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510263:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510264:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510265:0:31405:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.510269:0:31405:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653789.510271:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510272:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510273:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510275:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510278:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510280:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510281:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510282:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:0.0:1778653789.510283:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510285:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510288:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.510291:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.510294:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510301:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510302:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510303:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510304:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510305:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=5 00000020:00000001:0.0:1778653789.510307:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510309:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510312:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.510315:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510321:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510322:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653789.510324:0:31405:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510331:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.510332:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510333:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510334:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510335:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653789.510340:0:31405:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653789.510348:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510349:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510351:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510353:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510355:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510357:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510358:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653789.510359:0:31405:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.510361:0:31405:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.510364:0:31405:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653789.510366:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510367:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510369:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510370:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510372:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00000002:00010000:0.0:1778653789.510376:0:31405:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510383:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510384:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510385:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653789.510387:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510388:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510389:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510523:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510526:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000040:0.0:1778653789.510533:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:0.0:1778653789.510535:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653789.510539:0:31405:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653789.510542:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510544:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653789.510545:0:31405:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653789.510549:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7890 00000002:00002000:0.0:1778653789.510551:0:31405:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653789.510554:0:31405:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.510559:0:31405:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.510562:0:31405:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653789.510565:0:31405:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653789.510568:0:31405:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653789.510572:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653789.510576:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98400. 00000080:00000001:0.0:1778653789.510580:0:31405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653789.510582:0:31405:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653789.510589:0:31405:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653789.510593:0:31405:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653789.510598:0:31405:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb7900. 00800000:00000001:0.0:1778653789.510601:0:31405:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629081344 : -121687080470272 : ffff915384cb7900) 00800000:00000001:0.0:1778653789.510604:0:31405:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.510606:0:31405:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653789.510609:0:31405:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653789.510611:0:31405:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653789.510614:0:31405:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653789.510617:0:31405:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653789.510618:0:31405:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.510623:0:31405:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653789.510626:0:31405:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1778653789.510631:0:31405:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653789.510633:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510634:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510635:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510637:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510639:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510641:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510642:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653789.510644:0:31405:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653789.510646:0:31405:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653789.510647:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb7900 1 00800000:00000010:0.0:1778653789.510831:0:31405:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb7900. 00800000:00000001:0.0:1778653789.510834:0:31405:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653789.510837:0:31405:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900d9 00800000:00000001:0.0:1778653789.510841:0:31405:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653789.510843:0:31405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653789.510845:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510846:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510847:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510849:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510852:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510854:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510855:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653789.510856:0:31405:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.510858:0:31405:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.510860:0:31405:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653789.510862:0:31405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653789.510865:0:31405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d9 from it ffffa71ac1ef7b58 00010000:00000001:0.0:1778653789.510866:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.510867:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.510869:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.510871:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510873:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.510875:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.510878:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.510884:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510885:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510887:0:31405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653789.510889:0:31405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653789.510890:0:31405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653789.510898:0:31405:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653789.510901:0:31405:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653789.510903:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.510908:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510909:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.510910:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.510913:0:31405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653789.510915:0:31405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.510917:0:31405:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.510919:0:31405:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.510920:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.510922:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.510923:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653789.510924:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.510929:0:31405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9dc00 x1865052054666624/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.510937:0:31405:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653789.510939:0:31405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653789.510942:0:31405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653789.510945:0:31405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653789.510947:0:31405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653789.510949:0:31405:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653789.510951:0:31405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653789.510953:0:31405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653789.510956:0:31405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653789.510958:0:31405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653789.510960:0:31405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9dc00. 00000100:00000001:0.0:1778653789.510963:0:31405:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653789.510965:0:31405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653789.510968:0:31405:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653789.510972:0:31405:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653789.511023:0:31405:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef5e0. 00000020:00000001:0.0:1778653789.511028:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7ae8 00000080:00200000:0.0:1778653789.511030:0:31405:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=13 00000080:00000001:0.0:1778653789.511033:0:31405:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653789.511034:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7998 00000080:00200000:0.0:1778653789.511036:0:31405:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:0.0:1778653789.511044:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98400. 00800000:00000002:0.0:1778653789.511049:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653789.511053:0:31405:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653789.511055:0:31405:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.511057:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef78b8 00800000:00000002:0.0:1778653789.511059:0:31405:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653789.511063:0:31405:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1778653789.511067:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7850 00800000:00000002:0.0:1778653789.511069:0:31405:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1778653789.511073:0:31405:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.511075:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7788 00000002:00010000:0.0:1778653789.511076:0:31405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653789.511080:0:31405:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653789.511082:0:31405:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653789.511086:0:31405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9dc00. 00000020:00000040:0.0:1778653789.511089:0:31405:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653789.511094:0:31405:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653789.511097:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.511100:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.511101:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.511102:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.511105:0:31405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653789.511107:0:31405:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653789.511110:0:31405:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653789.511116:0:31405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eed000. 00000100:00000001:0.0:1778653789.511121:0:31405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.511124:0:31405:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653789.511126:0:31405:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.511127:0:31405:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653789.511128:0:31405:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.511130:0:31405:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.511136:0:31405:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00010000:00000001:0.0:1778653789.511140:0:31405:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653789.511142:0:31405:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653789.511145:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:0.0:1778653789.511148:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653789.511150:0:31405:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653789.511153:0:31405:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24600. 00000020:00000001:0.0:1778653789.511156:0:31405:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653789.511159:0:31405:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24600 with handle 0x3df471c51a8900e0 to hash 00000020:00000001:0.0:1778653789.511161:0:31405:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653789.511162:0:31405:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.511166:0:31405:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.511168:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.511170:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.511172:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.511180:0:31405:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.511189:0:31405:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653789.511195:0:31405:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653789.511196:0:31405:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653789.511201:0:31405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153836ccc00. 00000100:00000001:0.0:1778653789.511203:0:31405:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386606099456 : -121687103452160 : ffff9153836ccc00) 00000100:00000001:0.0:1778653789.511205:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653789.511208:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000001:0.0:1778653789.511213:0:31405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653789.511217:0:31405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.511219:0:31405:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653789.511221:0:31405:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653789.511225:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.511233:0:31405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653789.511235:0:31405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.511239:0:31405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653789.511242:0:31405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653789.511244:0:31405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653789.511247:0:31405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31405:1865052054666752:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653789.511252:0:31405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653789.511256:0:31405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653789.511259:0:31405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.511261:0:31405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653789.511265:0:31405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653789.511267:0:31405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653789.511273:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653789.511277:0:31405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900d68. 00000400:00000010:0.0:1778653789.511282:0:31405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a297f8. 00000100:00000200:0.0:1778653789.511288:0:31405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054666752, portal 10 00000100:00000001:0.0:1778653789.511290:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653789.511291:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000040:0.0:1778653789.511296:0:31405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.511303:0:31405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653789.511305:0:31405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653789.511308:0:31405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000200:0.0:1778653789.511310:0:31405:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054666752, offset 0 00000400:00000200:0.0:1778653789.511316:0:31405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653789.511324:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653789.511331:0:31405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653789.511336:0:31405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653789.511340:0:31405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653789.511343:0:31405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653789.511346:0:31405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653789.511349:0:31405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2347:2347:256:4294967295] 192.168.204.110@tcp LPNI seq info [2347:2347:8:4294967295] 00000400:00000200:0.0:1778653789.511353:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653789.511362:0:31405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653789.511367:0:31405:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653789.511372:0:31405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653789.511379:0:31405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653789.511386:0:31405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653789.512500:0:31405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1778653789.512523:0:31405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653789.512528:0:31405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 804837 usecs (805 jiffies) 00000400:00000200:0.0:1778653789.512533:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653789.512536:0:31405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345493 00000100:00000001:0.0:1778653789.512539:0:31405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:0.0:1778653789.512542:0:31405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345493 00000100:00000001:0.0:1778653789.512544:0:31405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:0.0:1778653789.512546:0:31405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653789.512549:0:31405:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.512552:0:31405:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653789.512554:0:31405:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653789.512557:0:31405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153836ccc00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653789.512559:0:31405:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653789.512563:0:31405:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653789.513990:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.513998:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:1.0:1778653789.514003:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.514011:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653789.514018:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:1.0:1778653789.514020:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:1.0:1778653789.514025:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653789.514031:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.514041:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653789.514044:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.514051:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.514053:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.520882:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.520899:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.520903:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.520905:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.520915:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.520922:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.520931:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.520935:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.520940:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.520944:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534be00 00000400:00000200:1.0:1778653789.520949:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.520954:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6159 [1] + 224 00000800:00000001:1.0:1778653789.520961:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.520967:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.520970:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.520975:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.520983:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.520992:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.521002:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.521018:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653789.521026:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.521029:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.521076:0:31405:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653789.521085:0:31405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653789.521087:0:31405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653789.521090:0:31405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900d68. 00000400:00000200:0.0:1778653789.521094:0:31405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a297f8 00000400:00000010:0.0:1778653789.521096:0:31405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a297f8. 00000100:00000001:0.0:1778653789.521099:0:31405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653789.521102:0:31405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653789.521110:0:31405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.521116:0:31405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653789.521118:0:31405:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.521120:0:31405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653789.521123:0:31405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653789.521125:0:31405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653789.521129:0:31405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.521131:0:31405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653789.521140:0:31405:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653789.521144:0:31405:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653789.521146:0:31405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1778653789.521149:0:31405:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.521155:0:31405:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653789.521159:0:31405:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653789.521161:0:31405:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:0.0:1778653789.521163:0:31405:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653789.521164:0:31405:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1778653789.521168:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.521174:0:31405:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1778653789.521177:0:31405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653789.521179:0:31405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653789.521182:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653789.521189:0:31405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31405:1865052054666752:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653789.521193:0:31405:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.521196:0:31405:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653789.521199:0:31405:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653789.521200:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.521203:0:31405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.521211:0:31405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653789.521213:0:31405:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153836ccc00. 00000100:00000001:0.0:1778653789.521216:0:31405:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653789.521217:0:31405:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1778653789.521220:0:31405:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653789.521225:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.521227:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.521230:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653789.521232:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.521235:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00010000:0.0:1778653789.521240:0:31405:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521250:0:31405:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1778653789.521253:0:31405:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521259:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.521262:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521267:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521268:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653789.521271:0:31405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521276:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.521279:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521282:0:31405:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1778653789.521284:0:31405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.521290:0:31405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c24600 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:0.0:1778653789.521293:0:31405:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1778653789.521297:0:31405:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521302:0:31405:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1778653789.521305:0:31405:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1778653789.521307:0:31405:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521312:0:31405:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1778653789.521314:0:31405:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1778653789.521316:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.521317:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.521318:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:0.0:1778653789.521320:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.521322:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.521325:0:31405:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653789.521327:0:31405:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1778653789.521332:0:31405:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653789.521334:0:31405:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.521336:0:31405:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1778653789.521337:0:31405:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653789.521340:0:31405:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653789.521342:0:31405:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653789.521343:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.521344:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653789.521347:0:31405:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24600 with handle 0x3df471c51a8900e0 from hash 00010000:00000001:0.0:1778653789.521349:0:31405:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653789.521350:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521351:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521352:0:31405:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653789.521353:0:31405:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653789.521355:0:31405:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1778653789.521357:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521358:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521359:0:31405:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.521361:0:31405:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.521363:0:31405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521369:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521369:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521371:0:31405:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1778653789.521372:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.521373:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521374:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521375:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653789.521377:0:31405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31405 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.521386:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521387:0:31405:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1778653789.521403:0:31405:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1778653789.521408:0:31405:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653789.521416:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653789.521418:0:31405:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.521420:0:31405:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.521422:0:31405:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.521424:0:31405:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653789.521427:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653789.521428:0:31405:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.521430:0:31405:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653789.521432:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7708 00000002:00002000:0.0:1778653789.521434:0:31405:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1778653789.521437:0:31405:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.521441:0:31405:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.521443:0:31405:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653789.521446:0:31405:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653789.521448:0:31405:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653789.521452:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653789.521454:0:31405:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653789.521456:0:31405:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1ef7b20 it_disposition 7 00000080:00002000:0.0:1778653789.521461:0:31405:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf22a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1778653789.521468:0:31405:0:(lmv_obd.c:4234:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.521473:0:31405:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.521475:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653789.521478:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653789.521483:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:0.0:1778653789.521485:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653789.521489:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.521491:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653789.521494:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653789.521501:0:31405:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653789.521505:0:31405:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.521508:0:31405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653789.521514:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653789.521516:0:31405:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653789.521518:0:31405:0:(lmv_obd.c:4241:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653789.521521:0:31405:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653789.521523:0:31405:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1ef7930 released 00000080:00010000:0.0:1778653789.521525:0:31405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d9 from it ffffa71ac1ef7930 00010000:00000001:0.0:1778653789.521526:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.521528:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.521529:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.521531:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.521533:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.521535:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.521537:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653789.521543:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521544:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521547:0:31405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653789.521548:0:31405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653789.521551:0:31405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653789.521558:0:31405:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653789.521560:0:31405:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653789.521562:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.521566:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521567:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521568:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521571:0:31405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653789.521573:0:31405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521575:0:31405:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521577:0:31405:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521579:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.521581:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521581:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653789.521583:0:31405:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653789.521585:0:31405:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653789.521588:0:31405:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653789.521592:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98400. 00000100:00000001:0.0:1778653789.521596:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.521600:0:31405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9dc00 x1865052054666752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.521606:0:31405:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653789.521609:0:31405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653789.521612:0:31405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653789.521615:0:31405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653789.521616:0:31405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653789.521618:0:31405:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653789.521620:0:31405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653789.521622:0:31405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653789.521625:0:31405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653789.521626:0:31405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653789.521628:0:31405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9dc00. 00000100:00000001:0.0:1778653789.521631:0:31405:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653789.521633:0:31405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653789.521635:0:31405:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653789.521636:0:31405:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1ef7b20 released 00000080:00000001:0.0:1778653789.521637:0:31405:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653789.521640:0:31405:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653789.521642:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7b70 00000080:00002000:0.0:1778653789.521644:0:31405:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff91538bf22a20, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1778653789.521647:0:31405:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.521728:0:31405:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653789.521731:0:31405:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653789.521733:0:31405:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653789.521735:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7bb0 00000080:00200000:0.0:1778653789.521737:0:31405:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653789.521743:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98400. 00800000:00000002:0.0:1778653789.521747:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653789.521749:0:31405:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653789.521751:0:31405:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.521753:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7ad0 00800000:00000002:0.0:1778653789.521755:0:31405:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653789.521758:0:31405:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653789.521761:0:31405:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653789.521764:0:31405:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.521766:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef79a0 00000002:00010000:0.0:1778653789.521768:0:31405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653789.521771:0:31405:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.521773:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653789.521774:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653789.521777:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:0.0:1778653789.521779:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653789.521781:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.521783:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653789.521786:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1778653789.521793:0:31405:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653789.521795:0:31405:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.521798:0:31405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1778653789.521803:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653789.521805:0:31405:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653789.521806:0:31405:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653789.521808:0:31405:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653789.521809:0:31405:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653789.521811:0:31405:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653789.521813:0:31405:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653789.521815:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653789.521817:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98400. 00000080:00000001:0.0:1778653789.521819:0:31405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653789.521821:0:31405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653789.521823:0:31405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653789.521825:0:31405:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900d9 00800000:00000001:0.0:1778653789.521828:0:31405:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653789.521830:0:31405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653789.521831:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.521832:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.521834:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.521835:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.521838:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.521840:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521841:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653789.521842:0:31405:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.521844:0:31405:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653789.521845:0:31405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d9 from it ffffa71ac1ef7be8 00010000:00000001:0.0:1778653789.521847:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.521848:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.521849:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.521850:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.521852:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.521854:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.521856:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653789.521862:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521863:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521864:0:31405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653789.521866:0:31405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653789.521868:0:31405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653789.521873:0:31405:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653789.521875:0:31405:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653789.521876:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.521878:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521879:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.521881:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521883:0:31405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653789.521884:0:31405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521885:0:31405:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521887:0:31405:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.521888:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.521889:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.521890:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653789.521892:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653789.521893:0:31405:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653789.521895:0:31405:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653789.521900:0:31405:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.521903:0:31405:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1778653789.521904:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7bd8 00000080:00002000:0.0:1778653789.521906:0:31405:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff91538bf22a20) flags 0x8000e refc 0 00000080:00000001:0.0:1778653789.521908:0:31405:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653789.521910:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7c20 00000080:00200000:0.0:1778653789.521911:0:31405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:0.0:1778653789.521915:0:31405:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653789.521916:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7ba8 00000080:00002000:0.0:1778653789.521919:0:31405:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff91538bf22a20, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1778653789.521921:0:31405:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653789.521944:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7d08 00000080:00200008:0.0:1778653789.521947:0:31405:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653789.521953:0:31405:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:0.0:1778653789.521955:0:31405:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.521957:0:31405:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653789.521959:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7c80 00000080:00200000:0.0:1778653789.521960:0:31405:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653789.521964:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98400. 00800000:00000002:0.0:1778653789.521967:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653789.521969:0:31405:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653789.521970:0:31405:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.521972:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7ba0 00800000:00000002:0.0:1778653789.521974:0:31405:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653789.521976:0:31405:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653789.521978:0:31405:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653789.521981:0:31405:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.521982:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7a70 00000002:00010000:0.0:1778653789.521984:0:31405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653789.521987:0:31405:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.521988:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653789.521990:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653789.521992:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:0.0:1778653789.521994:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653789.521997:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.521998:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653789.522001:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1778653789.522007:0:31405:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653789.522010:0:31405:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.522012:0:31405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1778653789.522022:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653789.522023:0:31405:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653789.522025:0:31405:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653789.522026:0:31405:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653789.522028:0:31405:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653789.522029:0:31405:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653789.522031:0:31405:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653789.522033:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653789.522035:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98400. 00000080:00000001:0.0:1778653789.522037:0:31405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653789.522038:0:31405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653789.522040:0:31405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653789.522043:0:31405:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900d9 00800000:00000001:0.0:1778653789.522045:0:31405:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653789.522046:0:31405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653789.522047:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.522048:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.522049:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.522051:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.522052:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.522054:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.522055:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653789.522056:0:31405:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.522058:0:31405:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653789.522059:0:31405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d9 from it ffffa71ac1ef7cb8 00010000:00000001:0.0:1778653789.522061:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.522062:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.522063:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653789.522065:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.522066:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653789.522068:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.522070:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653789.522075:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.522076:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.522077:0:31405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653789.522078:0:31405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653789.522080:0:31405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653789.522086:0:31405:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653789.522087:0:31405:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653789.522088:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.522090:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.522092:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.522093:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.522095:0:31405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653789.522096:0:31405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.522097:0:31405:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.522099:0:31405:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.522100:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.522102:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.522103:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653789.522104:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653789.522105:0:31405:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653789.522108:0:31405:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653789.522111:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7d08 00000080:00000008:0.0:1778653789.522113:0:31405:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653789.522602:0:31405:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653789.522626:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7d08 00000080:00200008:0.0:1778653789.522629:0:31405:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653789.522632:0:31405:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653789.522633:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7c80 00000080:00200000:0.0:1778653789.522634:0:31405:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653789.522638:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b98400. 00800000:00000002:0.0:1778653789.522641:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653789.522644:0:31405:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653789.522646:0:31405:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.522703:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7ba0 00800000:00000002:0.0:1778653789.522706:0:31405:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653789.522709:0:31405:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653789.523491:0:31405:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653789.523498:0:31405:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.523500:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7a70 00000002:00010000:1.0:1778653789.523502:0:31405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653789.523505:0:31405:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653789.523507:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.523509:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.523515:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:1.0:1778653789.523517:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.523520:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.523523:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653789.523527:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653789.523536:0:31405:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653789.523540:0:31405:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653789.523543:0:31405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653789.523553:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653789.523555:0:31405:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.523556:0:31405:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.523558:0:31405:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.523559:0:31405:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.523561:0:31405:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653789.523564:0:31405:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653789.523566:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653789.523568:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98400. 00000080:00000001:1.0:1778653789.523572:0:31405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653789.523573:0:31405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.523575:0:31405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653789.523578:0:31405:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900d9 00800000:00000001:1.0:1778653789.523581:0:31405:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653789.523583:0:31405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653789.523584:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.523586:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.523588:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:1.0:1778653789.523590:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523592:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523594:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.523595:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653789.523596:0:31405:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.523598:0:31405:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.523600:0:31405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d9 from it ffffa71ac1ef7cb8 00010000:00000001:1.0:1778653789.523602:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.523603:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.523604:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:1.0:1778653789.523606:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523608:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523609:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653789.523612:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653789.523619:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.523620:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.523621:0:31405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653789.523623:0:31405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653789.523625:0:31405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653789.523633:0:31405:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.523635:0:31405:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653789.523637:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.523640:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.523641:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.523643:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.523645:0:31405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653789.523647:0:31405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.523686:0:31405:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.523690:0:31405:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.523692:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653789.523693:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.523695:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653789.523697:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653789.523698:0:31405:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653789.523702:0:31405:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.523705:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7d08 00000080:00000008:1.0:1778653789.523708:0:31405:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1778653789.523850:0:31405:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653789.523852:0:31405:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653789.523854:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7b78 00000080:00200000:1.0:1778653789.523857:0:31405:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653789.523862:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d4800. 00800000:00000002:1.0:1778653789.523866:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653789.523869:0:31405:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653789.523871:0:31405:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.523873:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7a98 00800000:00000002:1.0:1778653789.523875:0:31405:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653789.523878:0:31405:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653789.523880:0:31405:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653789.523884:0:31405:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.523885:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7968 00000002:00010000:1.0:1778653789.523887:0:31405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653789.523890:0:31405:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653789.523892:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.523894:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.523896:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:1.0:1778653789.523898:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.523901:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.523903:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653789.523906:0:31405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1778653789.523913:0:31405:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653789.523916:0:31405:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653789.523919:0:31405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1778653789.523925:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653789.523927:0:31405:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.523929:0:31405:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.523931:0:31405:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.523932:0:31405:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.523934:0:31405:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653789.523937:0:31405:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653789.523939:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653789.523941:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d4800. 00000080:00000001:1.0:1778653789.523943:0:31405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653789.523944:0:31405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.523946:0:31405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653789.523949:0:31405:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900d9 00800000:00000001:1.0:1778653789.523952:0:31405:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653789.523953:0:31405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653789.523955:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.523956:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.523957:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:1.0:1778653789.523959:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523961:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523963:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.523964:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653789.523965:0:31405:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.523966:0:31405:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.523968:0:31405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900d9 from it ffffa71ac1ef7bb0 00010000:00000001:1.0:1778653789.523970:0:31405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.523971:0:31405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.523972:0:31405:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:1.0:1778653789.523974:0:31405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523976:0:31405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:1.0:1778653789.523979:0:31405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653789.523981:0:31405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653789.523988:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.523989:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.523990:0:31405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653789.523991:0:31405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653789.523993:0:31405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1778653789.523999:0:31405:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.524001:0:31405:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653789.524002:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.524004:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.524005:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.524006:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524009:0:31405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653789.524011:0:31405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524013:0:31405:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524014:0:31405:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524016:0:31405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653789.524017:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.524018:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653789.524020:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653789.524021:0:31405:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.524023:0:31405:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:1.0:1778653789.524026:0:31405:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.524030:0:31405:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:1.0:1778653789.524032:0:31405:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1778653789.524034:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7b78 00000080:00200008:1.0:1778653789.524037:0:31405:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00000010:1.0:1778653789.524042:0:31405:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91538912e3c0. 00000080:00000001:1.0:1778653789.524045:0:31405:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.524047:0:31405:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.524058:0:31405:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653789.524060:0:31405:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c03066f0 arg=7ffe1483ea30 00000020:00000001:1.0:1778653789.524065:0:31405:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653789.524070:0:31405:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff915388bb9000. 00000020:00000001:1.0:1778653789.524074:0:31405:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.524077:0:31405:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1778653789.524078:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7ad0 00000080:00200000:1.0:1778653789.524081:0:31405:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1778653789.524086:0:31405:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d4800. 00800000:00000002:1.0:1778653789.524089:0:31405:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:1.0:1778653789.524095:0:31405:0:(lmv_obd.c:2283:lmv_create()) Process entered 00800000:00000001:1.0:1778653789.524097:0:31405:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1778653789.524101:0:31405:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:1.0:1778653789.524104:0:31405:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1778653789.524106:0:31405:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1778653789.524109:0:31405:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1778653789.524111:0:31405:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1778653789.524114:0:31405:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:1.0:1778653789.524116:0:31405:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653789.524119:0:31405:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.524121:0:31405:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.524123:0:31405:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.524125:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef79e8 00800000:00000002:1.0:1778653789.524127:0:31405:0:(lmv_obd.c:2324:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1778653789.524131:0:31405:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1778653789.524133:0:31405:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653789.524136:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:1.0:1778653789.524137:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.524140:0:31405:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653789.524143:0:31405:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653789.524145:0:31405:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1778653789.524153:0:31405:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653789.524156:0:31405:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653789.524157:0:31405:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653789.524160:0:31405:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653789.524162:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.524163:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.524165:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 3 00010000:00000001:1.0:1778653789.524167:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653789.524170:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653789.524172:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.524173:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.524174:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 3 00010000:00000001:1.0:1778653789.524176:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653789.524178:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653789.524180:0:31405:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.524181:0:31405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.524183:0:31405:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 3 00010000:00000001:1.0:1778653789.524184:0:31405:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653789.524186:0:31405:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.524188:0:31405:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653789.524191:0:31405:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653789.524194:0:31405:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1778653789.524198:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7670 00000080:00002000:1.0:1778653789.524199:0:31405:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:1.0:1778653789.524203:0:31405:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653789.524206:0:31405:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1778653789.524209:0:31405:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653789.524211:0:31405:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653789.524212:0:31405:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524215:0:31405:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653789.524218:0:31405:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653789.524219:0:31405:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653789.524221:0:31405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.524222:0:31405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653789.524225:0:31405:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24e00 with handle 0x3df471c51a8900d9 from hash 00010000:00000001:1.0:1778653789.524227:0:31405:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653789.524228:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.524229:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.524230:0:31405:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653789.524233:0:31405:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653789.524235:0:31405:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653789.524237:0:31405:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653789.524240:0:31405:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.524242:0:31405:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1778653789.524247:0:31405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5180. 00000020:00000040:1.0:1778653789.524251:0:31405:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653789.524257:0:31405:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653789.524259:0:31405:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524262:0:31405:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653789.524266:0:31405:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.524268:0:31405:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.524271:0:31405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653789.524273:0:31405:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653789.524276:0:31405:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653789.524282:0:31405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbac00. 00000100:00000001:1.0:1778653789.524289:0:31405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524291:0:31405:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653789.524293:0:31405:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1778653789.524298:0:31405:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1778653789.524304:0:31405:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1778653789.524305:0:31405:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653789.524307:0:31405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653789.524309:0:31405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8900d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f6d3 expref: -99 pid: 31405 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1778653789.524315:0:31405:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063500 count: 0 00010000:00000010:1.0:1778653789.524319:0:31405:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75380. 00010000:00000001:1.0:1778653789.524326:0:31405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.524327:0:31405:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524329:0:31405:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653789.524331:0:31405:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.524332:0:31405:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1778653789.524342:0:31405:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1778653789.524352:0:31405:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653789.524360:0:31405:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653789.524362:0:31405:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653789.524368:0:31405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538c56ff00. 00000100:00000001:1.0:1778653789.524370:0:31405:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386755665664 : -121686953885952 : ffff91538c56ff00) 00000100:00000001:1.0:1778653789.524374:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653789.524375:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000001:1.0:1778653789.524379:0:31405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653789.524383:0:31405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.524385:0:31405:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653789.524386:0:31405:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653789.524403:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.524411:0:31405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653789.524413:0:31405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653789.524417:0:31405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653789.524420:0:31405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653789.524422:0:31405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653789.524425:0:31405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31405:1865052054667008:192.168.204.110@tcp:36:lfs.0 00000100:00000001:1.0:1778653789.524429:0:31405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653789.524433:0:31405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653789.524435:0:31405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653789.524437:0:31405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653789.524442:0:31405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9c00. 02000000:00000001:1.0:1778653789.524444:0:31405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653789.524451:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653789.524455:0:31405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5478. 00000400:00000010:1.0:1778653789.524461:0:31405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19880. 00000100:00000200:1.0:1778653789.524467:0:31405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054667008, portal 10 00000100:00000001:1.0:1778653789.524469:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653789.524470:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000040:1.0:1778653789.524476:0:31405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.524482:0:31405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653789.524485:0:31405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653789.524488:0:31405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19198. 00000100:00000200:1.0:1778653789.524490:0:31405:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1865052054667008, offset 0 00000400:00000200:1.0:1778653789.524496:0:31405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653789.524504:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.524510:0:31405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653789.524515:0:31405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653789.524519:0:31405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653789.524522:0:31405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653789.524524:0:31405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653789.524527:0:31405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2348:2348:256:4294967295] 192.168.204.110@tcp LPNI seq info [2348:2348:8:4294967295] 00000400:00000200:1.0:1778653789.524531:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.524540:0:31405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653789.524546:0:31405:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653789.524551:0:31405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653789.524557:0:31405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653789.524565:0:31405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653789.524570:0:31405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1778653789.524585:0:31405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653789.524589:0:31405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 803708 usecs (804 jiffies) 00000400:00000200:1.0:1778653789.524592:0:31405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653789.524595:0:31405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345504 00000100:00000001:1.0:1778653789.524597:0:31405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:1.0:1778653789.524599:0:31405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345504 00000100:00000001:1.0:1778653789.524601:0:31405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:1.0:1778653789.524603:0:31405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653789.524605:0:31405:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.524607:0:31405:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653789.524609:0:31405:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653789.524612:0:31405:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538c56ff00 going to sleep for 131 seconds 00000100:00000001:1.0:1778653789.524614:0:31405:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653789.524617:0:31405:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653789.524765:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.524769:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:1.0:1778653789.524773:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.524778:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653789.524783:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19198 00000400:00000010:1.0:1778653789.524786:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19198. 00000100:00000001:1.0:1778653789.524794:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653789.524798:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.524807:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653789.524811:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.524819:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.524821:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653789.532719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00000080:00000010:1.1:1778653789.532728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef5e0. 00010000:00000010:1.1:1778653789.532742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063500. 00010000:00000010:1.1:1778653789.532746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24e00. 00000800:00000001:1.0:1778653789.537758:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.537783:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.537787:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.537790:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.537799:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537808:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.537817:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537822:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537828:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537833:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a0414534bf00 00000400:00000200:1.0:1778653789.537838:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537844:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x6169 [1] + 224 00000800:00000001:1.0:1778653789.537851:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.537860:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.537863:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.537868:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.537875:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.537884:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653789.537895:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.537917:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653789.537926:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653789.537930:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537936:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653789.537943:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2349:2349:256:4294967295] 192.168.204.110@tcp LPNI seq info [2349:2349:8:4294967295] 00000400:00000200:1.0:1778653789.537949:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.537959:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653789.537966:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653789.537972:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653789.537979:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653789.537988:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653789.537993:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653789.538076:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.538081:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:1.0:1778653789.538084:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.538088:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653789.538093:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.538097:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.538163:0:31405:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653789.538170:0:31405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653789.538172:0:31405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653789.538175:0:31405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5478. 00000400:00000200:3.0:1778653789.538179:0:31405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19880 00000400:00000010:3.0:1778653789.538182:0:31405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19880. 00000100:00000001:3.0:1778653789.538185:0:31405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653789.538191:0:31405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653789.538200:0:31405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5180 x1865052054667008/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.538212:0:31405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653789.538215:0:31405:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.538217:0:31405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653789.538221:0:31405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653789.538223:0:31405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653789.538226:0:31405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.538229:0:31405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653789.538237:0:31405:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653789.538241:0:31405:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653789.538244:0:31405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653789.538245:0:31405:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.538248:0:31405:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653789.538251:0:31405:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.538255:0:31405:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653789.538257:0:31405:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:3.0:1778653789.538259:0:31405:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653789.538261:0:31405:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.538262:0:31405:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000001:3.0:1778653789.538265:0:31405:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653789.538267:0:31405:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:3.0:1778653789.538269:0:31405:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653789.538271:0:31405:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.538276:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5180 x1865052054667008/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.538282:0:31405:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.538285:0:31405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653789.538287:0:31405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653789.538291:0:31405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5180 x1865052054667008/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653789.538299:0:31405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31405:1865052054667008:192.168.204.110@tcp:36:lfs.0 00000100:00000001:3.0:1778653789.538303:0:31405:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.538306:0:31405:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.538309:0:31405:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653789.538311:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.538314:0:31405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5180 x1865052054667008/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.538320:0:31405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653789.538322:0:31405:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538c56ff00. 00000100:00000001:3.0:1778653789.538325:0:31405:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653789.538327:0:31405:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.538334:0:31405:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653789.538337:0:31405:0:(lmv_obd.c:2332:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:3.0:1778653789.538339:0:31405:0:(lmv_obd.c:2390:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.538343:0:31405:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653789.538349:0:31405:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653789.538351:0:31405:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653789.538354:0:31405:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1778653789.538357:0:31405:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653789.538366:0:31405:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd94200. 00000080:00000001:3.0:1778653789.538374:0:31405:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653789.538376:0:31405:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00000001:3.0:1778653789.538378:0:31405:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653789.538380:0:31405:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1778653789.538382:0:31405:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.538384:0:31405:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1778653789.538387:0:31405:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653789.538389:0:31405:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1778653789 00000080:00200000:3.0:1778653789.538392:0:31405:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 512 00000080:00000001:3.0:1778653789.538394:0:31405:0:(llite_lib.c:3237:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653789.538395:0:31405:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00000080:00000001:3.0:1778653789.538398:0:31405:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653789.538401:0:31405:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653789.538402:0:31405:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.538407:0:31405:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.538410:0:31405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5180 x1865052054667008/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.538422:0:31405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653789.538424:0:31405:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653789.538427:0:31405:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d4800. 00000080:00000010:3.0:1778653789.538432:0:31405:0:(dir.c:2089:ll_dir_ioctl()) kvfree 'data': 648 at ffff915388bb9000. 00000080:00000001:3.0:1778653789.538435:0:31405:0:(dir.c:2090:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.538449:0:31405:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1778653789.538452:0:31405:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653789.538455:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7d98 00000080:00200008:3.0:1778653789.538457:0:31405:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00400000:3.0:1778653789.538461:0:31405:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1778653789.538464:0:31405:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912e3c0. 00000080:00000001:3.0:1778653789.538468:0:31405:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653789.538471:0:31405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ef7d98 00000080:00000008:3.0:1778653789.538473:0:31405:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000, rc = 0 00000080:00000001:3.0:1778653789.538475:0:31405:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.538477:0:31405:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.550628:0:31409:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653789.550634:0:31409:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653789.550637:0:31409:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653789.550641:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fb20 00000080:00200000:0.0:1778653789.550645:0:31409:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653789.551037:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389b99e00. 00800000:00000002:0.0:1778653789.551046:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653789.551052:0:31409:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653789.551058:0:31409:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.551061:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fa40 00800000:00000002:0.0:1778653789.551064:0:31409:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653789.551069:0:31409:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653789.551075:0:31409:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653789.551082:0:31409:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653789.551084:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f910 00000002:00010000:0.0:1778653789.551086:0:31409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653789.551090:0:31409:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.551092:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653789.551098:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653789.551107:0:31409:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.551110:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.551112:0:31409:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.551115:0:31409:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653789.551119:0:31409:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653789.551126:0:31409:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9dc00. 00000020:00000040:0.0:1778653789.551132:0:31409:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653789.551143:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653789.551408:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.551414:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.551418:0:31409:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653789.551420:0:31409:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653789.551426:0:31409:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653789.551435:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eed000. 00000100:00000001:0.0:1778653789.551443:0:31409:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.551449:0:31409:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653789.551451:0:31409:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.551453:0:31409:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653789.551454:0:31409:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.551455:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.551461:0:31409:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00010000:00000001:0.0:1778653789.551466:0:31409:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653789.551468:0:31409:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653789.551473:0:31409:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063700. 00010000:00000010:0.0:1778653789.551477:0:31409:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75100. 00010000:00000001:0.0:1778653789.551482:0:31409:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653789.551486:0:31409:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24600. 00000020:00000001:0.0:1778653789.551491:0:31409:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653789.551493:0:31409:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24600 with handle 0x3df471c51a8900e7 to hash 00000020:00000001:0.0:1778653789.551495:0:31409:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653789.551497:0:31409:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.551500:0:31409:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.551504:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.551507:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.551511:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.551520:0:31409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.551529:0:31409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653789.551535:0:31409:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653789.551536:0:31409:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653789.551542:0:31409:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153836ccc00. 00000100:00000001:0.0:1778653789.551545:0:31409:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386606099456 : -121687103452160 : ffff9153836ccc00) 00000100:00000001:0.0:1778653789.551548:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653789.551549:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000001:0.0:1778653789.551554:0:31409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653789.551558:0:31409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.551560:0:31409:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653789.551562:0:31409:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653789.551573:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.551581:0:31409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653789.551583:0:31409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.551587:0:31409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653789.551590:0:31409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653789.551592:0:31409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653789.551596:0:31409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31409:1865052054667136:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653789.551600:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653789.551605:0:31409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653789.551607:0:31409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.551610:0:31409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653789.551615:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538532a800. 02000000:00000001:0.0:1778653789.551616:0:31409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653789.551624:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653789.551627:0:31409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900d68. 00000400:00000010:0.0:1778653789.551633:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a297f8. 00000100:00000200:0.0:1778653789.551640:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054667136, portal 10 00000100:00000001:0.0:1778653789.551642:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653789.551643:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000040:0.0:1778653789.551663:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.551671:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653789.551683:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653789.551686:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29dd0. 00000100:00000200:0.0:1778653789.551688:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054667136, offset 0 00000400:00000200:0.0:1778653789.551695:0:31409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653789.551704:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653789.551711:0:31409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653789.551716:0:31409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653789.551721:0:31409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653789.551724:0:31409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653789.551727:0:31409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653789.551731:0:31409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2350:2350:256:4294967295] 192.168.204.110@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:0.0:1778653789.551735:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653789.551744:0:31409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653789.551749:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653789.551754:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000800:00000200:0.0:1778653789.551760:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653789.551767:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653789.551771:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653789.551782:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653789.551787:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 802590 usecs (803 jiffies) 00000400:00000200:0.0:1778653789.551790:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653789.551792:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345530 00000100:00000001:0.0:1778653789.551795:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:0.0:1778653789.551797:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345530 00000100:00000001:0.0:1778653789.551800:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:0.0:1778653789.551802:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653789.551804:0:31409:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.551806:0:31409:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653789.551808:0:31409:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653789.551811:0:31409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153836ccc00 going to sleep for 131 seconds 00000100:00000001:0.0:1778653789.551813:0:31409:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653789.551816:0:31409:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653789.552842:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.552849:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:1.0:1778653789.552856:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.552863:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653789.552868:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29dd0 00000400:00000010:1.0:1778653789.552870:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29dd0. 00000100:00000001:1.0:1778653789.552875:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653789.552880:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.552890:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653789.552893:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.552900:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.552902:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.562025:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.562042:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.562046:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.562049:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.562057:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.562066:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.562076:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.562081:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.562087:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.562093:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534bf80 00000400:00000200:1.0:1778653789.562098:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.562104:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6179 [1] + 224 00000800:00000001:1.0:1778653789.562112:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.562122:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.562124:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.562129:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.562137:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.562146:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.562157:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.562182:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653789.562192:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.562195:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653789.562261:0:31409:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653789.562269:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653789.562271:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653789.562275:0:31409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900d68. 00000400:00000200:2.0:1778653789.562280:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a297f8 00000400:00000010:2.0:1778653789.562282:0:31409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a297f8. 00000100:00000001:2.0:1778653789.562285:0:31409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653789.562290:0:31409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653789.562299:0:31409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653789.562305:0:31409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653789.562307:0:31409:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653789.562309:0:31409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653789.562312:0:31409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653789.562315:0:31409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653789.562317:0:31409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653789.562321:0:31409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653789.562330:0:31409:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653789.562335:0:31409:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653789.562338:0:31409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653789.562340:0:31409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.562343:0:31409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653789.562346:0:31409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653789.562350:0:31409:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653789.562353:0:31409:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:2.0:1778653789.562355:0:31409:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653789.562358:0:31409:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653789.562363:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653789.562371:0:31409:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653789.562374:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653789.562376:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653789.562379:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653789.562386:0:31409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9dc00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31409:1865052054667136:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653789.562390:0:31409:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653789.562393:0:31409:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653789.562395:0:31409:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653789.562397:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653789.562401:0:31409:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653789.562407:0:31409:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653789.562410:0:31409:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153836ccc00. 00000100:00000001:2.0:1778653789.562413:0:31409:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653789.562415:0:31409:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.562417:0:31409:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653789.562421:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562423:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562426:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:2.0:1778653789.562429:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562431:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000040:2.0:1778653789.562437:0:31409:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24600, remote cookie: 0xdfa36d541726f704, flags: 0x1001 00010000:00010000:2.0:1778653789.562442:0:31409:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653789.562458:0:31409:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562464:0:31409:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653789.562468:0:31409:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653789.562470:0:31409:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653789.562471:0:31409:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653789.562472:0:31409:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653789.562475:0:31409:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063700) refcount = 1 00010000:00010000:2.0:1778653789.562479:0:31409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562485:0:31409:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653789.562488:0:31409:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653789.562489:0:31409:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653789.562492:0:31409:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653789.562494:0:31409:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653789.562497:0:31409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562502:0:31409:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653789.562504:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562505:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562506:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562507:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562509:0:31409:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653789.562513:0:31409:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653789.562515:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562516:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562518:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562520:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562522:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562524:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562526:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562527:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:2.0:1778653789.562529:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562530:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562533:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653789.562536:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653789.562539:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562546:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562547:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562548:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562549:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562550:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:2.0:1778653789.562552:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562554:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562556:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653789.562558:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562564:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562565:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653789.562567:0:31409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562573:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653789.562574:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562575:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562576:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562577:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653789.562581:0:31409:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653789.562595:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562596:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562597:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562599:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562601:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562603:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562605:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653789.562606:0:31409:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653789.562608:0:31409:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653789.562611:0:31409:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653789.562613:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562614:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562615:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562617:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562619:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00000002:00010000:2.0:1778653789.562622:0:31409:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562628:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562629:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562631:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653789.562632:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562633:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562634:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562635:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562637:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000040:2.0:1778653789.562642:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:2.0:1778653789.562645:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653789.562718:0:31409:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653789.562722:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562723:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653789.562725:0:31409:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653789.562729:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f890 00000002:00002000:2.0:1778653789.562731:0:31409:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653789.562734:0:31409:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653789.562738:0:31409:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653789.562741:0:31409:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653789.562745:0:31409:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653789.562749:0:31409:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653789.562753:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653789.562757:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b99e00. 00000080:00000001:2.0:1778653789.562762:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653789.562764:0:31409:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653789.562770:0:31409:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653789.562773:0:31409:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653789.562795:0:31409:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9f940. 00800000:00000001:2.0:1778653789.562798:0:31409:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647857472 : -121687061694144 : ffff915385e9f940) 00800000:00000001:2.0:1778653789.562801:0:31409:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653789.562803:0:31409:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653789.562806:0:31409:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653789.562809:0:31409:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653789.562812:0:31409:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653789.562815:0:31409:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653789.562817:0:31409:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653789.562822:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653789.562825:0:31409:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1778653789.562828:0:31409:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653784 to 1778653789 00000080:00200000:2.0:1778653789.562832:0:31409:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653789.562835:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562837:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562838:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562840:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562843:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562845:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562847:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653789.562849:0:31409:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653789.562852:0:31409:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653789.562854:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9f940 1 00800000:00000010:2.0:1778653789.562856:0:31409:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9f940. 00800000:00000001:2.0:1778653789.562860:0:31409:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653789.562864:0:31409:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900e7 00800000:00000001:2.0:1778653789.562867:0:31409:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653789.562868:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653789.562870:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562871:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562873:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562875:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562877:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562880:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562881:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653789.562883:0:31409:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653789.562885:0:31409:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653789.562888:0:31409:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653789.562890:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653789.562894:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900e7 from it ffffa71ac1f5fb58 00010000:00000001:2.0:1778653789.562896:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653789.562897:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653789.562899:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653789.562901:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562903:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653789.562906:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653789.562909:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653789.562916:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562918:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562920:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653789.562922:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653789.562925:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653789.562937:0:31409:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653789.562940:0:31409:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653789.562942:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653789.562946:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562948:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.562949:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.562952:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653789.562954:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.562956:0:31409:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.562959:0:31409:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.562961:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653789.562962:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.562963:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653789.562965:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653789.562970:0:31409:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9dc00 x1865052054667136/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653789.562978:0:31409:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653789.562981:0:31409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653789.562984:0:31409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538532a800. 02000000:00000001:2.0:1778653789.562988:0:31409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653789.562991:0:31409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653789.562992:0:31409:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653789.562995:0:31409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653789.562998:0:31409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eed000. 02000000:00000001:2.0:1778653789.563002:0:31409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653789.563005:0:31409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653789.563007:0:31409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9dc00. 00000100:00000001:2.0:1778653789.563011:0:31409:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653789.563012:0:31409:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653789.563016:0:31409:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653789.563020:0:31409:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653789.563035:0:31409:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6cc0. 00000020:00000001:2.0:1778653789.563040:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fae8 00000080:00200000:2.0:1778653789.563042:0:31409:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=13 00000080:00000001:2.0:1778653789.563047:0:31409:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653789.563049:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f998 00000080:00200000:2.0:1778653789.563051:0:31409:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:2.0:1778653789.563059:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c9d600. 00800000:00000002:2.0:1778653789.563064:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653789.563069:0:31409:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653789.563072:0:31409:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653789.563074:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f8b8 00800000:00000002:2.0:1778653789.563076:0:31409:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653789.563079:0:31409:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653789.563084:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f850 00800000:00000002:2.0:1778653789.563087:0:31409:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1778653789.563091:0:31409:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653789.563093:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f788 00000002:00010000:2.0:1778653789.563096:0:31409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653789.563100:0:31409:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653789.563103:0:31409:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653789.563107:0:31409:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0a80. 00000020:00000040:2.0:1778653789.563111:0:31409:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653789.563115:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653789.563119:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653789.563123:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653789.563124:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653789.563126:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653789.563129:0:31409:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653789.563131:0:31409:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653789.563135:0:31409:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653789.563141:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0e800. 00000100:00000001:2.0:1778653789.563147:0:31409:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.563151:0:31409:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653789.563153:0:31409:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.563155:0:31409:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653789.563156:0:31409:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653789.563159:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653789.563165:0:31409:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00010000:00000001:2.0:1778653789.563169:0:31409:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653789.563171:0:31409:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653789.563174:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:2.0:1778653789.563177:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653789.563180:0:31409:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653789.563183:0:31409:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a200. 00000020:00000001:2.0:1778653789.563186:0:31409:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653789.563189:0:31409:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a200 with handle 0x3df471c51a8900ee to hash 00000020:00000001:2.0:1778653789.563191:0:31409:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653789.563193:0:31409:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653789.563196:0:31409:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:2.0:1778653789.563199:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653789.563201:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653789.563204:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653789.563211:0:31409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653789.563220:0:31409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653789.563226:0:31409:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653789.563228:0:31409:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653789.563233:0:31409:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910780. 00000100:00000001:2.0:1778653789.563236:0:31409:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709137280 : -121687000414336 : ffff915389910780) 00000100:00000001:2.0:1778653789.563238:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653789.563240:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653789.563244:0:31409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653789.563248:0:31409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653789.563250:0:31409:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653789.563251:0:31409:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653789.563256:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653789.563270:0:31409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653789.563272:0:31409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653789.563276:0:31409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653789.563278:0:31409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653789.563281:0:31409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653789.563285:0:31409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31409:1865052054667264:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653789.563288:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653789.563293:0:31409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653789.563296:0:31409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653789.563298:0:31409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653789.563302:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca16800. 02000000:00000001:2.0:1778653789.563304:0:31409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653789.563309:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653789.563312:0:31409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e630. 00000400:00000010:2.0:1778653789.563316:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864904c8. 00000100:00000200:2.0:1778653789.563322:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054667264, portal 10 00000100:00000001:2.0:1778653789.563324:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653789.563325:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:2.0:1778653789.563330:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653789.563338:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653789.563340:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653789.563343:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653789.563346:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054667264, offset 0 00000400:00000200:2.0:1778653789.563352:0:31409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653789.563357:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653789.563364:0:31409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653789.563368:0:31409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653789.563372:0:31409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653789.563376:0:31409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653789.563379:0:31409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653789.563382:0:31409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2351:2351:256:4294967295] 192.168.204.110@tcp LPNI seq info [2351:2351:8:4294967295] 00000400:00000200:2.0:1778653789.563387:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653789.563395:0:31409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653789.563401:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653789.563405:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915383030000. 00000800:00000200:2.0:1778653789.563411:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653789.563418:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653789.563423:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383030000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1778653789.563444:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653789.563449:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 801470 usecs (802 jiffies) 00000400:00000200:2.0:1778653789.563452:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653789.563455:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345540 00000100:00000001:2.0:1778653789.563458:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:2.0:1778653789.563461:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345540 00000100:00000001:2.0:1778653789.563463:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:2.0:1778653789.563465:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653789.563468:0:31409:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653789.563470:0:31409:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653789.563472:0:31409:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653789.563474:0:31409:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910780 going to sleep for 131 seconds 00000100:00000001:2.0:1778653789.563477:0:31409:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653789.563479:0:31409:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653789.567819:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653789.567826:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030000. 00000400:00000200:0.0:1778653789.567833:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653789.567841:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653789.567848:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:0.0:1778653789.567850:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:0.0:1778653789.567855:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653789.567862:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.567873:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.567876:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.567883:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.567885:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.570881:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.570895:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.570899:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.570901:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.570910:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.570917:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.570925:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.570930:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.570935:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.570939:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534c000 00000400:00000200:1.0:1778653789.570945:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.570950:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6189 [1] + 224 00000800:00000001:1.0:1778653789.570957:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.570963:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.570966:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.570970:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.570977:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.570985:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.570996:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.571049:0:31409:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653789.571505:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653789.571518:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.571521:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653789.572140:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653789.572143:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653789.572146:0:31409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e630. 00000400:00000200:0.0:1778653789.572151:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:0.0:1778653789.572154:0:31409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:0.0:1778653789.572157:0:31409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653789.572163:0:31409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653789.572173:0:31409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.572180:0:31409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653789.572182:0:31409:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.572185:0:31409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653789.572188:0:31409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653789.572191:0:31409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653789.572193:0:31409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653789.572196:0:31409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653789.572206:0:31409:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653789.572210:0:31409:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653789.572214:0:31409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1778653789.572219:0:31409:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.572225:0:31409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653789.572229:0:31409:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653789.572231:0:31409:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:0.0:1778653789.572234:0:31409:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653789.572236:0:31409:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1778653789.572240:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.572247:0:31409:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1778653789.572250:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653789.572252:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653789.572256:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653789.572263:0:31409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31409:1865052054667264:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653789.572268:0:31409:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653789.572271:0:31409:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653789.572274:0:31409:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653789.572276:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.572279:0:31409:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.572285:0:31409:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653789.572288:0:31409:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910780. 00000100:00000001:0.0:1778653789.572291:0:31409:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653789.572293:0:31409:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1778653789.572296:0:31409:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653789.572300:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.572303:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.572306:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=4 00000020:00000001:0.0:1778653789.572308:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:0.0:1778653789.572311:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00010000:0.0:1778653789.572316:0:31409:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572324:0:31409:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1778653789.572328:0:31409:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572333:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.572336:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572341:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572343:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653789.572345:0:31409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572350:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.572353:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.572356:0:31409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1778653789.572358:0:31409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653789.572363:0:31409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9a200 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:0.0:1778653789.572367:0:31409:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1778653789.572370:0:31409:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572376:0:31409:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1778653789.572378:0:31409:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1778653789.572380:0:31409:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572385:0:31409:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1778653789.572388:0:31409:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1778653789.572389:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.572391:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.572392:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a200 refcount=5 00000020:00000001:0.0:1778653789.572394:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:0.0:1778653789.572396:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960768 : -121687080590848 : ffff915384c9a200) 00010000:00000001:0.0:1778653789.572399:0:31409:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653789.572401:0:31409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1778653789.572406:0:31409:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653789.572408:0:31409:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.572411:0:31409:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1778653789.572413:0:31409:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653789.572416:0:31409:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653789.572417:0:31409:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653789.572419:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.572420:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653789.572423:0:31409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a200 with handle 0x3df471c51a8900ee from hash 00010000:00000001:0.0:1778653789.572425:0:31409:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653789.572479:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572480:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572481:0:31409:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653789.572482:0:31409:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653789.572484:0:31409:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1778653789.572486:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572487:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572489:0:31409:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653789.572490:0:31409:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.572492:0:31409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572497:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572498:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572500:0:31409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1778653789.572501:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.572503:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572504:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572505:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653789.572506:0:31409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a200/0x3df471c51a8900ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653789.572514:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572515:0:31409:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1778653789.572518:0:31409:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1778653789.572523:0:31409:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653789.572529:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653789.572530:0:31409:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.572532:0:31409:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.572534:0:31409:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.572536:0:31409:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653789.572538:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653789.572539:0:31409:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653789.572541:0:31409:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653789.572543:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f708 00000002:00002000:0.0:1778653789.572545:0:31409:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1778653789.572547:0:31409:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.572551:0:31409:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653789.572553:0:31409:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653789.572556:0:31409:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653789.572558:0:31409:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653789.572561:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653789.572564:0:31409:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653789.572565:0:31409:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1f5fb20 it_disposition 7 00000080:00002000:0.0:1778653789.572570:0:31409:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf28438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1778653789.572576:0:31409:0:(lmv_obd.c:4234:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.572580:0:31409:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653789.572582:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653789.572584:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653789.572589:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653789.572591:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653789.572595:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653789.572597:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653789.572600:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653789.572607:0:31409:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653789.572610:0:31409:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653789.572613:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653789.572618:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653789.572620:0:31409:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653789.572621:0:31409:0:(lmv_obd.c:4241:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653789.572624:0:31409:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653789.572626:0:31409:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1f5f930 released 00000080:00010000:0.0:1778653789.572628:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900e7 from it ffffa71ac1f5f930 00010000:00000001:0.0:1778653789.572630:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653789.572631:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653789.572632:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:0.0:1778653789.572634:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.572636:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653789.572638:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653789.572640:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653789.572646:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572647:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572663:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653789.572666:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653789.572669:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653789.572685:0:31409:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653789.572688:0:31409:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653789.572690:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653789.572694:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572695:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653789.572696:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.572698:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653789.572700:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.572702:0:31409:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.572704:0:31409:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653789.572706:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653789.572707:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653789.572708:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653789.572709:0:31409:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653789.572711:0:31409:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653789.572714:0:31409:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653789.572718:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c9d600. 00000100:00000001:0.0:1778653789.572723:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.572726:0:31409:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054667264/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653789.572732:0:31409:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653789.572736:0:31409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653789.572739:0:31409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca16800. 02000000:00000001:0.0:1778653789.572742:0:31409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653789.572744:0:31409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653789.572745:0:31409:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653789.572747:0:31409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653789.572750:0:31409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0e800. 02000000:00000001:0.0:1778653789.572752:0:31409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653789.572754:0:31409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653789.572756:0:31409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:0.0:1778653789.572759:0:31409:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653789.572760:0:31409:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653789.572762:0:31409:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653789.572764:0:31409:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1f5fb20 released 00000080:00000001:0.0:1778653789.572765:0:31409:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1778653789.572801:0:31409:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653789.572804:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fb70 00000080:00002000:1.0:1778653789.572806:0:31409:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff91538bf28438, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1778653789.572810:0:31409:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.572853:0:31409:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653789.572856:0:31409:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653789.572858:0:31409:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653789.572859:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fbb0 00000080:00200000:1.0:1778653789.572862:0:31409:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653789.572869:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:1.0:1778653789.572873:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653789.572876:0:31409:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653789.572879:0:31409:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.572880:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fad0 00800000:00000002:1.0:1778653789.572883:0:31409:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653789.572886:0:31409:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653789.572889:0:31409:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653789.572892:0:31409:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.572894:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f9a0 00000002:00010000:1.0:1778653789.572896:0:31409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653789.572899:0:31409:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653789.572900:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.572902:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.572904:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653789.572907:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.572909:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.572912:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653789.572916:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1778653789.572923:0:31409:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653789.572925:0:31409:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653789.572927:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1778653789.572933:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653789.572934:0:31409:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.572936:0:31409:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.572938:0:31409:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.572940:0:31409:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.572942:0:31409:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653789.572944:0:31409:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653789.572945:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653789.572947:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000001:1.0:1778653789.572951:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653789.572952:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.572955:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653789.572958:0:31409:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900e7 00800000:00000001:1.0:1778653789.572960:0:31409:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653789.572962:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653789.572963:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.572964:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.572966:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.572968:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.572970:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.572972:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.572973:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653789.572975:0:31409:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.572976:0:31409:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.572978:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900e7 from it ffffa71ac1f5fbe8 00010000:00000001:1.0:1778653789.572979:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.572981:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.572982:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.572983:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.572985:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.572988:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653789.572990:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653789.572995:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.572996:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.572997:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653789.572999:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653789.573001:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653789.573006:0:31409:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.573008:0:31409:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653789.573009:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.573011:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.573013:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.573014:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573016:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653789.573017:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573019:0:31409:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573020:0:31409:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573022:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653789.573023:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.573024:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653789.573026:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653789.573027:0:31409:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.573029:0:31409:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653789.573034:0:31409:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.573037:0:31409:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1778653789.573038:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fbd8 00000080:00002000:1.0:1778653789.573039:0:31409:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91538bf28438) flags 0x8000e refc 0 00000080:00000001:1.0:1778653789.573041:0:31409:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.573043:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fc20 00000080:00200000:1.0:1778653789.573045:0:31409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:1.0:1778653789.573048:0:31409:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653789.573049:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fba8 00000080:00002000:1.0:1778653789.573051:0:31409:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff91538bf28438, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1778653789.573053:0:31409:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.573075:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fd08 00000080:00200008:1.0:1778653789.573077:0:31409:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1778653789.573080:0:31409:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653789.573082:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fc80 00000080:00200000:1.0:1778653789.573083:0:31409:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653789.573086:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:1.0:1778653789.573089:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653789.573090:0:31409:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653789.573092:0:31409:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.573094:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fba0 00800000:00000002:1.0:1778653789.573095:0:31409:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653789.573098:0:31409:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653789.573100:0:31409:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653789.573103:0:31409:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.573104:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fa70 00000002:00010000:1.0:1778653789.573105:0:31409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653789.573108:0:31409:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653789.573109:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.573110:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.573112:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653789.573114:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.573116:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.573118:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653789.573121:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1778653789.573128:0:31409:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653789.573129:0:31409:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653789.573132:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1778653789.573138:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653789.573140:0:31409:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.573142:0:31409:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.573143:0:31409:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.573145:0:31409:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.573147:0:31409:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653789.573149:0:31409:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653789.573151:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653789.573153:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000001:1.0:1778653789.573155:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653789.573156:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.573158:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653789.573161:0:31409:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900e7 00800000:00000001:1.0:1778653789.573163:0:31409:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653789.573165:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653789.573166:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.573167:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.573168:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.573170:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.573173:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.573175:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.573176:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653789.573177:0:31409:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.573178:0:31409:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.573180:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900e7 from it ffffa71ac1f5fcb8 00010000:00000001:1.0:1778653789.573182:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.573183:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.573185:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.573186:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.573188:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.573191:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653789.573193:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653789.573199:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.573200:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.573201:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653789.573202:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653789.573204:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653789.573209:0:31409:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.573211:0:31409:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653789.573212:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.573214:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.573215:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.573216:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573218:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653789.573220:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573221:0:31409:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573223:0:31409:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.573225:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653789.573226:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.573227:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653789.573229:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653789.573230:0:31409:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653789.573233:0:31409:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.573236:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fd08 00000080:00000008:1.0:1778653789.573238:0:31409:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1778653789.573905:0:31409:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.573929:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fd08 00000080:00200008:1.0:1778653789.573932:0:31409:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1778653789.573935:0:31409:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653789.573936:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fc80 00000080:00200000:1.0:1778653789.573938:0:31409:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653789.573942:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:1.0:1778653789.573945:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653789.573948:0:31409:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653789.573951:0:31409:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.573952:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fba0 00800000:00000002:1.0:1778653789.573954:0:31409:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653789.573957:0:31409:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653789.573959:0:31409:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653789.573963:0:31409:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.573964:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fa70 00000002:00010000:1.0:1778653789.573966:0:31409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653789.573969:0:31409:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653789.573970:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.573971:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.573974:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653789.573976:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.573978:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.573981:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653789.573984:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653789.573992:0:31409:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653789.573994:0:31409:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653789.573997:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653789.574004:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653789.574005:0:31409:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.574007:0:31409:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.574009:0:31409:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.574011:0:31409:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.574012:0:31409:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653789.574014:0:31409:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653789.574016:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653789.574018:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000001:1.0:1778653789.574021:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653789.574023:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.574025:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653789.574027:0:31409:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900e7 00800000:00000001:1.0:1778653789.574030:0:31409:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653789.574031:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653789.574032:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.574034:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.574036:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.574038:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574040:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574042:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574043:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653789.574044:0:31409:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.574046:0:31409:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.574047:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900e7 from it ffffa71ac1f5fcb8 00010000:00000001:1.0:1778653789.574049:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.574050:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.574051:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.574053:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574055:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574057:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653789.574059:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653789.574065:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574066:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.574067:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653789.574069:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653789.574071:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653789.574077:0:31409:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.574079:0:31409:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653789.574080:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.574082:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574083:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.574085:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574086:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653789.574088:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574090:0:31409:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574092:0:31409:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574093:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653789.574094:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574096:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653789.574097:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653789.574098:0:31409:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653789.574101:0:31409:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.574103:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fd08 00000080:00000008:1.0:1778653789.574105:0:31409:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1778653789.574204:0:31409:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653789.574205:0:31409:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653789.574207:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fb78 00000080:00200000:1.0:1778653789.574209:0:31409:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653789.574213:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:1.0:1778653789.574215:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653789.574217:0:31409:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653789.574219:0:31409:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.574220:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fa98 00800000:00000002:1.0:1778653789.574222:0:31409:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653789.574225:0:31409:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653789.574227:0:31409:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653789.574230:0:31409:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653789.574231:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f968 00000002:00010000:1.0:1778653789.574233:0:31409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653789.574236:0:31409:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653789.574237:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.574239:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.574241:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653789.574243:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.574246:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.574248:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653789.574251:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1778653789.574258:0:31409:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653789.574260:0:31409:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653789.574262:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1778653789.574268:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653789.574270:0:31409:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.574272:0:31409:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.574274:0:31409:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653789.574275:0:31409:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.574277:0:31409:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653789.574279:0:31409:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653789.574280:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653789.574282:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000001:1.0:1778653789.574285:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653789.574286:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.574288:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653789.574291:0:31409:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900e7 00800000:00000001:1.0:1778653789.574293:0:31409:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653789.574294:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653789.574296:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.574297:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.574299:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.574301:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574303:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574305:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574306:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653789.574307:0:31409:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.574308:0:31409:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653789.574310:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900e7 from it ffffa71ac1f5fbb0 00010000:00000001:1.0:1778653789.574313:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653789.574314:0:31409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653789.574315:0:31409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653789.574317:0:31409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574319:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653789.574321:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653789.574324:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653789.574330:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574331:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.574332:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653789.574333:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653789.574334:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1778653789.574341:0:31409:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.574343:0:31409:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653789.574344:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.574346:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574347:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.574348:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574350:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653789.574351:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574353:0:31409:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574355:0:31409:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574357:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653789.574358:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574359:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653789.574360:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653789.574361:0:31409:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653789.574364:0:31409:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:1.0:1778653789.574367:0:31409:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.574371:0:31409:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:1.0:1778653789.574373:0:31409:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1778653789.574374:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fb78 00000080:00200008:1.0:1778653789.574377:0:31409:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00000010:1.0:1778653789.574381:0:31409:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91538912ef00. 00000080:00000001:1.0:1778653789.574385:0:31409:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.574386:0:31409:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.574396:0:31409:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653789.574398:0:31409:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c03066f0 arg=7ffc4adfad50 00000020:00000001:1.0:1778653789.574403:0:31409:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653789.574408:0:31409:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff915388bbb000. 00000020:00000001:1.0:1778653789.574412:0:31409:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.574415:0:31409:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1778653789.574417:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fad0 00000080:00200000:1.0:1778653789.574419:0:31409:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1778653789.574424:0:31409:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5a00. 00800000:00000002:1.0:1778653789.574426:0:31409:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:1.0:1778653789.574431:0:31409:0:(lmv_obd.c:2283:lmv_create()) Process entered 00800000:00000001:1.0:1778653789.574433:0:31409:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1778653789.574437:0:31409:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:1.0:1778653789.574440:0:31409:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1778653789.574442:0:31409:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1778653789.574445:0:31409:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1778653789.574448:0:31409:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1778653789.574450:0:31409:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:1.0:1778653789.574453:0:31409:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653789.574455:0:31409:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.574457:0:31409:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653789.574458:0:31409:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653789.574460:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f9e8 00800000:00000002:1.0:1778653789.574462:0:31409:0:(lmv_obd.c:2324:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1778653789.574466:0:31409:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1778653789.574469:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653789.574471:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653789.574473:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653789.574476:0:31409:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653789.574479:0:31409:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653789.574481:0:31409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1778653789.574488:0:31409:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653789.574492:0:31409:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653789.574493:0:31409:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653789.574495:0:31409:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653789.574497:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.574498:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.574499:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:1.0:1778653789.574501:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653789.574503:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653789.574504:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.574505:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.574506:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:1.0:1778653789.574507:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653789.574509:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653789.574510:0:31409:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653789.574511:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653789.574512:0:31409:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:1.0:1778653789.574513:0:31409:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653789.574514:0:31409:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653789.574516:0:31409:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653789.574518:0:31409:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653789.574521:0:31409:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1778653789.574523:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5f670 00000080:00002000:1.0:1778653789.574524:0:31409:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:1.0:1778653789.574527:0:31409:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653789.574530:0:31409:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1778653789.574533:0:31409:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653789.574535:0:31409:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653789.574536:0:31409:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574538:0:31409:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653789.574540:0:31409:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653789.574541:0:31409:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653789.574543:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653789.574544:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653789.574546:0:31409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24600 with handle 0x3df471c51a8900e7 from hash 00010000:00000001:1.0:1778653789.574548:0:31409:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653789.574549:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653789.574550:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.574551:0:31409:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653789.574553:0:31409:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653789.574555:0:31409:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653789.574557:0:31409:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653789.574558:0:31409:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653789.574560:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1778653789.574564:0:31409:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6680. 00000020:00000040:1.0:1778653789.574567:0:31409:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653789.574572:0:31409:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653789.574573:0:31409:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574575:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653789.574579:0:31409:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653789.574580:0:31409:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.574583:0:31409:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653789.574584:0:31409:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653789.574587:0:31409:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653789.574591:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653789.574597:0:31409:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574599:0:31409:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653789.574600:0:31409:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1778653789.574604:0:31409:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1778653789.574610:0:31409:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1778653789.574611:0:31409:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653789.574613:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653789.574615:0:31409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a8900e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f704 expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1778653789.574620:0:31409:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063700 count: 0 00010000:00000010:1.0:1778653789.574624:0:31409:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75100. 00010000:00000001:1.0:1778653789.574629:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653789.574631:0:31409:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574632:0:31409:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653789.574633:0:31409:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.574635:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1778653789.574644:0:31409:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1778653789.574686:0:31409:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653789.574695:0:31409:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653789.574697:0:31409:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653789.574704:0:31409:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538c56f840. 00000100:00000001:1.0:1778653789.574706:0:31409:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386755663936 : -121686953887680 : ffff91538c56f840) 00000100:00000001:1.0:1778653789.574709:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653789.574710:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000001:1.0:1778653789.574714:0:31409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653789.574718:0:31409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.574720:0:31409:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653789.574721:0:31409:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653789.574725:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.574733:0:31409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653789.574736:0:31409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653789.574739:0:31409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653789.574741:0:31409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653789.574743:0:31409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653789.574747:0:31409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31409:1865052054667520:192.168.204.110@tcp:36:lfs.0 00000100:00000001:1.0:1778653789.574751:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653789.574756:0:31409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653789.574758:0:31409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653789.574760:0:31409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653789.574764:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9000. 02000000:00000001:1.0:1778653789.574766:0:31409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653789.574773:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653789.574777:0:31409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5528. 00000400:00000010:1.0:1778653789.574783:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19198. 00000100:00000200:1.0:1778653789.574790:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054667520, portal 10 00000100:00000001:1.0:1778653789.574792:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653789.574793:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000040:1.0:1778653789.574798:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.574806:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653789.574809:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653789.574812:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f197f8. 00000100:00000200:1.0:1778653789.574815:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1865052054667520, offset 0 00000400:00000200:1.0:1778653789.574820:0:31409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653789.574829:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.574836:0:31409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653789.574841:0:31409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653789.574846:0:31409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653789.574849:0:31409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653789.574852:0:31409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653789.574856:0:31409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2352:2352:256:4294967295] 192.168.204.110@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:1.0:1778653789.574860:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.574868:0:31409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653789.574873:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653789.574878:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653789.574883:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653789.574889:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653789.574893:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1778653789.574909:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653789.574913:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 800348 usecs (801 jiffies) 00000400:00000200:1.0:1778653789.574916:0:31409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653789.574918:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345551 00000100:00000001:1.0:1778653789.574921:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:1.0:1778653789.574925:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345551 00000100:00000001:1.0:1778653789.574926:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:1.0:1778653789.574929:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653789.574931:0:31409:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.574933:0:31409:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653789.574934:0:31409:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653789.574936:0:31409:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538c56f840 going to sleep for 131 seconds 00000100:00000001:1.0:1778653789.574938:0:31409:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653789.574940:0:31409:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653789.575196:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653789.575200:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:0.0:1778653789.575204:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653789.575209:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653789.575214:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f197f8 00000400:00000010:0.0:1778653789.575216:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f197f8. 00000100:00000001:0.0:1778653789.575220:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653789.575224:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653789.575231:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653789.575234:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653789.575241:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653789.575242:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653789.578668:0:31412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a200. 00000080:00000010:1.1:1778653789.586053:0:1017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6cc0. 00010000:00000010:1.1:1778653789.586068:0:1017:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063700. 00010000:00000010:1.1:1778653789.586074:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00000800:00000001:1.0:1778653789.589415:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.589427:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.589431:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.589433:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.589442:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589450:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.589458:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589463:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589469:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589474:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a0414534c100 00000400:00000200:1.0:1778653789.589479:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589486:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x6191 [1] + 224 00000800:00000001:1.0:1778653789.589493:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.589499:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.589502:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.589507:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.589513:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.589521:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653789.589531:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653789.589553:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653789.589561:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653789.589565:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589570:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653789.589576:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2353:2353:256:4294967295] 192.168.204.110@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:1.0:1778653789.589581:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.589588:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653789.589594:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653789.589599:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16c00. 00000800:00000200:1.0:1778653789.589605:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653789.589613:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653789.589618:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653789.589829:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.589833:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16c00. 00000400:00000200:1.0:1778653789.589837:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.589841:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653789.589847:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.589850:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.590025:0:31409:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653789.590033:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653789.590036:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653789.590039:0:31409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5528. 00000400:00000200:3.0:1778653789.590044:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19198 00000400:00000010:3.0:1778653789.590046:0:31409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19198. 00000100:00000001:3.0:1778653789.590049:0:31409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653789.590054:0:31409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653789.590064:0:31409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6680 x1865052054667520/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.590070:0:31409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653789.590072:0:31409:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.590075:0:31409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653789.590078:0:31409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653789.590080:0:31409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653789.590083:0:31409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.590087:0:31409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653789.590096:0:31409:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653789.590100:0:31409:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653789.590103:0:31409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653789.590105:0:31409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.590108:0:31409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653789.590111:0:31409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.590115:0:31409:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653789.590117:0:31409:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:3.0:1778653789.590119:0:31409:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653789.590121:0:31409:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.590123:0:31409:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000001:3.0:1778653789.590126:0:31409:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653789.590128:0:31409:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:3.0:1778653789.590130:0:31409:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653789.590133:0:31409:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.590138:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6680 x1865052054667520/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.590146:0:31409:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.590149:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653789.590151:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653789.590155:0:31409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6680 x1865052054667520/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653789.590163:0:31409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:31409:1865052054667520:192.168.204.110@tcp:36:lfs.0 00000100:00000001:3.0:1778653789.590167:0:31409:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.590171:0:31409:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.590173:0:31409:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653789.590175:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.590179:0:31409:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6680 x1865052054667520/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.590185:0:31409:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653789.590188:0:31409:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538c56f840. 00000100:00000001:3.0:1778653789.590191:0:31409:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653789.590192:0:31409:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.590199:0:31409:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653789.590203:0:31409:0:(lmv_obd.c:2332:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:3.0:1778653789.590205:0:31409:0:(lmv_obd.c:2390:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.590209:0:31409:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653789.590214:0:31409:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653789.590216:0:31409:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653789.590219:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1778653789.590222:0:31409:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653789.590235:0:31409:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd918c0. 00000080:00000001:3.0:1778653789.590244:0:31409:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653789.590246:0:31409:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00000001:3.0:1778653789.590249:0:31409:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653789.590251:0:31409:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1778653789.590253:0:31409:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.590255:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1778653789.590258:0:31409:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653789.590260:0:31409:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1778653789 00000080:00200000:3.0:1778653789.590264:0:31409:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 512 00000080:00000001:3.0:1778653789.590266:0:31409:0:(llite_lib.c:3237:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653789.590268:0:31409:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747414920 : -121686962136696 : ffff91538bd91988) 00000080:00000001:3.0:1778653789.590271:0:31409:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653789.590274:0:31409:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653789.590276:0:31409:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.590283:0:31409:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.590287:0:31409:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6680 x1865052054667520/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653789.590294:0:31409:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653789.590297:0:31409:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653789.590299:0:31409:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5a00. 00000080:00000010:3.0:1778653789.590303:0:31409:0:(dir.c:2089:ll_dir_ioctl()) kvfree 'data': 648 at ffff915388bbb000. 00000080:00000001:3.0:1778653789.590307:0:31409:0:(dir.c:2090:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.590325:0:31409:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1778653789.590327:0:31409:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653789.590331:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fd98 00000080:00200008:3.0:1778653789.590334:0:31409:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000 00000080:00400000:3.0:1778653789.590338:0:31409:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1778653789.590342:0:31409:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912ef00. 00000080:00000001:3.0:1778653789.590346:0:31409:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653789.590349:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f5fd98 00000080:00000008:3.0:1778653789.590351:0:31409:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 300000, rc = 0 00000080:00000001:3.0:1778653789.590354:0:31409:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.590356:0:31409:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.613392:0:31414:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653789.613399:0:31414:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653789.613402:0:31414:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653789.613405:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47bc0 00000080:00200000:3.0:1778653789.613409:0:31414:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653789.613416:0:31414:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00800000:00000002:3.0:1778653789.613423:0:31414:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653789.613426:0:31414:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653789.613430:0:31414:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653789.613432:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47ae0 00800000:00000002:3.0:1778653789.613434:0:31414:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653789.613438:0:31414:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653789.613442:0:31414:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653789.613447:0:31414:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653789.613449:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d479b0 00000002:00010000:3.0:1778653789.613451:0:31414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653789.613455:0:31414:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653789.613457:0:31414:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653789.613460:0:31414:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653789.613467:0:31414:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.613469:0:31414:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.613471:0:31414:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.613473:0:31414:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653789.613476:0:31414:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653789.613480:0:31414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c000. 00000020:00000040:3.0:1778653789.613484:0:31414:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653789.613490:0:31414:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653789.613495:0:31414:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653789.613499:0:31414:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.613502:0:31414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653789.613505:0:31414:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653789.613509:0:31414:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653789.613515:0:31414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96000. 00000100:00000001:3.0:1778653789.613521:0:31414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.613526:0:31414:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653789.613527:0:31414:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.613529:0:31414:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653789.613531:0:31414:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.613532:0:31414:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.613537:0:31414:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00010000:00000001:3.0:1778653789.613541:0:31414:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653789.613543:0:31414:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653789.613546:0:31414:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6200. 00010000:00000010:3.0:1778653789.613550:0:31414:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9b80. 00010000:00000001:3.0:1778653789.613555:0:31414:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653789.613558:0:31414:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177200. 00000020:00000001:3.0:1778653789.613562:0:31414:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653789.613565:0:31414:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177200 with handle 0x3df471c51a8900f5 to hash 00000020:00000001:3.0:1778653789.613567:0:31414:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653789.613568:0:31414:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.613571:0:31414:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.613575:0:31414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653789.613578:0:31414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.613582:0:31414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.613591:0:31414:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.613599:0:31414:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653789.613609:0:31414:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653789.613611:0:31414:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653789.613616:0:31414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653789.613618:0:31414:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653789.613621:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.613622:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653789.613626:0:31414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653789.613631:0:31414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.613632:0:31414:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653789.613634:0:31414:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653789.613645:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.613815:0:31414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653789.613817:0:31414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.613820:0:31414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653789.613823:0:31414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653789.613825:0:31414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653789.613830:0:31414:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054667648:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653789.613834:0:31414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653789.613838:0:31414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653789.613841:0:31414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.613843:0:31414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653789.613849:0:31414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653789.613851:0:31414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653789.613857:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653789.613861:0:31414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653789.613867:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653789.613873:0:31414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054667648, portal 10 00000100:00000001:3.0:1778653789.613876:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.613877:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000040:3.0:1778653789.613882:0:31414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.613894:0:31414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653789.613897:0:31414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653789.613899:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cb28. 00000100:00000200:3.0:1778653789.613903:0:31414:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054667648, offset 0 00000400:00000200:3.0:1778653789.613909:0:31414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653789.613917:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653789.613924:0:31414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653789.613929:0:31414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653789.613933:0:31414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653789.613937:0:31414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653789.613940:0:31414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653789.613944:0:31414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2354:2354:256:4294967295] 192.168.204.110@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:3.0:1778653789.613948:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653789.613958:0:31414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653789.613964:0:31414:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653789.613969:0:31414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5900. 00000800:00000200:3.0:1778653789.613974:0:31414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653789.613983:0:31414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653789.613987:0:31414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1778653789.614037:0:31414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.614042:0:31414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 799242 usecs (800 jiffies) 00000400:00000200:3.0:1778653789.614046:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653789.614049:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345590 00000100:00000001:3.0:1778653789.614052:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:3.0:1778653789.614054:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345590 00000100:00000001:3.0:1778653789.614056:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:3.0:1778653789.614059:0:31414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.614061:0:31414:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.614064:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653789.614065:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653789.614068:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653789.614071:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653789.614074:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653789.614939:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.614945:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653789.614950:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.614956:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653789.614962:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cb28 00000400:00000010:1.0:1778653789.614965:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cb28. 00000100:00000001:1.0:1778653789.614969:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653789.614974:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.614984:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653789.614988:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.614995:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.614997:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.617157:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.617169:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.617173:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.617176:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.617183:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.617190:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.617198:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.617202:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.617206:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.617211:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534c180 00000400:00000200:1.0:1778653789.617216:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.617221:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x61a1 [1] + 224 00000800:00000001:1.0:1778653789.617227:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.617234:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.617237:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.617241:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.617247:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.617253:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.617263:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.617304:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653789.617319:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653789.617326:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.617329:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653789.617377:0:31414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653789.617379:0:31414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653789.617383:0:31414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653789.617388:0:31414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:3.0:1778653789.617390:0:31414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:3.0:1778653789.617393:0:31414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653789.617397:0:31414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653789.617406:0:31414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.617413:0:31414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653789.617414:0:31414:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.617417:0:31414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653789.617421:0:31414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653789.617423:0:31414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653789.617425:0:31414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.617428:0:31414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653789.617437:0:31414:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653789.617441:0:31414:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653789.617444:0:31414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653789.617445:0:31414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.617448:0:31414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653789.617451:0:31414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.617456:0:31414:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653789.617458:0:31414:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:3.0:1778653789.617460:0:31414:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653789.617462:0:31414:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.617467:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.617480:0:31414:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.617483:0:31414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653789.617485:0:31414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653789.617489:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653789.617496:0:31414:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054667648:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653789.617500:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.617503:0:31414:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.617505:0:31414:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653789.617508:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.617511:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.617517:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653789.617520:0:31414:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653789.617523:0:31414:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653789.617525:0:31414:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.617527:0:31414:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653789.617531:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.617533:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.617536:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653789.617538:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617542:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653789.617546:0:31414:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177200, remote cookie: 0xdfa36d541726f735, flags: 0x1001 00010000:00010000:3.0:1778653789.617552:0:31414:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.617562:0:31414:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.617573:0:31414:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653789.617577:0:31414:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653789.617579:0:31414:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653789.617581:0:31414:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653789.617582:0:31414:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653789.617585:0:31414:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9153837f6200) refcount = 1 00010000:00010000:3.0:1778653789.617589:0:31414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.617595:0:31414:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653789.617598:0:31414:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653789.617600:0:31414:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653789.617602:0:31414:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653789.617604:0:31414:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.617607:0:31414:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.617613:0:31414:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653789.617615:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617616:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.617617:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617618:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.617619:0:31414:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.617623:0:31414:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653789.617625:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.617626:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.617627:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.617629:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617631:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617633:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.617634:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.617635:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653789.617636:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617639:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617641:0:31414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653789.617644:0:31414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.617864:0:31414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.617872:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617873:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.617874:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.617876:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.617877:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=5 00000020:00000001:3.0:1778653789.617879:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617881:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617882:0:31414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653789.617885:0:31414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.617891:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617892:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653789.617894:0:31414:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.617899:0:31414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653789.617900:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617901:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.617902:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617903:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653789.617909:0:31414:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653789.617918:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.617987:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.617989:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.617991:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617994:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.617996:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.617997:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.617999:0:31414:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.618001:0:31414:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.618004:0:31414:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653789.618006:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.618008:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.618009:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.618011:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618013:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653789.618016:0:31414:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.618023:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618024:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.618025:0:31414:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653789.618027:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.618028:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.618029:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.618031:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618033:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653789.618038:0:31414:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:3.0:1778653789.618041:0:31414:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653789.618044:0:31414:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1778653789.618047:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618048:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.618049:0:31414:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653789.618052:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47930 00000002:00002000:3.0:1778653789.618054:0:31414:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653789.618056:0:31414:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.618060:0:31414:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.618063:0:31414:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653789.618067:0:31414:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653789.618070:0:31414:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653789.618073:0:31414:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653789.618076:0:31414:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653789.618080:0:31414:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653789.618082:0:31414:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653789.618088:0:31414:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1778653789.618092:0:31414:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653789.618097:0:31414:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861ba480. 00800000:00000001:3.0:1778653789.618099:0:31414:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651112576 : -121687058439040 : ffff9153861ba480) 00800000:00000001:3.0:1778653789.618102:0:31414:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.618104:0:31414:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653789.618107:0:31414:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653789.618109:0:31414:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653789.618112:0:31414:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653789.618115:0:31414:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653789.618116:0:31414:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.618120:0:31414:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653789.618123:0:31414:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1778653789.618127:0:31414:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653789.618129:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.618130:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.618132:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.618134:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618135:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618138:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618139:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653789.618141:0:31414:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653789.618143:0:31414:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653789.618144:0:31414:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861ba480 1 00800000:00000010:3.0:1778653789.618146:0:31414:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861ba480. 00800000:00000001:3.0:1778653789.618149:0:31414:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653789.618152:0:31414:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900f5 00800000:00000001:3.0:1778653789.618155:0:31414:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653789.618157:0:31414:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653789.618159:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.618160:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.618161:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.618163:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618165:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618167:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618168:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.618169:0:31414:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.618171:0:31414:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.618173:0:31414:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653789.618176:0:31414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653789.618178:0:31414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900f5 from it ffffa71ac1d47bf8 00010000:00000001:3.0:1778653789.618180:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.618181:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.618182:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653789.618184:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618185:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653789.618187:0:31414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653789.618190:0:31414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.618196:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618197:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.618198:0:31414:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653789.618200:0:31414:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653789.618203:0:31414:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653789.618209:0:31414:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653789.618211:0:31414:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653789.618213:0:31414:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653789.618217:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618218:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.618219:0:31414:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618222:0:31414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653789.618224:0:31414:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618226:0:31414:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618228:0:31414:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618230:0:31414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653789.618231:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618232:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653789.618234:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.618239:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c000 x1865052054667648/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.618245:0:31414:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653789.618247:0:31414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653789.618250:0:31414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653789.618254:0:31414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653789.618256:0:31414:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653789.618257:0:31414:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653789.618259:0:31414:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653789.618262:0:31414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653789.618266:0:31414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653789.618268:0:31414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653789.618270:0:31414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c000. 00000100:00000001:3.0:1778653789.618273:0:31414:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653789.618274:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653789.618277:0:31414:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653789.618282:0:31414:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653789.618293:0:31414:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384ea0. 00000020:00000001:3.0:1778653789.618296:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47b28 00000080:00200000:3.0:1778653789.618299:0:31414:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:3.0:1778653789.618302:0:31414:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653789.618304:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d479d8 00000080:00200000:3.0:1778653789.618305:0:31414:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:3.0:1778653789.618312:0:31414:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00800000:00000002:3.0:1778653789.618317:0:31414:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653789.618321:0:31414:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653789.618323:0:31414:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653789.618326:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d478f8 00800000:00000002:3.0:1778653789.618328:0:31414:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653789.618331:0:31414:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653789.618335:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47890 00800000:00000002:3.0:1778653789.618337:0:31414:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1778653789.618341:0:31414:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653789.618343:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d477c8 00000002:00010000:3.0:1778653789.618345:0:31414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1778653789.618348:0:31414:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653789.618350:0:31414:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653789.618353:0:31414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c000. 00000020:00000040:3.0:1778653789.618356:0:31414:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653789.618360:0:31414:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653789.618363:0:31414:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653789.618365:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.618367:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.618368:0:31414:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.618370:0:31414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653789.618372:0:31414:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653789.618376:0:31414:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653789.618380:0:31414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96000. 00000100:00000001:3.0:1778653789.618385:0:31414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618388:0:31414:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653789.618390:0:31414:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618391:0:31414:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653789.618393:0:31414:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.618394:0:31414:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.618400:0:31414:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00010000:00000001:3.0:1778653789.618404:0:31414:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653789.618406:0:31414:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653789.618408:0:31414:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:3.0:1778653789.618410:0:31414:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653789.618412:0:31414:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653789.618415:0:31414:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176000. 00000020:00000001:3.0:1778653789.618418:0:31414:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653789.618420:0:31414:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176000 with handle 0x3df471c51a8900fc to hash 00000020:00000001:3.0:1778653789.618422:0:31414:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653789.618424:0:31414:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.618427:0:31414:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.618429:0:31414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653789.618430:0:31414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.618433:0:31414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.618440:0:31414:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.618449:0:31414:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653789.618454:0:31414:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653789.618456:0:31414:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653789.618462:0:31414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653789.618464:0:31414:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653789.618466:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.618467:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653789.618471:0:31414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653789.618474:0:31414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.618476:0:31414:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653789.618477:0:31414:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653789.618482:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.618489:0:31414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653789.618492:0:31414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.618495:0:31414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653789.618497:0:31414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653789.618499:0:31414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653789.618502:0:31414:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054667776:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653789.618508:0:31414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653789.618513:0:31414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653789.618515:0:31414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.618518:0:31414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653789.618521:0:31414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653789.618523:0:31414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653789.618527:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653789.618530:0:31414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653789.618534:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653789.618540:0:31414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054667776, portal 10 00000100:00000001:3.0:1778653789.618541:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.618543:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000040:3.0:1778653789.618547:0:31414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.618554:0:31414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653789.618557:0:31414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653789.618559:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ca18. 00000100:00000200:3.0:1778653789.618562:0:31414:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054667776, offset 0 00000400:00000200:3.0:1778653789.618568:0:31414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653789.618573:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653789.618580:0:31414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653789.618585:0:31414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653789.618589:0:31414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653789.618592:0:31414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653789.618595:0:31414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653789.618598:0:31414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2355:2355:256:4294967295] 192.168.204.110@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:3.0:1778653789.618603:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653789.618611:0:31414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653789.618617:0:31414:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653789.618621:0:31414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653789.618627:0:31414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653789.618635:0:31414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653789.618639:0:31414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653789.618731:0:31414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.618735:0:31414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 798118 usecs (799 jiffies) 00000400:00000200:3.0:1778653789.618739:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653789.618741:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345594 00000100:00000001:3.0:1778653789.618745:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:3.0:1778653789.618747:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345594 00000100:00000001:3.0:1778653789.618749:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:3.0:1778653789.618752:0:31414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.618754:0:31414:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.618756:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653789.618758:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653789.618761:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653789.618763:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653789.618765:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653789.619209:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.619213:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653789.619217:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.619222:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653789.619226:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ca18 00000400:00000010:1.0:1778653789.619229:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ca18. 00000100:00000001:1.0:1778653789.619232:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653789.619236:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.619250:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653789.619252:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.619258:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.619260:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.623268:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.623283:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.623287:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.623290:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.623299:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.623306:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.623315:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.623320:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.623325:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.623330:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534c200 00000400:00000200:1.0:1778653789.623334:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.623340:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x61a9 [1] + 224 00000800:00000001:1.0:1778653789.623347:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.623356:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.623360:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.623364:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.623371:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.623378:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.623389:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.623409:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653789.623417:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.623420:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.623913:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653789.623929:0:31414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653789.623931:0:31414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653789.623934:0:31414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653789.623939:0:31414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:3.0:1778653789.623942:0:31414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:3.0:1778653789.623946:0:31414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653789.623952:0:31414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653789.623963:0:31414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.623969:0:31414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653789.623971:0:31414:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.623974:0:31414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653789.623977:0:31414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653789.623979:0:31414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653789.623982:0:31414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.623985:0:31414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653789.623993:0:31414:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653789.623997:0:31414:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653789.624000:0:31414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653789.624002:0:31414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624005:0:31414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653789.624008:0:31414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.624011:0:31414:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653789.624013:0:31414:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:3.0:1778653789.624015:0:31414:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653789.624017:0:31414:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.624022:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.624029:0:31414:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.624032:0:31414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653789.624033:0:31414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653789.624037:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653789.624044:0:31414:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054667776:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653789.624048:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.624051:0:31414:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.624053:0:31414:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653789.624055:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.624058:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.624063:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653789.624066:0:31414:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653789.624069:0:31414:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653789.624070:0:31414:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624073:0:31414:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653789.624077:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624079:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624082:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653789.624084:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624087:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653789.624092:0:31414:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176000, remote cookie: 0xdfa36d541726f751, flags: 0x1001 00010000:00010000:3.0:1778653789.624097:0:31414:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653789.624105:0:31414:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653789.624108:0:31414:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653789.624115:0:31414:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6e00. 00010000:00000010:3.0:1778653789.624120:0:31414:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9080. 00010000:00000001:3.0:1778653789.624124:0:31414:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.624127:0:31414:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.624134:0:31414:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624140:0:31414:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653789.624143:0:31414:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653789.624145:0:31414:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653789.624146:0:31414:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653789.624148:0:31414:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653789.624150:0:31414:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9153837f6e00) refcount = 1 00010000:00010000:3.0:1778653789.624154:0:31414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624160:0:31414:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653789.624163:0:31414:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653789.624165:0:31414:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653789.624168:0:31414:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653789.624171:0:31414:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.624173:0:31414:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624177:0:31414:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653789.624179:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624180:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624181:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624182:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624183:0:31414:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624188:0:31414:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653789.624189:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624190:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624191:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624193:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624195:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624197:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624198:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624199:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653789.624200:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624202:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624204:0:31414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653789.624207:0:31414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.624209:0:31414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624215:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624216:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624217:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624218:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624219:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=5 00000020:00000001:3.0:1778653789.624221:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624223:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624225:0:31414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653789.624227:0:31414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624232:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624233:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653789.624235:0:31414:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624240:0:31414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653789.624241:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624242:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624243:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624244:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653789.624248:0:31414:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653789.624254:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624255:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624256:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624257:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624259:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624261:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624263:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.624264:0:31414:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624265:0:31414:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624268:0:31414:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653789.624270:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624271:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624272:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624273:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624275:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00000002:00010000:3.0:1778653789.624278:0:31414:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624287:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624288:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624290:0:31414:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653789.624291:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624292:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624293:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624294:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624296:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653789.624299:0:31414:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653789.624302:0:31414:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653789.624305:0:31414:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1778653789.624307:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624308:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.624310:0:31414:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653789.624312:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47748 00000002:00002000:3.0:1778653789.624315:0:31414:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653789.624318:0:31414:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.624322:0:31414:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.624324:0:31414:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653789.624326:0:31414:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653789.624330:0:31414:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653789.624333:0:31414:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653789.624335:0:31414:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653789.624337:0:31414:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1d47ac8 it_disposition b 00000080:00000001:3.0:1778653789.624339:0:31414:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653789.624345:0:31414:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653789.624348:0:31414:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653789.624350:0:31414:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1778653789.624353:0:31414:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653789.624358:0:31414:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653789.624360:0:31414:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1778653789.624363:0:31414:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.624365:0:31414:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1778653789.624368:0:31414:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653789.624372:0:31414:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 512 00000080:00200000:3.0:1778653789.624375:0:31414:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff91538bd942c8): rc = 0 00000080:00000001:3.0:1778653789.624377:0:31414:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:3.0:1778653789.624379:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624380:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624381:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624383:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624385:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624387:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624388:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653789.624390:0:31414:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653789.624392:0:31414:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653789.624394:0:31414:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653789.624396:0:31414:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653789.624398:0:31414:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653789.624401:0:31414:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a8900fc 00800000:00000001:3.0:1778653789.624404:0:31414:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653789.624405:0:31414:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653789.624406:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624407:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624409:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624410:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624412:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624414:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624415:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.624418:0:31414:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.624420:0:31414:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653789.624426:0:31414:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bde0438 inode ffff91538bd942c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653789.624431:0:31414:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653789.624433:0:31414:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.624435:0:31414:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653789.624437:0:31414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653789.624440:0:31414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900fc from it ffffa71ac1d47ac8 00010000:00000001:3.0:1778653789.624442:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.624443:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.624444:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653789.624446:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624448:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653789.624450:0:31414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653789.624452:0:31414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.624457:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624458:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624460:0:31414:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653789.624461:0:31414:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653789.624463:0:31414:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653789.624469:0:31414:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653789.624472:0:31414:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653789.624473:0:31414:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653789.624477:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624478:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624479:0:31414:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624482:0:31414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653789.624484:0:31414:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624485:0:31414:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624487:0:31414:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624489:0:31414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653789.624490:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624491:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653789.624492:0:31414:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653789.624496:0:31414:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000100:00000001:3.0:1778653789.624499:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.624503:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c000 x1865052054667776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.624509:0:31414:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653789.624512:0:31414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653789.624515:0:31414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653789.624518:0:31414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653789.624520:0:31414:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653789.624522:0:31414:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653789.624524:0:31414:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653789.624527:0:31414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653789.624530:0:31414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653789.624532:0:31414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653789.624534:0:31414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c000. 00000100:00000001:3.0:1778653789.624537:0:31414:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653789.624538:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653789.624546:0:31414:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653789.624548:0:31414:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 1 00000080:00000001:3.0:1778653789.624553:0:31414:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653789.624565:0:31414:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384f80. 00000080:00000001:3.0:1778653789.624569:0:31414:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653789.624570:0:31414:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 3 00000080:00000001:3.0:1778653789.624572:0:31414:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.624575:0:31414:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653789.624577:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47b50 00000080:00200000:3.0:1778653789.624579:0:31414:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff91538bd942c8), file ffff915382b49380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1778653789.624583:0:31414:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3ba80. 00000080:00000001:3.0:1778653789.624587:0:31414:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653789.624588:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a00 00000080:00200000:3.0:1778653789.624590:0:31414:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff91538bd942c8), intent=open|creat 00000080:00000010:3.0:1778653789.624596:0:31414:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653789.624602:0:31414:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653789.624605:0:31414:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653789.624607:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47920 00800000:00000002:3.0:1778653789.624609:0:31414:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1778653789.624612:0:31414:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653789.624614:0:31414:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653789.624618:0:31414:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:3.0:1778653789.624621:0:31414:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1778653789.624624:0:31414:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1778653789.624626:0:31414:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1778653789.624628:0:31414:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1778653789.624631:0:31414:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:3.0:1778653789.624633:0:31414:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624635:0:31414:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.624637:0:31414:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.624638:0:31414:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653789.624640:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d478a0 00800000:00000002:3.0:1778653789.624642:0:31414:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1778653789.624645:0:31414:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653789.624647:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d477d8 00000002:00010000:3.0:1778653789.624692:0:31414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1778653789.624696:0:31414:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653789.624699:0:31414:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653789.624701:0:31414:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1778653789.624705:0:31414:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624707:0:31414:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653789.624709:0:31414:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653789.624711:0:31414:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653789.624714:0:31414:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653789.624718:0:31414:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624719:0:31414:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624721:0:31414:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653789.624725:0:31414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c000. 00000020:00000040:3.0:1778653789.624728:0:31414:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653789.624733:0:31414:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653789.624734:0:31414:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624737:0:31414:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653789.624740:0:31414:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653789.624743:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.624744:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.624746:0:31414:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.624748:0:31414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653789.624750:0:31414:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653789.624754:0:31414:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653789.624760:0:31414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96000. 00000100:00000001:3.0:1778653789.624765:0:31414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624768:0:31414:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653789.624770:0:31414:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624771:0:31414:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653789.624772:0:31414:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.624774:0:31414:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.624782:0:31414:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00010000:00000001:3.0:1778653789.624786:0:31414:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653789.624788:0:31414:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653789.624790:0:31414:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653789.624791:0:31414:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653789.624794:0:31414:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653789.624797:0:31414:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176600. 00000020:00000001:3.0:1778653789.624799:0:31414:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653789.624802:0:31414:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176600 with handle 0x3df471c51a890103 to hash 00000020:00000001:3.0:1778653789.624804:0:31414:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653789.624815:0:31414:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.624819:0:31414:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.624821:0:31414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653789.624823:0:31414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.624826:0:31414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.624832:0:31414:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653789.624841:0:31414:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653789.624848:0:31414:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653789.624856:0:31414:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31414 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653789.624865:0:31414:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653789.624866:0:31414:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653789.624872:0:31414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653789.624874:0:31414:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653789.624877:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.624878:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653789.624881:0:31414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653789.624885:0:31414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.624886:0:31414:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653789.624888:0:31414:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653789.624891:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.624898:0:31414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653789.624900:0:31414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.624904:0:31414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653789.624907:0:31414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653789.624909:0:31414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653789.624913:0:31414:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054668032:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653789.624917:0:31414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653789.624922:0:31414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653789.624924:0:31414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.624927:0:31414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653789.624986:0:31414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:3.0:1778653789.624989:0:31414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653789.624995:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653789.624998:0:31414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653789.625006:0:31414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915383e97000. 00000100:00000200:3.0:1778653789.625012:0:31414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054668032, portal 10 00000100:00000001:3.0:1778653789.625014:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.625016:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000040:3.0:1778653789.625022:0:31414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.625034:0:31414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653789.625038:0:31414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653789.625040:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653789.625044:0:31414:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054668032, offset 0 00000400:00000200:3.0:1778653789.625050:0:31414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653789.625056:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653789.625061:0:31414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653789.625066:0:31414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653789.625070:0:31414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653789.625073:0:31414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653789.625075:0:31414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653789.625079:0:31414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2356:2356:256:4294967295] 192.168.204.110@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:3.0:1778653789.625083:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653789.625092:0:31414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653789.625097:0:31414:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653789.625102:0:31414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653789.625109:0:31414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653789.625115:0:31414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653789.625120:0:31414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1778653789.625139:0:31414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.625143:0:31414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 797001 usecs (798 jiffies) 00000400:00000200:3.0:1778653789.625147:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653789.625149:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296345599 00000100:00000001:3.0:1778653789.625152:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:3.0:1778653789.625154:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296345599 00000100:00000001:3.0:1778653789.625157:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:3.0:1778653789.625159:0:31414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.625161:0:31414:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.625164:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653789.625165:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1778653789.625168:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 131 seconds 00000100:00000001:3.0:1778653789.625170:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653789.625172:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653789.625422:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.625427:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653789.625431:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.625436:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653789.625440:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:1.0:1778653789.625442:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:1.0:1778653789.625445:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653789.625449:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.625457:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653789.625460:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.625467:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653789.625468:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653789.634755:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.634774:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653789.634778:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.634781:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.634790:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634798:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653789.634808:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634813:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634818:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634822:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a0414534c300 00000400:00000200:1.0:1778653789.634827:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634832:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x61b1 [32] + 224 00000800:00000001:1.0:1778653789.634841:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653789.634850:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653789.634853:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.634858:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653789.634866:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653789.634874:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653789.634886:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653789.634910:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653789.634919:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653789.634922:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634927:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653789.634932:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2357:2357:256:4294967295] 192.168.204.110@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:1.0:1778653789.634937:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653789.634945:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653789.634951:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653789.634957:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bba400. 00000800:00000200:1.0:1778653789.634963:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653789.634970:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653789.634975:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bba400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1778653789.635040:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1778653789.635087:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653789.635093:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bba400. 00000400:00000200:1.0:1778653789.635096:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653789.635101:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653789.635110:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.635355:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653789.635363:0:31414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653789.635365:0:31414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653789.635368:0:31414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653789.635372:0:31414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e97000 00000400:00000010:3.0:1778653789.635374:0:31414:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915383e97000. 00000100:00000001:3.0:1778653789.635379:0:31414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653789.635383:0:31414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653789.635393:0:31414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c000 x1865052054668032/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653925 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.635399:0:31414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653789.635401:0:31414:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.635404:0:31414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653789.635408:0:31414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653789.635411:0:31414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653789.635413:0:31414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653789.635416:0:31414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653789.635436:0:31414:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=50 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653789.635441:0:31414:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653789.635443:0:31414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653789.635445:0:31414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.635447:0:31414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653789.635451:0:31414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.635454:0:31414:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653789.635456:0:31414:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000014d/0x1] 00000100:00000001:3.0:1778653789.635458:0:31414:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653789.635460:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.635462:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653789.635466:0:31414:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653789.635468:0:31414:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:3.0:1778653789.635470:0:31414:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653789.635473:0:31414:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653789.635478:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653925 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.635486:0:31414:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.635488:0:31414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653789.635490:0:31414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653789.635494:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653925 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653789.635501:0:31414:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054668032:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653789.635506:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653789.635509:0:31414:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653789.635511:0:31414:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653789.635513:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.635515:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653925 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.635522:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653789.635524:0:31414:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653789.635527:0:31414:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653789.635529:0:31414:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.635531:0:31414:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653789.635536:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635538:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635541:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653789.635543:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635546:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653789.635551:0:31414:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176600, remote cookie: 0xdfa36d541726f76d, flags: 0x1001 00010000:00010000:3.0:1778653789.635557:0:31414:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653789.635570:0:31414:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:3.0:1778653789.635573:0:31414:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653789.635580:0:31414:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6000. 00010000:00000010:3.0:1778653789.635585:0:31414:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9b00. 00010000:00000001:3.0:1778653789.635589:0:31414:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.635593:0:31414:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653789.635600:0:31414:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635774:0:31414:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653789.635778:0:31414:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653789.635780:0:31414:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653789.635782:0:31414:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653789.635784:0:31414:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653789.635786:0:31414:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9153837f6000) refcount = 1 00010000:00010000:3.0:1778653789.635791:0:31414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635798:0:31414:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653789.635802:0:31414:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653789.635803:0:31414:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653789.635806:0:31414:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653789.635809:0:31414:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.635813:0:31414:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635818:0:31414:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653789.635820:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635822:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.635824:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635825:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.635826:0:31414:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.635831:0:31414:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653789.635834:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635835:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635837:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.635839:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635841:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635844:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635845:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635846:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653789.635848:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635850:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635852:0:31414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653789.635855:0:31414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653789.635859:0:31414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635866:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635866:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.635868:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635869:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635870:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=5 00000020:00000001:3.0:1778653789.635872:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635874:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635877:0:31414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653789.635879:0:31414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635885:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635886:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653789.635889:0:31414:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635895:0:31414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653789.635896:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635897:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.635898:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635899:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653789.635905:0:31414:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653925 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653789.635914:0:31414:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653789.635919:0:31414:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653925 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653789.635925:0:31414:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.635932:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635933:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635934:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.635936:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635938:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000002:00010000:3.0:1778653789.635941:0:31414:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653789.635951:0:31414:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861ba480. 00010000:00000001:3.0:1778653789.635953:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635954:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.635955:0:31414:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.635957:0:31414:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653789.635960:0:31414:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653789.635963:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.635964:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653789.635966:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653789.635967:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00010000:00000001:3.0:1778653789.635970:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635971:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635972:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.635974:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635976:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000002:00010000:3.0:1778653789.635979:0:31414:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.635985:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.635986:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.635988:0:31414:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653789.635989:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.635990:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.635992:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.635994:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.635996:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653789.636000:0:31414:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653789.636003:0:31414:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653789.636007:0:31414:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:3.0:1778653789.636009:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.636010:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.636012:0:31414:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653789.636015:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47758 00000002:00002000:3.0:1778653789.636016:0:31414:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1778653789.636020:0:31414:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.636024:0:31414:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.636026:0:31414:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653789.636029:0:31414:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653789.636033:0:31414:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.636037:0:31414:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653789.636038:0:31414:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3ba80 it_disposition 1800037 00000080:00002000:3.0:1778653789.636044:0:31414:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bde0948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1778653789.636048:0:31414:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653789.636052:0:31414:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:3.0:1778653789.636054:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47988 00000080:00200000:3.0:1778653789.636056:0:31414:0:(namei.c:1617:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff91538bd942c8), intent=open|creat 00000080:00000001:3.0:1778653789.636059:0:31414:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:3.0:1778653789.636061:0:31414:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653789.636066:0:31414:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653789.636069:0:31414:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653789.636072:0:31414:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1778653789.636075:0:31414:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653789.636085:0:31414:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd97380. 00000020:00000001:3.0:1778653789.636096:0:31414:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1778653789.636098:0:31414:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1778653789.636101:0:31414:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653789.636103:0:31414:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff91538bd97448) 00000020:00000001:3.0:1778653789.636106:0:31414:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653789.636110:0:31414:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653789.636115:0:31414:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b000. 00000020:00000010:3.0:1778653789.636120:0:31414:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1a000. 00000020:00000010:3.0:1778653789.636123:0:31414:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b2a0. 00000008:00000010:3.0:1778653789.636131:0:31414:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653789.636136:0:31414:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653789.636141:0:31414:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653789.636147:0:31414:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653789.636151:0:31414:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653789.636155:0:31414:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a600. 00000008:00000010:3.0:1778653789.636159:0:31414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653789.636163:0:31414:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653789.636166:0:31414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653789.636170:0:31414:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653789.636172:0:31414:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653789.636174:0:31414:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653789.636178:0:31414:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1778653789.636183:0:31414:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915385c8f0c8. 00000020:00000001:3.0:1778653789.636186:0:31414:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653789.636188:0:31414:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653789.636194:0:31414:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1778653789.636198:0:31414:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9153877a52e8. 00020000:00000001:3.0:1778653789.636200:0:31414:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386674094824 : -121687035456792 : ffff9153877a52e8) 00020000:00000001:3.0:1778653789.636204:0:31414:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1778653789.636206:0:31414:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653789.636211:0:31414:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b300. 00020000:00000010:3.0:1778653789.636215:0:31414:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941380. 00020000:00000010:3.0:1778653789.636219:0:31414:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3bd80. 00020000:00000001:3.0:1778653789.636221:0:31414:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614943104 : -121687094608512 : ffff915383f3bd80) 00020000:00000002:3.0:1778653789.636224:0:31414:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bd80, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653789.636229:0:31414:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653789.636233:0:31414:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653789.636235:0:31414:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1778653789.636238:0:31414:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bd80, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653789.636241:0:31414:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653789.636244:0:31414:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:3.0:1778653789.636247:0:31414:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915387e04120. 00020000:00000010:3.0:1778653789.636251:0:31414:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff915387cd8840. 00020000:00000001:3.0:1778653789.636254:0:31414:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1778653789.636257:0:31414:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91538b9c6670. 00020000:00000001:3.0:1778653789.636260:0:31414:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1778653789.636261:0:31414:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1778653789.636266:0:31414:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1778653789.636269:0:31414:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915385c8fed8. 00000020:00000001:3.0:1778653789.636271:0:31414:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653789.636272:0:31414:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653789.636275:0:31414:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000001:3.0:1778653789.636279:0:31414:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1778653789.636283:0:31414:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91538b8a6380. 00020000:00000001:3.0:1778653789.636285:0:31414:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653789.636289:0:31414:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000001:3.0:1778653789.636292:0:31414:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000002:3.0:1778653789.636296:0:31414:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff915385c8fed8[0:0] -> [0x200000404:0x29:0x0]@ffff915385c8f0c8: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653789.636300:0:31414:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1778653789.636303:0:31414:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1778653789.636305:0:31414:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653789.636307:0:31414:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645692744 : -121687063858872 : ffff915385c8f148) 00000020:00001000:3.0:1778653789.636310:0:31414:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653789.636314:0:31414:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1a000. 00000020:00000010:3.0:1778653789.636317:0:31414:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b2a0. 00000008:00000010:3.0:1778653789.636321:0:31414:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653789.636325:0:31414:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653789.636327:0:31414:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653789.636330:0:31414:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653789.636333:0:31414:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653789.636336:0:31414:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b000. 00000008:00000010:3.0:1778653789.636339:0:31414:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653789.636342:0:31414:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653789.636344:0:31414:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653789.636347:0:31414:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653789.636349:0:31414:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a600. 00000020:00000010:3.0:1778653789.636351:0:31414:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653789.636355:0:31414:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1778653789.636357:0:31414:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653789.636360:0:31414:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1778653789 00000080:00000001:3.0:1778653789.636363:0:31414:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653789.636366:0:31414:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747438152 : -121686962113464 : ffff91538bd97448) 00010000:00000001:3.0:1778653789.636368:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.636369:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.636371:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.636372:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.636374:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000080:00000001:3.0:1778653789.636377:0:31414:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653789.636379:0:31414:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653789.636382:0:31414:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653789.636384:0:31414:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a600. 00000020:00000010:3.0:1778653789.636386:0:31414:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1b000. 00000020:00000010:3.0:1778653789.636388:0:31414:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b2a0. 00000008:00000010:3.0:1778653789.636391:0:31414:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653789.636393:0:31414:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653789.636396:0:31414:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653789.636398:0:31414:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653789.636400:0:31414:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653789.636403:0:31414:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a000. 00000008:00000010:3.0:1778653789.636405:0:31414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653789.636407:0:31414:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653789.636410:0:31414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653789.636412:0:31414:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653789.636414:0:31414:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653789.636416:0:31414:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653789.636418:0:31414:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653789.636420:0:31414:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653789.636421:0:31414:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653789.636423:0:31414:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3bf00. 00020000:00000010:3.0:1778653789.636426:0:31414:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941c80. 00020000:00000010:3.0:1778653789.636428:0:31414:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3bf60. 00020000:00000001:3.0:1778653789.636430:0:31414:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614943584 : -121687094608032 : ffff915383f3bf60) 00020000:00000002:3.0:1778653789.636432:0:31414:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bf60, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653789.636436:0:31414:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653789.636439:0:31414:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941c80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653789.636442:0:31414:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff91538d88cf80 00020000:00000001:3.0:1778653789.636445:0:31414:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653789.636447:0:31414:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff91538d88cf80 00020000:00000010:3.0:1778653789.636452:0:31414:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941c80. 00020000:00000010:3.0:1778653789.636454:0:31414:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3bf00. 00020000:00000010:3.0:1778653789.636457:0:31414:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bf60. 00020000:00000002:3.0:1778653789.636459:0:31414:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653789.636461:0:31414:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653789.636463:0:31414:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653789.636466:0:31414:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653789.636469:0:31414:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff91538d88cf80 00020000:00000002:3.0:1778653789.636471:0:31414:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3bd80 addref 2/0 by ffff91538d88cf80. 00020000:00000002:3.0:1778653789.636474:0:31414:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:3.0:1778653789.636476:0:31414:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653789.636477:0:31414:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653789.636479:0:31414:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653789.636480:0:31414:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653789.636483:0:31414:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653789.636485:0:31414:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653789.636487:0:31414:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653789.636489:0:31414:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1b000. 00000020:00000010:3.0:1778653789.636491:0:31414:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b2a0. 00000008:00000010:3.0:1778653789.636494:0:31414:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653789.636496:0:31414:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653789.636498:0:31414:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653789.636501:0:31414:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653789.636503:0:31414:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653789.636505:0:31414:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a600. 00000008:00000010:3.0:1778653789.636507:0:31414:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653789.636509:0:31414:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653789.636511:0:31414:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653789.636513:0:31414:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653789.636515:0:31414:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a000. 00000020:00000010:3.0:1778653789.636517:0:31414:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653789.636519:0:31414:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.636521:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.636522:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653789.636524:0:31414:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653789.636527:0:31414:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653789.636535:0:31414:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653789.636538:0:31414:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) 00000080:00010000:3.0:1778653789.636541:0:31414:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) for lock 0x3df471c51a890103 00800000:00000001:3.0:1778653789.636545:0:31414:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653789.636547:0:31414:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653789.636548:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.636550:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.636551:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.636553:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.636555:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.636557:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.636558:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653789.636560:0:31414:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.636562:0:31414:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.636564:0:31414:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:3.0:1778653789.636565:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.636570:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.636577:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.636582:0:31414:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653789.636585:0:31414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) 00000080:00000001:3.0:1778653789.636588:0:31414:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653789.636592:0:31414:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000100:00000001:3.0:1778653789.636594:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.636597:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653789.636609:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.636612:0:31414:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1778653789.636614:0:31414:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.636622:0:31414:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1778653789.636624:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a60 00000080:00200008:3.0:1778653789.636626:0:31414:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff91538bd97448), flags 100102 00000080:00000010:3.0:1778653789.636632:0:31414:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9153815b8000. 00000080:00000010:3.0:1778653789.636638:0:31414:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861ba300. 00000080:00000001:3.0:1778653789.636640:0:31414:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1778653789.636644:0:31414:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1778653789.636646:0:31414:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1778653789.636685:0:31414:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a3848c0. 00000002:00100000:3.0:1778653789.636691:0:31414:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653789.636697:0:31414:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653789.636699:0:31414:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653789.636703:0:31414:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653789.636707:0:31414:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653789.636710:0:31414:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653789.636712:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653789.636718:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1778653789.636725:0:31414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653789.636728:0:31414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:3.0:1778653789.636761:0:31414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653789.636763:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653789.636765:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a60 00000080:00000008:3.0:1778653789.636767:0:31414:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff91538bd97448), flags 100102, rc = 0 00000080:00000001:3.0:1778653789.636771:0:31414:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653789.636773:0:31414:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3ba80 released 00000080:00010000:3.0:1778653789.636775:0:31414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890103 from it ffff915383f3ba80 00010000:00000001:3.0:1778653789.636777:0:31414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653789.636778:0:31414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653789.636780:0:31414:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653789.636782:0:31414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.636784:0:31414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653789.636785:0:31414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653789.636789:0:31414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653789.636796:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.636798:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.636799:0:31414:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653789.636802:0:31414:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653789.636804:0:31414:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653789.636811:0:31414:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653789.636813:0:31414:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653789.636815:0:31414:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653789.636819:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.636820:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653789.636822:0:31414:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.636825:0:31414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653789.636827:0:31414:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.636829:0:31414:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.636831:0:31414:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653789.636833:0:31414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653789.636834:0:31414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653789.636835:0:31414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653789.636837:0:31414:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653789.636838:0:31414:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1778653789.637838:0:31414:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1778653789.637841:0:31414:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653789.637844:0:31414:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1778653789.637846:0:31414:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653789.637849:0:31414:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1778653789.637851:0:31414:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653789.637853:0:31414:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653789.637856:0:31414:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653789.637857:0:31414:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653789.637860:0:31414:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3ba80. 00000080:00000001:2.0:1778653789.637865:0:31414:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653789.637870:0:31414:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653789.637872:0:31414:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff91538bd97448), inode mode 81a4 mask 40 00000080:00000001:2.0:1778653789.637877:0:31414:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.655854:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.655861:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653789.655866:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653789.655867:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653789.658832:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653789.658839:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653789.658843:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653790.349406:0:31424:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653790.349412:0:31424:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653790.349414:0:31424:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653790.349417:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbbc0 00000080:00200000:2.0:1778653790.349422:0:31424:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653790.349429:0:31424:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385177400. 00800000:00000002:2.0:1778653790.349435:0:31424:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653790.349438:0:31424:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653790.349443:0:31424:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653790.349445:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbae0 00800000:00000002:2.0:1778653790.349447:0:31424:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653790.349451:0:31424:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653790.349454:0:31424:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653790.349459:0:31424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653790.349461:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb9b0 00000002:00010000:2.0:1778653790.349462:0:31424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653790.349466:0:31424:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653790.349467:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653790.349471:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653790.349477:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:2.0:1778653790.349480:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653790.349485:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653790.349488:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653790.349492:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653790.349501:0:31424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653790.349506:0:31424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653790.349509:0:31424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653790.349514:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653790.349516:0:31424:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653790.349518:0:31424:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653790.349519:0:31424:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653790.349521:0:31424:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653790.349523:0:31424:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653790.349525:0:31424:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653790.349527:0:31424:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653790.349529:0:31424:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385177400. 00000080:00000001:2.0:1778653790.349532:0:31424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653790.349534:0:31424:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653790.349536:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653790.349538:0:31424:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8900f5 00800000:00000001:2.0:1778653790.349541:0:31424:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653790.349542:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653790.349544:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653790.349546:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653790.349548:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653790.349550:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653790.349553:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653790.349555:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653790.349556:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653790.349557:0:31424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653790.349558:0:31424:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653790.349560:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8900f5 from it ffffa71ac16cbbf8 00010000:00000001:2.0:1778653790.349562:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653790.349563:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653790.349563:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653790.349565:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653790.349566:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653790.349568:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653790.349571:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653790.349576:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653790.349577:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653790.349578:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653790.349580:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653790.349582:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653790.349588:0:31424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653790.349591:0:31424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653790.349592:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653790.349596:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653790.349597:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653790.349598:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.349600:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653790.349602:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.349603:0:31424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.349605:0:31424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.349606:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653790.349608:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653790.349608:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653790.349611:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653790.349613:0:31424:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653790.349614:0:31424:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653790.349618:0:31424:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653790.349623:0:31424:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6b80. 00000020:00000001:2.0:1778653790.349627:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb28 00000080:00200000:2.0:1778653790.349628:0:31424:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:2.0:1778653790.349631:0:31424:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653790.349633:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb9d8 00000080:00200000:2.0:1778653790.349634:0:31424:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:2.0:1778653790.349639:0:31424:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385177400. 00800000:00000002:2.0:1778653790.349641:0:31424:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653790.349644:0:31424:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653790.349646:0:31424:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653790.349647:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8f8 00800000:00000002:2.0:1778653790.356178:0:31424:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653790.356185:0:31424:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653790.356191:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb890 00800000:00000002:2.0:1778653790.356194:0:31424:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1778653790.356200:0:31424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653790.356202:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7c8 00000002:00010000:2.0:1778653790.356204:0:31424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1778653790.356210:0:31424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653790.356212:0:31424:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653790.356218:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0380. 00000020:00000040:2.0:1778653790.356223:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653790.356229:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653790.356234:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653790.356240:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653790.356242:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653790.356244:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653790.356247:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653790.356249:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653790.356254:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653790.356261:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0c800. 00000100:00000001:2.0:1778653790.356267:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.356271:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653790.356273:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.356275:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653790.356276:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653790.356277:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653790.356284:0:31424:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649039744 : -121687060511872 : ffff915385fc0380) 00010000:00000001:2.0:1778653790.356289:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653790.356291:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653790.356296:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:2.0:1778653790.356299:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653790.356301:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653790.356305:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a600. 00000020:00000001:2.0:1778653790.356309:0:31424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653790.356312:0:31424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a600 with handle 0x3df471c51a89010a to hash 00000020:00000001:2.0:1778653790.356314:0:31424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653790.356316:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653790.356319:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653790.356323:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653790.356326:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653790.356330:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653790.356340:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653790.356349:0:31424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653790.356356:0:31424:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653790.356357:0:31424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653790.356364:0:31424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910000. 00000100:00000001:2.0:1778653790.356367:0:31424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135360 : -121687000416256 : ffff915389910000) 00000100:00000001:2.0:1778653790.356370:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653790.356371:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649039744 : -121687060511872 : ffff915385fc0380) 00000100:00000001:2.0:1778653790.356375:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653790.356379:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653790.356381:0:31424:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653790.356383:0:31424:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653790.356392:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653790.356401:0:31424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653790.356403:0:31424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653790.356407:0:31424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653790.356410:0:31424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653790.356413:0:31424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653790.356417:0:31424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0380 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054668160:192.168.204.110@tcp:101:touch.0 00000100:00000001:2.0:1778653790.356421:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653790.356426:0:31424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653790.356429:0:31424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653790.356431:0:31424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653790.356435:0:31424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca12000. 02000000:00000001:2.0:1778653790.356437:0:31424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653790.356445:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653790.356449:0:31424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e528. 00000400:00000010:2.0:1778653790.356456:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490088. 00000100:00000200:2.0:1778653790.356463:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054668160, portal 10 00000100:00000001:2.0:1778653790.356465:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653790.356466:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649039744 : -121687060511872 : ffff915385fc0380) 00000100:00000040:2.0:1778653790.356472:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653790.356479:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653790.356482:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653790.356485:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864905d8. 00000100:00000200:2.0:1778653790.356488:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054668160, offset 0 00000400:00000200:2.0:1778653790.356494:0:31424:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653790.356503:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653790.356510:0:31424:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653790.356516:0:31424:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653790.356520:0:31424:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653790.356523:0:31424:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653790.356526:0:31424:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653790.356530:0:31424:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2358:2358:256:4294967295] 192.168.204.110@tcp LPNI seq info [2358:2358:8:4294967295] 00000400:00000200:2.0:1778653790.356535:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653790.356544:0:31424:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653790.356550:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653790.356556:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915383030700. 00000800:00000200:2.0:1778653790.356562:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653790.356571:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653790.356575:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383030700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1778653790.356584:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653790.356587:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 795895 usecs (796 jiffies) 00000400:00000200:2.0:1778653790.356591:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653790.356594:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296346328 00000100:00000001:2.0:1778653790.356596:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:2.0:1778653790.356599:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296346328 00000100:00000001:2.0:1778653790.356601:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:2.0:1778653790.356603:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653790.356606:0:31424:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653790.356608:0:31424:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653790.356610:0:31424:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653790.356613:0:31424:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910000 going to sleep for 131 seconds 00000100:00000001:2.0:1778653790.356615:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653790.356618:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653790.357296:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653790.357301:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030700. 00000400:00000200:1.0:1778653790.357306:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653790.357313:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653790.357319:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:1.0:1778653790.357321:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:1.0:1778653790.357325:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653790.357330:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.357347:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653790.357351:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.357358:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.357361:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653790.365072:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.365094:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653790.365100:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.365105:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653790.365117:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.365127:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653790.365140:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.365147:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.365154:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.365160:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534c380 00000400:00000200:0.0:1778653790.365166:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.365174:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x61b9 [1] + 224 00000800:00000001:0.0:1778653790.365184:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.365206:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653790.365210:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653790.365215:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653790.365225:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653790.365236:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653790.365249:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.365338:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653790.365440:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653790.365454:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.365460:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653790.365791:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653790.365795:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653790.365800:0:31424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e528. 00000400:00000200:1.0:1778653790.365807:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:1.0:1778653790.365810:0:31424:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:1.0:1778653790.365817:0:31424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653790.365826:0:31424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653790.365839:0:31424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.365847:0:31424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653790.365851:0:31424:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653790.365855:0:31424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653790.365859:0:31424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653790.365863:0:31424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653790.365866:0:31424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653790.365870:0:31424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653790.365882:0:31424:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=51 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653790.365887:0:31424:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653790.365890:0:31424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653790.365893:0:31424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.365897:0:31424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653790.365957:0:31424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.365963:0:31424:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653790.365966:0:31424:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:1.0:1778653790.365969:0:31424:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653790.365974:0:31424:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653790.365983:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.365992:0:31424:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653790.365997:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653790.366001:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653790.366007:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653926 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653790.366017:0:31424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0380 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054668160:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1778653790.366025:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653790.366031:0:31424:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.366034:0:31424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653790.366038:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653790.366043:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653926 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.366051:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653790.366055:0:31424:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910000. 00000100:00000001:1.0:1778653790.366061:0:31424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653790.366064:0:31424:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.366068:0:31424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653790.366074:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366077:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366081:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:1.0:1778653790.366085:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366089:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:1.0:1778653790.366097:0:31424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a600, remote cookie: 0xdfa36d541726f790, flags: 0x1001 00010000:00010000:1.0:1778653790.366104:0:31424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653790.366113:0:31424:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1778653790.366117:0:31424:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1778653790.366128:0:31424:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcba00. 00010000:00000010:1.0:1778653790.366135:0:31424:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2db00. 00010000:00000001:1.0:1778653790.366142:0:31424:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653790.366146:0:31424:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653790.366156:0:31424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366163:0:31424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653790.366168:0:31424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653790.366171:0:31424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653790.366174:0:31424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653790.366176:0:31424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653790.366179:0:31424:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff915387bcba00) refcount = 1 00010000:00010000:1.0:1778653790.366183:0:31424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366281:0:31424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653790.366286:0:31424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653790.366288:0:31424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653790.366292:0:31424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653790.366296:0:31424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653790.366300:0:31424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366307:0:31424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653790.366310:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366312:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.366313:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366315:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.366318:0:31424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.366324:0:31424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653790.366327:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366329:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366332:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.366334:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366337:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366340:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366342:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366343:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:1.0:1778653790.366345:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366348:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366352:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653790.366356:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653790.366360:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366369:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366371:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.366373:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366374:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366377:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=5 00000020:00000001:1.0:1778653790.366379:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366381:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366385:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653790.366388:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366396:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366398:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653790.366401:0:31424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366408:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653790.366410:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366412:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.366414:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366416:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653790.366422:0:31424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653926 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653790.366431:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366434:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366436:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.366438:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366441:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366444:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366445:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653790.366447:0:31424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.366450:0:31424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.366454:0:31424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1778653790.366458:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366459:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366461:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.366464:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366468:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00000002:00010000:1.0:1778653790.366471:0:31424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.366479:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366481:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.366483:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653790.366485:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366487:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366488:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.366492:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366495:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:1.0:1778653790.366500:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:1.0:1778653790.366504:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653790.366509:0:31424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:1.0:1778653790.366513:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366515:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653790.366568:0:31424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653790.366574:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb748 00000002:00002000:1.0:1778653790.366578:0:31424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1778653790.366582:0:31424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653790.366760:0:31424:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653790.366764:0:31424:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653790.366768:0:31424:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1778653790.366772:0:31424:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653790.366777:0:31424:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:1.0:1778653790.366780:0:31424:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1778653790.366782:0:31424:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac16cbac8 it_disposition b 00000080:00000001:1.0:1778653790.366786:0:31424:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653790.366794:0:31424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1778653790.366798:0:31424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653790.366803:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1778653790.366806:0:31424:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1778653790.366815:0:31424:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653790.366818:0:31424:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1778653790.366823:0:31424:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653790.366827:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1778653790.366830:0:31424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1778653790.366836:0:31424:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 512 00000080:00200000:1.0:1778653790.366840:0:31424:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff91538bd91988): rc = 0 00000080:00000001:1.0:1778653790.366843:0:31424:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747414920 : -121686962136696 : ffff91538bd91988) 00010000:00000001:1.0:1778653790.366845:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366847:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366849:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.366850:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366852:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366855:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366856:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653790.366858:0:31424:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1778653790.366860:0:31424:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1778653790.366862:0:31424:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653790.366865:0:31424:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1778653790.366867:0:31424:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653790.366871:0:31424:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a89010a 00800000:00000001:1.0:1778653790.366874:0:31424:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653790.366876:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653790.366877:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.366878:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.366879:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.366881:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366883:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.366885:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.366886:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653790.366888:0:31424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653790.366890:0:31424:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1778653790.366898:0:31424:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf28360 inode ffff91538bd91988 refc 1 flags 0x20000e 00000080:00000001:1.0:1778653790.366903:0:31424:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1778653790.366986:0:31424:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653790.366989:0:31424:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1778653790.366993:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00010000:1.0:1778653790.366997:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89010a from it ffffa71ac16cbac8 00010000:00000001:1.0:1778653790.366999:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.367000:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.367002:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:1.0:1778653790.367004:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.367006:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:1.0:1778653790.367008:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653790.367011:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653790.367018:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.367019:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.367021:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653790.367024:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653790.367027:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653790.367035:0:31424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653790.367039:0:31424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653790.367041:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653790.367046:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.367048:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.367049:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367052:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653790.367054:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367056:0:31424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367059:0:31424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367061:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653790.367062:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.367063:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653790.367065:0:31424:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653790.367070:0:31424:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385177400. 00000100:00000001:1.0:1778653790.367077:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653790.367083:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0380 x1865052054668160/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653926 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.367091:0:31424:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653790.367094:0:31424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653790.367098:0:31424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca12000. 02000000:00000001:1.0:1778653790.367101:0:31424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653790.367104:0:31424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653790.367106:0:31424:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653790.367108:0:31424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653790.367111:0:31424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0c800. 02000000:00000001:1.0:1778653790.367115:0:31424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653790.367117:0:31424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653790.367119:0:31424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0380. 00000100:00000001:1.0:1778653790.367123:0:31424:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653790.367125:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653790.367134:0:31424:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:1.0:1778653790.367137:0:31424:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 1 00000080:00000001:1.0:1778653790.367142:0:31424:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653790.367161:0:31424:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3240. 00000080:00000001:1.0:1778653790.367167:0:31424:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:1.0:1778653790.367168:0:31424:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 3 00000080:00000001:1.0:1778653790.367171:0:31424:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653790.367174:0:31424:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:1.0:1778653790.367177:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb50 00000080:00200000:1.0:1778653790.367179:0:31424:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff91538bd91988), file ffff9153831b4d80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1778653790.367184:0:31424:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383ee1660. 00000080:00000001:1.0:1778653790.367279:0:31424:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653790.367282:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba00 00000080:00200000:1.0:1778653790.367284:0:31424:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff91538bd91988), intent=open|creat 00000080:00000010:1.0:1778653790.367293:0:31424:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d5c00. 00000080:00000001:1.0:1778653790.367303:0:31424:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653790.367307:0:31424:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653790.367309:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb920 00800000:00000002:1.0:1778653790.367310:0:31424:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1778653790.367314:0:31424:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1778653790.367317:0:31424:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1778653790.367322:0:31424:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:1.0:1778653790.367326:0:31424:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1778653790.367328:0:31424:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1778653790.367331:0:31424:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1778653790.367334:0:31424:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1778653790.367337:0:31424:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:1.0:1778653790.367341:0:31424:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.367343:0:31424:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653790.367345:0:31424:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653790.367347:0:31424:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653790.367349:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8a0 00800000:00000002:1.0:1778653790.367351:0:31424:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1778653790.367355:0:31424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653790.367357:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7d8 00000002:00010000:1.0:1778653790.367359:0:31424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1778653790.367363:0:31424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653790.367366:0:31424:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1778653790.367369:0:31424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1778653790.367374:0:31424:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.367376:0:31424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653790.367379:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:1.0:1778653790.367381:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653790.367384:0:31424:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653790.367387:0:31424:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367389:0:31424:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.367391:0:31424:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653790.367396:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6d80. 00000020:00000040:1.0:1778653790.367399:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653790.367405:0:31424:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653790.367407:0:31424:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367411:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653790.367415:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653790.367418:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653790.367419:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653790.367421:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.367424:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653790.367426:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653790.367430:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653790.367437:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bb9400. 00000100:00000001:1.0:1778653790.367445:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367449:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653790.367451:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367452:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653790.367453:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.367455:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653790.367465:0:31424:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00010000:00000001:1.0:1778653790.367469:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653790.367471:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653790.367473:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:1.0:1778653790.367475:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653790.367477:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653790.367481:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26200. 00000020:00000001:1.0:1778653790.367484:0:31424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653790.367486:0:31424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26200 with handle 0x3df471c51a890111 to hash 00000020:00000001:1.0:1778653790.367488:0:31424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653790.367489:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653790.367493:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653790.367496:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653790.367498:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653790.367501:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653790.367508:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1778653790.367578:0:31424:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1778653790.371115:0:31424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1778653790.371146:0:31424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653790.371156:0:31424:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653790.371158:0:31424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653790.371174:0:31424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538c56fb40. 00000100:00000001:1.0:1778653790.371177:0:31424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386755664704 : -121686953886912 : ffff91538c56fb40) 00000100:00000001:1.0:1778653790.371181:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653790.371183:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:1.0:1778653790.371199:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653790.371206:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.371208:0:31424:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653790.371211:0:31424:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653790.371225:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.371242:0:31424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653790.371245:0:31424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653790.371250:0:31424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653790.371255:0:31424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653790.371258:0:31424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653790.371262:0:31424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054668416:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1778653790.371267:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653790.371275:0:31424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653790.371278:0:31424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653790.371282:0:31424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653790.371368:0:31424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:1.0:1778653790.371370:0:31424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653790.371381:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653790.371387:0:31424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5a50. 00000400:00000010:1.0:1778653790.371397:0:31424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915388bbb000. 00000100:00000200:1.0:1778653790.371407:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054668416, portal 10 00000100:00000001:1.0:1778653790.371409:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653790.371410:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000040:1.0:1778653790.371420:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.371428:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653790.371432:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653790.371435:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19dd0. 00000100:00000200:1.0:1778653790.371439:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054668416, offset 0 00000400:00000200:1.0:1778653790.371445:0:31424:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653790.371457:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653790.371467:0:31424:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653790.371475:0:31424:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653790.371480:0:31424:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653790.371485:0:31424:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653790.371489:0:31424:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653790.371500:0:31424:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2359:2359:256:4294967295] 192.168.204.110@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:1.0:1778653790.371505:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653790.371519:0:31424:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653790.371528:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653790.371534:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16c00. 00000800:00000200:1.0:1778653790.371543:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653790.371553:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653790.371558:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1778653790.371988:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653790.371995:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 794791 usecs (795 jiffies) 00000400:00000200:1.0:1778653790.371999:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653790.372003:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296346343 00000100:00000001:1.0:1778653790.372039:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:1.0:1778653790.372043:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296346343 00000100:00000001:1.0:1778653790.372046:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:1.0:1778653790.372048:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653790.372052:0:31424:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.372055:0:31424:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653790.372058:0:31424:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1778653790.372061:0:31424:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538c56fb40 going to sleep for 131 seconds 00000100:00000001:1.0:1778653790.372064:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653790.372068:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653790.374943:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653790.374951:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16c00. 00000400:00000200:0.0:1778653790.374959:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653790.374969:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653790.374977:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19dd0 00000400:00000010:0.0:1778653790.374980:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19dd0. 00000100:00000001:0.0:1778653790.374985:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653790.375006:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653790.375019:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653790.375022:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653790.375029:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653790.375030:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653790.379423:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.379441:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653790.379446:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.379449:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653790.379459:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379468:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653790.379478:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379483:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379489:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379493:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a0414534c480 00000400:00000200:0.0:1778653790.379498:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379505:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x61c1 [32] + 224 00000800:00000001:0.0:1778653790.379512:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653790.379520:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653790.379523:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653790.379528:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653790.379535:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653790.379543:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653790.379554:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653790.379576:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653790.379585:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653790.379589:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379593:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653790.379599:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2360:2360:256:4294967295] 192.168.204.110@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:0.0:1778653790.379603:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.379611:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653790.379616:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653790.379622:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915385eec400. 00000800:00000200:0.0:1778653790.379629:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000001:1.0:1778653790.379631:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1778653790.379638:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000400:00000001:1.0:1778653790.379640:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653790.379643:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1778653790.379644:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385eec400 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1778653790.379679:0:31424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5a50. 00000400:00000200:1.0:1778653790.379685:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388bbb000 00000400:00000010:1.0:1778653790.379688:0:31424:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915388bbb000. 00000100:00000001:1.0:1778653790.379691:0:31424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653790.379697:0:31424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653790.379711:0:31424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6d80 x1865052054668416/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653926 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.379727:0:31424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653790.379730:0:31424:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653790.379732:0:31424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653790.379735:0:31424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653790.379738:0:31424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653790.379741:0:31424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653790.379744:0:31424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653790.379753:0:31424:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=51 v=101 (101 101 101 137) 00000100:00001000:1.0:1778653790.379757:0:31424:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653790.379760:0:31424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653790.379762:0:31424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.379765:0:31424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653790.379769:0:31424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653790.379770:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1778653790.379772:0:31424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1778653790.379775:0:31424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000014e/0x1] 00000800:00000010:0.0:1778653790.379776:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915385eec400. 00000100:00000001:1.0:1778653790.379778:0:31424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000400:00000200:0.0:1778653790.379781:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1778653790.379782:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653790.379785:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000400:00000200:0.0:1778653790.379787:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000001:1.0:1778653790.379791:0:31424:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653790.379794:0:31424:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000800:00000001:0.0:1778653790.379795:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1778653790.379796:0:31424:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653790.379800:0:31424:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653790.379800:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653790.379809:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653926 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.379817:0:31424:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653790.379820:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653790.379823:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653790.379830:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653926 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653790.379838:0:31424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054668416:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1778653790.379844:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653790.379847:0:31424:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.379850:0:31424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653790.379852:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653790.379855:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653926 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653790.379862:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653790.379865:0:31424:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538c56fb40. 00000100:00000001:1.0:1778653790.379868:0:31424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653790.379870:0:31424:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.379872:0:31424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653790.379877:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653790.379880:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653790.379883:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=4 00000020:00000001:1.0:1778653790.379885:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:1.0:1778653790.379888:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000040:1.0:1778653790.379894:0:31424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26200, remote cookie: 0xdfa36d541726f7ac, flags: 0x1001 00010000:00010000:1.0:1778653790.379899:0:31424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653790.379907:0:31424:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1778653790.379910:0:31424:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1778653790.380211:0:31424:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063000. 00010000:00000010:0.0:1778653790.380216:0:31424:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75b00. 00010000:00000001:0.0:1778653790.380222:0:31424:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653790.380226:0:31424:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653790.380240:0:31424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380246:0:31424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653790.380250:0:31424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653790.380252:0:31424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653790.380254:0:31424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653790.380255:0:31424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653790.380258:0:31424:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff915383063000) refcount = 1 00010000:00010000:0.0:1778653790.380262:0:31424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380269:0:31424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653790.380272:0:31424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653790.380273:0:31424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653790.380276:0:31424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653790.380278:0:31424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653790.380281:0:31424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380287:0:31424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653790.380289:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380290:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.380291:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380292:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.380294:0:31424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653790.380299:0:31424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653790.380301:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380303:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380304:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.380306:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380309:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380311:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380312:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380314:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=4 00000020:00000001:0.0:1778653790.380315:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380317:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380320:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653790.380323:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653790.380326:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380332:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380333:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.380335:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380336:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380337:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=5 00000020:00000001:0.0:1778653790.380338:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380340:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380342:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653790.380344:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380349:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380351:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653790.380353:0:31424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380359:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653790.380360:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380361:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.380362:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380363:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653790.380369:0:31424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653926 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653790.380385:0:31424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653790.380390:0:31424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653926 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653790.380396:0:31424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.380403:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380404:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380405:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.380407:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380409:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00000002:00010000:0.0:1778653790.380412:0:31424:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1778653790.380420:0:31424:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915384cb7480. 00010000:00000001:0.0:1778653790.380422:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380423:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653790.380425:0:31424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653790.380427:0:31424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653790.380430:0:31424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653790.380432:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653790.380434:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:0.0:1778653790.380435:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653790.380437:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00010000:00000001:0.0:1778653790.380439:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380440:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380441:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.380443:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380445:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00000002:00010000:0.0:1778653790.380448:0:31424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.380459:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380460:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.380462:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653790.380463:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380464:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380465:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.380467:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380469:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000040:0.0:1778653790.380472:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 2 00010000:00000001:0.0:1778653790.380475:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653790.380479:0:31424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:0.0:1778653790.380481:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.380482:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653790.380484:0:31424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653790.380488:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb758 00000002:00002000:0.0:1778653790.380491:0:31424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1778653790.380494:0:31424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653790.380498:0:31424:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653790.380500:0:31424:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653790.380503:0:31424:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653790.380507:0:31424:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.380511:0:31424:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653790.380512:0:31424:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383ee1660 it_disposition 1800037 00000080:00002000:0.0:1778653790.380518:0:31424:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf2a6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1778653790.380522:0:31424:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653790.380525:0:31424:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:0.0:1778653790.380527:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb988 00000080:00200000:0.0:1778653790.380529:0:31424:0:(namei.c:1617:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff91538bd91988), intent=open|creat 00000080:00000001:0.0:1778653790.380532:0:31424:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:0.0:1778653790.380534:0:31424:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653790.380539:0:31424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653790.380543:0:31424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653790.380546:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1778653790.380549:0:31424:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1778653790.380561:0:31424:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bdb0840. 00000020:00000001:0.0:1778653790.380571:0:31424:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1778653790.380573:0:31424:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1778653790.380576:0:31424:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:0.0:1778653790.380577:0:31424:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff91538bdb0908) 00000020:00000001:0.0:1778653790.380581:0:31424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653790.380585:0:31424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653790.380590:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98200. 00000020:00000010:0.0:1778653790.380595:0:31424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98000. 00000020:00000010:0.0:1778653790.380598:0:31424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5000. 00000008:00000010:0.0:1778653790.380605:0:31424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653790.380610:0:31424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653790.380615:0:31424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653790.380621:0:31424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653790.380625:0:31424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653790.380628:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000008:00000010:0.0:1778653790.380632:0:31424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653790.380636:0:31424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653790.380639:0:31424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653790.380643:0:31424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653790.380646:0:31424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653790.380692:0:31424:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653790.380697:0:31424:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1778653790.380702:0:31424:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915389b22960. 00000020:00000001:0.0:1778653790.380705:0:31424:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653790.380707:0:31424:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653790.380714:0:31424:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1778653790.380718:0:31424:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538356b1f0. 00020000:00000001:0.0:1778653790.380721:0:31424:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386604650992 : -121687104900624 : ffff91538356b1f0) 00020000:00000001:0.0:1778653790.380724:0:31424:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1778653790.380727:0:31424:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653790.380732:0:31424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5240. 00020000:00000010:0.0:1778653790.380736:0:31424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75180. 00020000:00000010:0.0:1778653790.380742:0:31424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d57e0. 00020000:00000001:0.0:1778653790.380745:0:31424:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902882272 : -121686806669344 : ffff9153951d57e0) 00020000:00000002:0.0:1778653790.380748:0:31424:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d57e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653790.380752:0:31424:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653790.380756:0:31424:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75180: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653790.380759:0:31424:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1778653790.380760:0:31424:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d57e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653790.380764:0:31424:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653790.380766:0:31424:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75180: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1778653790.380770:0:31424:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915385c83930. 00020000:00000010:0.0:1778653790.380774:0:31424:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9153836ccc00. 00020000:00000001:0.0:1778653790.380779:0:31424:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1778653790.380782:0:31424:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff915389931ae0. 00020000:00000001:0.0:1778653790.380785:0:31424:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1778653790.380787:0:31424:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1778653790.380792:0:31424:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1778653790.380795:0:31424:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915389b22708. 00000020:00000001:0.0:1778653790.380796:0:31424:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653790.380798:0:31424:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653790.380800:0:31424:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386711308168 : -121686998243448 : ffff915389b22788) 00020000:00000001:0.0:1778653790.380805:0:31424:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1778653790.380809:0:31424:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9153829416c0. 00020000:00000001:0.0:1778653790.380811:0:31424:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653790.380815:0:31424:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711308168 : -121686998243448 : ffff915389b22788) 00020000:00000001:0.0:1778653790.380818:0:31424:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386711308168 : -121686998243448 : ffff915389b22788) 00020000:00000002:0.0:1778653790.380821:0:31424:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff915389b22708[0:0] -> [0x200000404:0x2a:0x0]@ffff915389b22960: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653790.380825:0:31424:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1778653790.380827:0:31424:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1778653790.380828:0:31424:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653790.380831:0:31424:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711308768 : -121686998242848 : ffff915389b229e0) 00000020:00001000:0.0:1778653790.380834:0:31424:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653790.380837:0:31424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98000. 00000020:00000010:0.0:1778653790.380841:0:31424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5000. 00000008:00000010:0.0:1778653790.380845:0:31424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653790.380848:0:31424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653790.380851:0:31424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653790.380855:0:31424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653790.380857:0:31424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653790.380860:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98200. 00000008:00000010:0.0:1778653790.380863:0:31424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653790.380865:0:31424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653790.380868:0:31424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653790.380870:0:31424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653790.380873:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000020:00000010:0.0:1778653790.380874:0:31424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653790.380878:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1778653790.380881:0:31424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1778653790.380883:0:31424:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1778653790 00000080:00000001:0.0:1778653790.380886:0:31424:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1778653790.380888:0:31424:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747541768 : -121686962009848 : ffff91538bdb0908) 00010000:00000001:0.0:1778653790.380891:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.380892:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.380893:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.380895:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.380909:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00000080:00000001:0.0:1778653790.380913:0:31424:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653790.380914:0:31424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653790.380917:0:31424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653790.380920:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000020:00000010:0.0:1778653790.380922:0:31424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653790.380924:0:31424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5000. 00000008:00000010:0.0:1778653790.380927:0:31424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653790.380929:0:31424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653790.380931:0:31424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653790.380935:0:31424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653790.380937:0:31424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653790.380939:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98000. 00000008:00000010:0.0:1778653790.380941:0:31424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653790.380943:0:31424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653790.380946:0:31424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653790.380948:0:31424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653790.380950:0:31424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653790.380952:0:31424:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653790.380954:0:31424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653790.380956:0:31424:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653790.380957:0:31424:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653790.380960:0:31424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5ea0. 00020000:00000010:0.0:1778653790.380962:0:31424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75500. 00020000:00000010:0.0:1778653790.380965:0:31424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d5d80. 00020000:00000001:0.0:1778653790.380967:0:31424:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902883712 : -121686806667904 : ffff9153951d5d80) 00020000:00000002:0.0:1778653790.380969:0:31424:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5d80, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653790.380977:0:31424:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653790.380980:0:31424:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75500: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653790.380983:0:31424:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b1f0) owner ffff915383a2cf80 00020000:00000001:0.0:1778653790.380985:0:31424:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653790.380987:0:31424:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b1f0) owner ffff915383a2cf80 00020000:00000010:0.0:1778653790.381196:0:31424:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75500. 00020000:00000010:0.0:1778653790.381201:0:31424:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5ea0. 00020000:00000010:0.0:1778653790.381204:0:31424:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d5d80. 00020000:00000002:0.0:1778653790.381207:0:31424:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653790.381209:0:31424:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653790.381211:0:31424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653790.381215:0:31424:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653790.381218:0:31424:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000002:0.0:1778653790.381221:0:31424:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d57e0 addref 2/0 by ffff915383a2cf80. 00020000:00000002:0.0:1778653790.381223:0:31424:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000001:0.0:1778653790.381226:0:31424:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653790.381228:0:31424:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653790.381230:0:31424:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653790.381231:0:31424:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653790.381233:0:31424:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653790.381235:0:31424:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1778653790.381238:0:31424:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653790.381240:0:31424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653790.381243:0:31424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5000. 00000008:00000010:0.0:1778653790.381245:0:31424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653790.381247:0:31424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653790.381250:0:31424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653790.381252:0:31424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653790.381255:0:31424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653790.381257:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000008:00000010:0.0:1778653790.381259:0:31424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653790.381261:0:31424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653790.381263:0:31424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653790.381265:0:31424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653790.381267:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98000. 00000020:00000010:0.0:1778653790.381269:0:31424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653790.381272:0:31424:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.381274:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.381275:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653790.381277:0:31424:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653790.381280:0:31424:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653790.381282:0:31424:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653790.381285:0:31424:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) 00000080:00010000:0.0:1778653790.381288:0:31424:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) for lock 0x3df471c51a890111 00800000:00000001:0.0:1778653790.381291:0:31424:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653790.381292:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653790.381294:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.381295:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.381297:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.381299:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.381301:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.381303:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.381304:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653790.381306:0:31424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653790.381308:0:31424:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381309:0:31424:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:0.0:1778653790.381311:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653790.381317:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653790.381324:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381329:0:31424:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653790.381332:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) 00000080:00000001:0.0:1778653790.381335:0:31424:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653790.381339:0:31424:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d5c00. 00000100:00000001:0.0:1778653790.381342:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653790.381344:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653790.381350:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381353:0:31424:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1778653790.381355:0:31424:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381363:0:31424:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653790.381365:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba60 00000080:00200008:0.0:1778653790.381367:0:31424:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff91538bdb0908), flags 104501 00000080:00000010:0.0:1778653790.381375:0:31424:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7fa40. 00000080:00000010:0.0:1778653790.381380:0:31424:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7900. 00000080:00000001:0.0:1778653790.381383:0:31424:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653790.381386:0:31424:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653790.381389:0:31424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653790.381392:0:31424:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cefe20. 00000002:00100000:0.0:1778653790.381396:0:31424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653790.381402:0:31424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653790.381404:0:31424:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653790.381408:0:31424:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653790.381411:0:31424:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381414:0:31424:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653790.381416:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653790.381419:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653790.381426:0:31424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653790.381429:0:31424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:0.0:1778653790.381457:0:31424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653790.381459:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653790.381461:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba60 00000080:00000008:0.0:1778653790.381463:0:31424:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff91538bdb0908), flags 104501, rc = 0 00000080:00000001:0.0:1778653790.381467:0:31424:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653790.381469:0:31424:0:(dcache.c:176:ll_intent_release()) intent ffff915383ee1660 released 00000080:00010000:0.0:1778653790.381471:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890111 from it ffff915383ee1660 00010000:00000001:0.0:1778653790.381473:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653790.381474:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653790.381476:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26200 refcount=3 00000020:00000001:0.0:1778653790.381478:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.381480:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628485632 : -121687081065984 : ffff915384c26200) 00010000:00000001:0.0:1778653790.381482:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653790.381486:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653790.381493:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.381494:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.381495:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653790.381498:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653790.381500:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653790.381507:0:31424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653790.381509:0:31424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653790.381512:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653790.381516:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.381517:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.381519:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.381521:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653790.381523:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.381525:0:31424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.381528:0:31424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.381530:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653790.381531:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.381532:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653790.381533:0:31424:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653790.381535:0:31424:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653790.381537:0:31424:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653790.381538:0:31424:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653790.381540:0:31424:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653790.381542:0:31424:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381545:0:31424:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653790.381547:0:31424:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381549:0:31424:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653790.381551:0:31424:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381553:0:31424:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653790.381556:0:31424:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383ee1660. 00000080:00000001:0.0:1778653790.381559:0:31424:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381564:0:31424:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653790.381566:0:31424:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff91538bdb0908), inode mode 81a4 mask 40 00000080:00000001:0.0:1778653790.381570:0:31424:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653790.381609:0:31424:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653790.381611:0:31424:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000002:0.0:1778653790.381614:0:31424:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000001:0.0:1778653790.381616:0:31424:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381626:0:31424:0:(llite_lib.c:2294:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1778653790.381628:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc30 00000080:00200008:0.0:1778653790.381630:0:31424:0:(llite_lib.c:2303:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff91538bdb0908) current size 0, valid attrs 20070, mode 9153, uid -1055469406, gid -1, new size 213440, atime 1778653790.000000000, mtime 1778653790.000000000, ctime 1778653790.000000000 00000080:00000002:0.0:1778653790.381636:0:31424:0:(llite_lib.c:2352:ll_setattr_raw()) setting mtime 1778653790, ctime 1778653790, now = 1778653790 00000080:00000010:0.0:1778653790.381640:0:31424:0:(llite_lib.c:2361:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff915389b98000. 00000080:00000001:0.0:1778653790.381643:0:31424:0:(llite_lib.c:2001:ll_md_setattr()) Process entered 00800000:00000001:0.0:1778653790.381769:0:31424:0:(lmv_obd.c:3008:lmv_setattr()) Process entered 00800000:00000002:0.0:1778653790.381772:0:31424:0:(lmv_obd.c:3012:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x201f0/0x1 00000002:00000001:0.0:1778653790.381778:0:31424:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1778653790.381780:0:31424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653790.381785:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 2 00010000:00000001:0.0:1778653790.381788:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653790.381790:0:31424:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653790.381793:0:31424:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653790.381795:0:31424:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1778653790.381803:0:31424:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653790.381806:0:31424:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653790.381808:0:31424:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653790.381810:0:31424:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1778653790.381813:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653790.381815:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653790.381817:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 3 00010000:00000001:0.0:1778653790.381819:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653790.381821:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653790.381823:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653790.381824:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653790.381825:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 3 00010000:00000001:0.0:1778653790.381827:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653790.381829:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653790.381830:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653790.381831:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653790.381833:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 3 00010000:00000001:0.0:1778653790.381834:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653790.381836:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653790.381837:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653790.381838:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653790.381839:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 3 00010000:00000001:0.0:1778653790.381841:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653790.381843:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381845:0:31424:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381847:0:31424:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653790.381848:0:31424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653790.381852:0:31424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653790.381855:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000020:00000010:0.0:1778653790.381858:0:31424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653790.381860:0:31424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5000. 00000008:00000010:0.0:1778653790.381864:0:31424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653790.381866:0:31424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653790.381869:0:31424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653790.381873:0:31424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653790.381876:0:31424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653790.381879:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99000. 00000008:00000010:0.0:1778653790.381881:0:31424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653790.381883:0:31424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653790.381886:0:31424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653790.381888:0:31424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653790.381891:0:31424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653790.381893:0:31424:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653790.381894:0:31424:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653790.381895:0:31424:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1778653790.381908:0:31424:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653790.381910:0:31424:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653790.381912:0:31424:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653790.381914:0:31424:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653790.381916:0:31424:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653790.381918:0:31424:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653790.381920:0:31424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653790.381922:0:31424:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653790.381924:0:31424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98200. 00000020:00000010:0.0:1778653790.381927:0:31424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5000. 00000008:00000010:0.0:1778653790.381930:0:31424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653790.381932:0:31424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653790.381935:0:31424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653790.381937:0:31424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653790.381940:0:31424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653790.381943:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000008:00000010:0.0:1778653790.381945:0:31424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653790.381946:0:31424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653790.381949:0:31424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653790.381951:0:31424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653790.381953:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99000. 00000020:00000010:0.0:1778653790.381954:0:31424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653790.381956:0:31424:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653790.381959:0:31424:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653790.381961:0:31424:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff91538bdb0908) invalid 00000020:00000001:0.0:1778653790.381963:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb838 00000080:00002000:0.0:1778653790.381965:0:31424:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf2a6c0) parent ffff91538bf28360 inode ffff91538bdb0908 refc 1 00000080:00000001:0.0:1778653790.381969:0:31424:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653790.381970:0:31424:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653790.381972:0:31424:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.381975:0:31424:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653790.381978:0:31424:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653790.381979:0:31424:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653790.381981:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653790.381983:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653790.381986:0:31424:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c26200 with handle 0x3df471c51a890111 from hash 00010000:00000001:0.0:1778653790.381988:0:31424:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653790.381998:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.381999:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.382001:0:31424:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653790.382003:0:31424:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653790.382004:0:31424:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653790.382007:0:31424:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653790.382009:0:31424:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653790.382011:0:31424:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653790.382016:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653790.382021:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653790.382026:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653790.382030:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653790.382032:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653790.382033:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.382034:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653790.382037:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653790.382039:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653790.382043:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653790.382048:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389b99000. 00000100:00000001:0.0:1778653790.382054:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.382056:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653790.382058:0:31424:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653790.382062:0:31424:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653790.382068:0:31424:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653790.382070:0:31424:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653790.382071:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653790.382073:0:31424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26200/0x3df471c51a890111 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f7ac expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1778653790.382079:0:31424:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7480. 00010000:00000040:0.0:1778653790.382082:0:31424:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063000 count: 0 00010000:00000010:0.0:1778653790.382087:0:31424:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75b00. 00010000:00000001:0.0:1778653790.382092:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653790.382094:0:31424:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.382096:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653790.382097:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653790.382099:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1778653790.382100:0:31424:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1778653790, ctime 1778653790 00000020:00100000:0.0:1778653790.382108:0:31424:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1778653790.382114:0:31424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653790.382121:0:31424:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653790.382123:0:31424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653790.382130:0:31424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382ed73c0. 00000100:00000001:0.0:1778653790.382132:0:31424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597753792 : -121687111797824 : ffff915382ed73c0) 00000100:00000001:0.0:1778653790.382135:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653790.382136:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653790.382139:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653790.382143:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653790.382145:0:31424:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653790.382147:0:31424:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653790.382150:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653790.382157:0:31424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653790.382159:0:31424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653790.382163:0:31424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653790.382166:0:31424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653790.382168:0:31424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653790.382172:0:31424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054668672:192.168.204.110@tcp:36:touch.0 00000100:00000001:0.0:1778653790.382176:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653790.382181:0:31424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653790.382183:0:31424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653790.382185:0:31424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653790.382189:0:31424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eec400. 02000000:00000001:0.0:1778653790.382191:0:31424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653790.382197:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653790.382201:0:31424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899004d0. 00000400:00000010:0.0:1778653790.382207:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a296e8. 00000100:00000200:0.0:1778653790.382214:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054668672, portal 10 00000100:00000001:0.0:1778653790.382216:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653790.382217:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653790.382222:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653790.382229:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653790.382232:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653790.382234:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29aa0. 00000100:00000200:0.0:1778653790.382238:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054668672, offset 0 00000400:00000200:0.0:1778653790.382243:0:31424:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653790.382251:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.382258:0:31424:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653790.382263:0:31424:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653790.382267:0:31424:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653790.382271:0:31424:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653790.382274:0:31424:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653790.382278:0:31424:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2361:2361:256:4294967295] 192.168.204.110@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:0.0:1778653790.382283:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653790.382291:0:31424:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653790.382296:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653790.382300:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8ad00. 00000800:00000200:0.0:1778653790.382305:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653790.382312:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653790.382316:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8ad00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1778653790.382336:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653790.382341:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 793687 usecs (794 jiffies) 00000400:00000200:0.0:1778653790.382344:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653790.382347:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296346352 00000100:00000001:0.0:1778653790.382350:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296347787 00000100:00000001:0.0:1778653790.382352:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296346352 00000100:00000001:0.0:1778653790.382355:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296347787 00000100:00000001:0.0:1778653790.382357:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653790.382360:0:31424:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653790.382362:0:31424:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653790.382364:0:31424:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1778653790.382367:0:31424:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed73c0 going to sleep for 131 seconds 00000100:00000001:0.0:1778653790.382370:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653790.382373:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653790.382457:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653790.382461:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ad00. 00000400:00000200:1.0:1778653790.382468:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653790.382474:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653790.382478:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29aa0 00000400:00000010:1.0:1778653790.382481:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29aa0. 00000100:00000001:1.0:1778653790.382485:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653790.382496:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653790.382504:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653790.382507:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653926 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653790.382512:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653790.382513:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653790.387720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063000. 00010000:00000010:0.1:1778653790.387749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26200. 00010000:00000001:1.0:1778653790.680941:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653790.680947:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653790.680951:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653790.680953:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653790.681040:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653790.681043:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653790.681046:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653791.706245:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653791.706251:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653791.706257:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653791.706258:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653791.706355:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653791.706359:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653791.706362:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778653792.691367:0:31444:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653792.691375:0:31444:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653792.691377:0:31444:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653792.691383:0:31444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653792.691386:0:31444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653792.691391:0:31444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653792.691392:0:31444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653792.691394:0:31444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653792.691396:0:31444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653792.691399:0:31444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653792.691400:0:31444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653792.691402:0:31444:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1778653792.691405:0:31444:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653792.691408:0:31444:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653792.691451:0:31444:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1778653792.691484:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653792.691487:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653792.691490:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653792.691493:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653792.691496:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653792.691501:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1778653792.691515:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653792.692839:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653792.692847:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653792.692850:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1778653792.692856:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.692859:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.692867:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:2.0:1778653792.692875:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.692880:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.692881:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.692883:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.692884:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:2.0:1778653792.692886:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.692888:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.692890:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.692894:0:15848:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653792.692896:0:15848:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff91538bd91988) invalid 00000020:00000001:2.0:1778653792.692900:0:15848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ccfca0 00000080:00002000:2.0:1778653792.692903:0:15848:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91538bf28360) parent ffff91538bd08360 inode ffff91538bd91988 refc 1 00000080:00000001:2.0:1778653792.692907:0:15848:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653792.692909:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653792.692911:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653792.692915:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653792.692920:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653792.692922:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653792.692923:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653792.692926:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653792.692930:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a600 with handle 0x3df471c51a89010a from hash 00010000:00000001:2.0:1778653792.692933:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653792.692935:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653792.692937:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653792.692938:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653792.692942:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653792.692945:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653792.692949:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653792.692952:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653792.692960:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653792.692963:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653792.692964:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653792.692965:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1778653792.692967:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.692968:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.692970:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:2.0:1778653792.692972:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.692974:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.692975:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.692976:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.692977:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:2.0:1778653792.692978:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.692979:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.692980:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.692980:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.692981:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:2.0:1778653792.692982:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.692983:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.692984:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653792.692986:0:15848:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653792.692989:0:15848:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653792.693044:0:15848:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653792.693046:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653792.693047:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653792.693048:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653792.693050:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653792.693050:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653792.693051:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653792.693052:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653792.693054:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177200 with handle 0x3df471c51a8900f5 from hash 00010000:00000001:2.0:1778653792.693055:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653792.693056:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653792.693057:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653792.693058:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653792.693059:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653792.693060:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653792.693061:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653792.693064:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1778653792.693068:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653792.693069:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653792.693070:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653792.693071:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1778653792.693072:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.693073:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.693075:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653792.693076:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.693077:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.693078:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.693079:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.693080:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653792.693081:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.693082:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.693083:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.693083:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.693084:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653792.693085:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.693086:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.693087:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.693087:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653792.693088:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653792.693089:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653792.693090:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.693091:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.693092:0:15848:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653792.693094:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653792.693146:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653792.693153:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1be00. 00000020:00000010:3.0:1778653792.693159:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1b600. 00000020:00000010:3.0:1778653792.693163:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b2a0. 00000008:00000010:3.0:1778653792.693171:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653792.693177:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653792.693183:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653792.693189:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653792.693193:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653792.693196:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1ae00. 00000008:00000010:3.0:1778653792.693200:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653792.693204:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653792.693208:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653792.693211:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653792.693214:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653792.693218:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653792.693220:0:15848:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1778653792.693223:0:15848:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:3.0:1778653792.693226:0:15848:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1778653792.693229:0:15848:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1778653792.693234:0:15848:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653792.693236:0:15848:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653792.693238:0:15848:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1778653792.693240:0:15848:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653792.693242:0:15848:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653792.693243:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653792.693247:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1b600. 00000020:00000010:3.0:1778653792.693250:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b2a0. 00000008:00000010:3.0:1778653792.693253:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653792.693257:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653792.693260:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653792.693263:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653792.693266:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653792.693269:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1be00. 00000008:00000010:3.0:1778653792.693271:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653792.693274:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653792.693277:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653792.693279:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653792.693281:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1ae00. 00000020:00000010:3.0:1778653792.693283:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653792.693285:0:15848:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653792.693287:0:15848:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653792.693289:0:15848:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff91538bd97448) invalid 00000020:00000001:3.0:1778653792.693291:0:15848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ccfca0 00000080:00002000:3.0:1778653792.693293:0:15848:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bde0948) parent ffff91538bde0438 inode ffff91538bd97448 refc 1 00000080:00000001:3.0:1778653792.693297:0:15848:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653792.693298:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653792.693299:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653792.693302:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653792.693304:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653792.693305:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653792.693306:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653792.693308:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653792.693310:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176600 with handle 0x3df471c51a890103 from hash 00010000:00000001:3.0:1778653792.693312:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653792.693314:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653792.693315:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653792.693316:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653792.693317:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653792.693318:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653792.693321:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653792.693324:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1778653792.693331:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653792.693333:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653792.693334:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653792.693335:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:3.0:1778653792.693338:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653792.693339:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653792.693342:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653792.693344:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653792.693346:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653792.693347:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653792.693348:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653792.693349:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653792.693351:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653792.693352:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653792.693354:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653792.693355:0:15848:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653792.693357:0:15848:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff91538bd942c8) invalid 00000020:00000001:3.0:1778653792.693359:0:15848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ccfca0 00000080:00002000:3.0:1778653792.693361:0:15848:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91538bde0438) parent ffff91538bd08360 inode ffff91538bd942c8 refc 1 00000080:00000001:3.0:1778653792.693363:0:15848:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653792.693364:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653792.693366:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653792.693368:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653792.693369:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653792.693370:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653792.693371:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653792.693373:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653792.693374:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176000 with handle 0x3df471c51a8900fc from hash 00010000:00000001:3.0:1778653792.693376:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653792.693377:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653792.693378:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653792.693380:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653792.693381:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653792.693382:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653792.693384:0:15848:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1778653792.693387:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653792.693389:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1778653792.693396:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e300. 00000020:00000040:3.0:1778653792.693401:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653792.693406:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653792.693408:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653792.693414:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653792.693421:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1ae00. 00000100:00000001:3.0:1778653792.693427:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653792.693430:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653792.693435:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653792.693443:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653792.693450:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653792.693456:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653792.693461:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1778653792.693463:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1778653792.693466:0:15848:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653792.693468:0:15848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653792.693474:0:15848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653792.693477:0:15848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679545856 : -121687030005760 : ffff915387cd8000) 00000100:00000001:3.0:1778653792.693479:0:15848:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653792.693481:0:15848:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00000100:00000001:3.0:1778653792.693486:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653792.693491:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653792.693493:0:15848:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653792.693495:0:15848:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653792.693506:0:15848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653792.693514:0:15848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653792.693528:0:15848:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653792.693533:0:15848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653792.693536:0:15848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653792.693538:0:15848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653792.693998:0:15848:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:3368fde0-d18c-4c9c-a094-d50367bc642b:15848:1865052054668800:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653792.694004:0:15848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653792.694010:0:15848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653792.694012:0:15848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653792.694015:0:15848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653792.694019:0:15848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1be00. 02000000:00000001:3.0:1778653792.694021:0:15848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653792.694028:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653792.694032:0:15848:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653792.694039:0:15848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653792.694048:0:15848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054668800, portal 18 00000100:00000001:3.0:1778653792.694050:0:15848:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653792.694051:0:15848:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00000100:00000040:3.0:1778653792.694059:0:15848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653792.694067:0:15848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653792.694070:0:15848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653792.694072:0:15848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cc38. 00000100:00000200:3.0:1778653792.694076:0:15848:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1865052054668800, offset 0 00000400:00000200:3.0:1778653792.694082:0:15848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653792.694092:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653792.694099:0:15848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653792.694105:0:15848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653792.694109:0:15848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653792.694112:0:15848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653792.694116:0:15848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653792.694120:0:15848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2362:2362:256:4294967295] 192.168.204.110@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:3.0:1778653792.694124:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653792.694134:0:15848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653792.694140:0:15848:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653792.694145:0:15848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653792.694152:0:15848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653792.694161:0:15848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653792.694165:0:15848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1778653792.694224:0:15848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653792.694229:0:15848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 793687 usecs (794 jiffies) 00000400:00000200:3.0:1778653792.694232:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653792.694235:0:15848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296348664 00000100:00000001:3.0:1778653792.694243:0:15848:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296347787 00000100:00000001:3.0:1778653792.694248:0:15848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296348664 00000100:00000001:3.0:1778653792.694251:0:15848:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296347787 00000100:00000001:3.0:1778653792.694254:0:15848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653792.694257:0:15848:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653792.694260:0:15848:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653792.694261:0:15848:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653792.694264:0:15848:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8000 going to sleep for 11 seconds 00000100:00000001:3.0:1778653792.694267:0:15848:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653792.694270:0:15848:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653792.694391:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653792.694397:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:0.0:1778653792.694401:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653792.694406:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653792.694411:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cc38 00000400:00000010:0.0:1778653792.694414:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cc38. 00000100:00000001:0.0:1778653792.694417:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653792.694422:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653792.694431:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653792.694435:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653792.694441:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653792.694443:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653792.698742:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653792.698761:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653792.698765:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653792.698768:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653792.698778:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653792.698786:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653792.698795:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653792.698800:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653792.698806:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653792.698810:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534c600 00000400:00000200:1.0:1778653792.698814:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653792.698820:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x61e1 [1] + 224 00000800:00000001:1.0:1778653792.698828:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653792.698834:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653792.698838:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653792.698843:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653792.698851:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653792.698958:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653792.698971:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653792.698999:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653792.699009:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653792.699013:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653792.699148:0:15848:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653792.699158:0:15848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653792.699160:0:15848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653792.699163:0:15848:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653792.699168:0:15848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653792.699170:0:15848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653792.699174:0:15848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653792.699178:0:15848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653792.699187:0:15848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653792.699194:0:15848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653792.699196:0:15848:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653792.699199:0:15848:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653792.699202:0:15848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653792.699205:0:15848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653792.699207:0:15848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653792.699210:0:15848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653792.699219:0:15848:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653792.699223:0:15848:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653792.699225:0:15848:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653792.699227:0:15848:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653792.699230:0:15848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653792.699234:0:15848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653792.699238:0:15848:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653792.699240:0:15848:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967628 00000100:00000001:3.0:1778653792.699242:0:15848:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653792.699245:0:15848:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653792.699249:0:15848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653792.699262:0:15848:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653792.699265:0:15848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653792.699267:0:15848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653792.699271:0:15848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653792.699279:0:15848:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:3368fde0-d18c-4c9c-a094-d50367bc642b:15848:1865052054668800:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653792.699284:0:15848:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653792.699286:0:15848:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653792.699289:0:15848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653792.699291:0:15848:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653792.699295:0:15848:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653792.699301:0:15848:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653792.699304:0:15848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653792.699307:0:15848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653792.699309:0:15848:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653792.699311:0:15848:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653792.699314:0:15848:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e300 x1865052054668800/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1778653808 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653792.699319:0:15848:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653792.699322:0:15848:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653792.699325:0:15848:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1be00. 02000000:00000001:3.0:1778653792.699328:0:15848:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653792.699331:0:15848:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653792.699333:0:15848:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653792.699334:0:15848:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653792.699337:0:15848:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1ae00. 02000000:00000001:3.0:1778653792.699340:0:15848:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653792.699342:0:15848:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653792.699343:0:15848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e300. 00000100:00000001:3.0:1778653792.699346:0:15848:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653792.699348:0:15848:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653792.699351:0:15848:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1778653792.699354:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653792.699358:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89010a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f790 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1778653792.699368:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcba00 count: 0 00010000:00000010:3.0:1778653792.699376:0:15848:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2db00. 00010000:00000001:3.0:1778653792.699385:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653792.699387:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653792.699389:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8900f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f735 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1778653792.699396:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6200 count: 0 00010000:00000010:3.0:1778653792.699398:0:15848:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9b80. 00010000:00000001:3.0:1778653792.699405:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653792.699406:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653792.699408:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a890103 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f76d expref: -99 pid: 31414 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1778653792.699414:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba480. 00010000:00000040:3.0:1778653792.699417:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6000 count: 0 00010000:00000010:3.0:1778653792.699420:0:15848:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9b00. 00010000:00000001:3.0:1778653792.699425:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653792.699426:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653792.699429:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a8900fc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f751 expref: -99 pid: 31414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1778653792.699435:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6e00 count: 0 00010000:00000010:3.0:1778653792.699437:0:15848:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9080. 00010000:00000001:3.0:1778653792.699441:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653792.699442:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653792.699449:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653792.699452:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653792.699454:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653792.699457:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653792.699459:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653792.699460:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653792.699461:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653792.699463:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653792.699464:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653792.699466:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653792.704823:0:31444:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653792.704830:0:31444:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653792.704833:0:31444:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:3.1:1778653792.716539:0:31445:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcba00. 00010000:00000010:3.1:1778653792.716553:0:31445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00010000:00000010:3.1:1778653792.716557:0:31445:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6200. 00010000:00000010:3.1:1778653792.716560:0:31445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778653792.716564:0:31445:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6000. 00010000:00000010:3.1:1778653792.716567:0:31445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00010000:00000010:3.1:1778653792.716570:0:31445:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6e00. 00010000:00000010:3.1:1778653792.716573:0:31445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00020000:00000001:2.0:1778653792.724036:0:31414:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653792.724045:0:31414:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff91538d88cf80 00020000:00000002:2.0:1778653792.724050:0:31414:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:2.0:1778653792.724052:0:31414:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.724059:0:31414:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653792.724062:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47db8 00000080:00200008:2.0:1778653792.724065:0:31414:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff91538bd97448), flags 100002 00000080:00000001:2.0:1778653792.724070:0:31414:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653792.724073:0:31414:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1778653792.724074:0:31414:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653792.724075:0:31414:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff91538d88cf80 00020000:00000002:2.0:1778653792.724077:0:31414:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:2.0:1778653792.724079:0:31414:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653792.724081:0:31414:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653792.724089:0:31414:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653792.724093:0:31414:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653792.724099:0:31414:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653792.724106:0:31414:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653792.724108:0:31414:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:2.0:1778653792.724110:0:31414:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653792.724210:0:31414:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653792.724216:0:31414:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153839e5e00. 00000080:00000001:2.0:1778653792.724219:0:31414:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653792.724223:0:31414:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653792.724227:0:31414:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653792.724229:0:31414:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:2.0:1778653792.724233:0:31414:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653792.724235:0:31414:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:2.0:1778653792.724241:0:31414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2d80. 00000020:00000040:2.0:1778653792.724246:0:31414:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653792.724250:0:31414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653792.724253:0:31414:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653792.724258:0:31414:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653792.724263:0:31414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4c00. 00000100:00000001:2.0:1778653792.724269:0:31414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653792.724287:0:31414:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653792.724298:0:31414:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1778653792.724303:0:31414:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653792.724316:0:31414:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653792.724318:0:31414:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653792.724324:0:31414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910a80. 00000100:00000001:2.0:1778653792.724326:0:31414:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709138048 : -121687000413568 : ffff915389910a80) 00000100:00000001:2.0:1778653792.724329:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653792.724330:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649050496 : -121687060501120 : ffff915385fc2d80) 00000100:00000001:2.0:1778653792.724335:0:31414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653792.724339:0:31414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653792.724341:0:31414:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653792.724343:0:31414:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653792.724346:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653792.724354:0:31414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653792.724357:0:31414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653792.724360:0:31414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653792.724362:0:31414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653792.724365:0:31414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653792.724368:0:31414:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054669056:192.168.204.110@tcp:35:multiop.0 00000100:00000001:2.0:1778653792.724373:0:31414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653792.724377:0:31414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653792.724379:0:31414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653792.724382:0:31414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653792.724386:0:31414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e400. 02000000:00000001:2.0:1778653792.724388:0:31414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653792.724396:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653792.724400:0:31414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e8f0. 00000400:00000010:2.0:1778653792.724406:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490000. 00000100:00000200:2.0:1778653792.724413:0:31414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054669056, portal 10 00000100:00000001:2.0:1778653792.724415:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653792.724417:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649050496 : -121687060501120 : ffff915385fc2d80) 00000100:00000040:2.0:1778653792.724423:0:31414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653792.724436:0:31414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653792.724438:0:31414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653792.724442:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490088. 00000100:00000200:2.0:1778653792.724445:0:31414:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054669056, offset 0 00000400:00000200:2.0:1778653792.724452:0:31414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653792.724461:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653792.724468:0:31414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653792.724473:0:31414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653792.724477:0:31414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653792.724480:0:31414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653792.724483:0:31414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653792.724488:0:31414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2363:2363:256:4294967295] 192.168.204.110@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:2.0:1778653792.724493:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653792.724503:0:31414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653792.724508:0:31414:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653792.724513:0:31414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915383030000. 00000800:00000200:2.0:1778653792.724519:0:31414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653792.724527:0:31414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653792.724531:0:31414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383030000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653792.724547:0:31414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653792.724551:0:31414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 792583 usecs (793 jiffies) 00000400:00000200:2.0:1778653792.724555:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653792.724558:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296348693 00000100:00000001:2.0:1778653792.724565:0:31414:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296348664 00000100:00000001:2.0:1778653792.724570:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296348693 00000100:00000001:2.0:1778653792.724574:0:31414:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296348664 00000100:00000001:2.0:1778653792.724577:0:31414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653792.724579:0:31414:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653792.724582:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653792.724584:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653792.724587:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 11 seconds 00000100:00000001:2.0:1778653792.724589:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653792.724592:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653792.724746:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653792.724751:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030000. 00000400:00000200:0.0:1778653792.724755:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653792.724761:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653792.724765:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:0.0:1778653792.724768:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:0.0:1778653792.724772:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653792.724776:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653792.724786:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653792.724789:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653808 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653792.724796:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653792.724798:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1778653792.727902:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653792.727910:0:18800:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653792.727912:0:18800:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653792.727916:0:18800:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653792.727921:0:18800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653792.727923:0:18800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653792.727925:0:18800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653792.727928:0:18800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653792.728017:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653792.728021:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653792.728024:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1778653792.983799:0:15837:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1778653792.983805:0:15837:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1778653792.984036:0:15839:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff915383e12000. 00000100:00000001:2.0:1778653792.984043:0:15839:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1778653792.984044:0:15839:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.495872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653793.495881:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653793.495892:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e300. 00000020:00000040:3.0:1778653793.495898:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653793.495914:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653793.495917:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653793.495922:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653793.495929:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5800. 00000100:00000001:3.0:1778653793.495935:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.495946:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653793.495956:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653793.495960:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.495966:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b37244a] to pc [ptlrpcd_01_00+0] req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653793.495994:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.495997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653793.496000:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653793.496003:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f480. 00000020:00000040:3.0:1778653793.496005:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653793.496008:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653793.496009:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653793.496011:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653793.496014:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5200. 00000100:00000001:3.0:1778653793.496017:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496021:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653793.496028:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653793.496030:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006449b4c7] to pc [ptlrpcd_01_01+1] req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653793.496049:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653793.496120:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653793.496125:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e680. 00000020:00000040:3.0:1778653793.496128:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653793.496130:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653793.496131:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653793.496134:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653793.496137:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5e00. 00000100:00000001:3.0:1778653793.496141:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496145:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653793.496152:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653793.496154:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496157:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108e2540] to pc [ptlrpcd_01_00+0] req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653793.496163:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653793.496168:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653793.496171:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ce00. 00000020:00000040:3.0:1778653793.496173:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653793.496175:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653793.496177:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653793.496178:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653793.496182:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5a00. 00000100:00000001:3.0:1778653793.496184:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496187:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653793.496194:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653793.496195:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496198:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8234d86] to pc [ptlrpcd_01_01+1] req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653793.496205:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653793.496208:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1686) 00000100:00000001:2.0:1778653793.496273:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.496277:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653793.496280:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653793.496285:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496293:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653793.496295:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496298:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653793.496300:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653793.496303:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653793.496306:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054669184:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653793.496309:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653793.496314:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653793.496317:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496319:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653793.496323:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e5c00. 02000000:00000001:2.0:1778653793.496325:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653793.496331:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653793.496336:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653793.496341:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864905d8. 00000100:00000200:2.0:1778653793.496347:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669184, portal 25 00000100:00000001:2.0:1778653793.496349:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653793.496351:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00000100:00000040:2.0:1778653793.496356:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496363:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653793.496366:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653793.496368:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864904c8. 00000100:00000200:2.0:1778653793.496371:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054669184, offset 0 00000400:00000200:2.0:1778653793.496377:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496385:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496392:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653793.496397:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653793.496401:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653793.496404:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653793.496407:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496411:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2364:2364:256:4294967295] 192.168.204.110@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:2.0:1778653793.496416:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496426:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653793.496431:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653793.496436:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915383030400. 00000800:00000200:2.0:1778653793.496442:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653793.496450:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653793.496454:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383030400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653793.496507:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653793.496511:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653793.496514:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296352904 00000100:00000001:2.0:1778653793.496522:0:2368:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296348693 00000100:00000001:2.0:1778653793.496526:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296352904 00000100:00000001:2.0:1778653793.496529:0:2368:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296348693 00000100:00000001:2.0:1778653793.496532:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.496535:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.496537:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653793.496541:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496548:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653793.496550:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496552:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653793.496553:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653793.496555:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653793.496558:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054669440:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653793.496561:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653793.496564:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653793.496565:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496567:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653793.496570:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e4000. 02000000:00000001:2.0:1778653793.496571:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653793.496574:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653793.496577:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ec08. 00000400:00000010:2.0:1778653793.496580:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653793.496583:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669440, portal 4 00000100:00000001:2.0:1778653793.496584:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653793.496585:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000040:2.0:1778653793.496591:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496606:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653793.496608:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653793.496611:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653793.496613:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054669440, offset 0 00000400:00000200:2.0:1778653793.496617:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496620:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496623:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653793.496626:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653793.496628:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653793.496630:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653793.496632:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496635:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2365:2365:255:4294967295] 192.168.204.110@tcp LPNI seq info [2365:2365:7:4294967295] 00000400:00000200:2.0:1778653793.496638:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496644:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653793.496692:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653793.496696:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915383030000. 00000800:00000200:2.0:1778653793.496699:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653793.496703:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653793.496705:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383030000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653793.496708:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.496711:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21721 usecs (22 jiffies) 00000400:00000200:2.0:1778653793.496714:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653793.496715:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296348695 00000100:00000001:2.0:1778653793.496717:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296352904 00000100:00000001:2.0:1778653793.496719:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296348695 00000100:00000001:2.0:1778653793.496721:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296352904 00000100:00000001:2.0:1778653793.496723:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.496724:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.496740:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.496743:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.496750:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653793.496752:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653793.496755:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.496756:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653793.496757:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653793.496759:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1778653793.496761:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.496763:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653793.496764:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.496765:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.496766:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653793.496767:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653793.496770:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496777:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653793.496778:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496781:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653793.496783:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653793.496784:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653793.496787:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054669312:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653793.496790:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653793.496792:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653793.496794:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496795:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653793.496798:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e5800. 02000000:00000001:2.0:1778653793.496800:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653793.496803:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653793.496805:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653793.496808:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490e58. 00000100:00000200:2.0:1778653793.496811:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669312, portal 10 00000100:00000001:2.0:1778653793.496812:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653793.496814:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678789248 : -121687030762368 : ffff915387c1f480) 00000100:00000040:2.0:1778653793.496818:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496825:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653793.496827:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653793.496829:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490f68. 00000100:00000200:2.0:1778653793.496831:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054669312, offset 0 00000400:00000200:2.0:1778653793.496835:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496839:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496842:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653793.496844:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653793.496846:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653793.496848:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653793.496850:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496853:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2366:2366:254:4294967295] 192.168.204.110@tcp LPNI seq info [2366:2366:6:4294967295] 00000400:00000200:2.0:1778653793.496856:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496862:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653793.496866:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653793.496869:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915383030700. 00000800:00000200:2.0:1778653793.496872:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653793.496876:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653793.496879:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383030700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653793.496882:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.496884:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 792583 usecs (793 jiffies) 00000400:00000200:2.0:1778653793.496887:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653793.496888:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296349466 00000100:00000001:2.0:1778653793.496890:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296352904 00000100:00000001:2.0:1778653793.496892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296349466 00000100:00000001:2.0:1778653793.496894:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296352904 00000100:00000001:2.0:1778653793.496896:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.496898:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.496900:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653793.496903:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496910:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653793.496911:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496913:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653793.496919:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653793.496921:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653793.496923:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054669568:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653793.496927:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653793.496929:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653793.496930:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.496932:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653793.496935:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653793.496937:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653793.496939:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653793.496942:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e478. 00000400:00000010:2.0:1778653793.496945:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490110. 00000100:00000200:2.0:1778653793.496948:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669568, portal 4 00000100:00000001:2.0:1778653793.496949:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653793.496950:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000040:2.0:1778653793.496956:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.496961:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653793.496963:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653793.496966:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864903b8. 00000100:00000200:2.0:1778653793.496968:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054669568, offset 0 00000400:00000200:2.0:1778653793.496971:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496975:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.496978:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653793.496980:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653793.496982:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653793.496984:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653793.496986:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653793.496994:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2367:2367:253:4294967295] 192.168.204.110@tcp LPNI seq info [2367:2367:5:4294967295] 00000400:00000200:2.0:1778653793.496998:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653793.497003:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653793.497008:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653793.497011:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aed800. 00000800:00000200:2.0:1778653793.497015:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653793.497022:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653793.497026:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aed800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653793.497028:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.497031:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 295390 usecs (296 jiffies) 00000400:00000200:2.0:1778653793.497034:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653793.497035:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296348969 00000100:00000001:2.0:1778653793.497038:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296352904 00000100:00000001:2.0:1778653793.497039:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296348969 00000100:00000001:2.0:1778653793.497041:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296352904 00000100:00000001:2.0:1778653793.497043:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.497045:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.497048:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.497050:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653793.497052:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653793.497055:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653793.498994:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653793.499003:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030400. 00000400:00000200:1.0:1778653793.499011:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653793.499019:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653793.499026:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:1.0:1778653793.499029:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:1.0:1778653793.499035:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653793.499998:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500021:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653793.500025:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500031:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653793.500033:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653793.500064:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653793.500067:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030000. 00000400:00000200:1.0:1778653793.500070:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653793.500074:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653793.500078:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:1.0:1778653793.500081:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:1.0:1778653793.500083:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653793.500087:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500095:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653793.500098:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500104:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653793.500105:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653793.500113:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653793.500115:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915383030700. 00000400:00000200:1.0:1778653793.500117:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653793.500120:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653793.500123:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490f68 00000400:00000010:1.0:1778653793.500124:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490f68. 00000100:00000001:1.0:1778653793.500126:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653793.500130:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500136:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653793.500139:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500145:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653793.500146:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653793.500210:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653793.500213:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653793.500217:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653793.500220:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653793.500223:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864903b8 00000400:00000010:1.0:1778653793.500225:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864903b8. 00000100:00000001:1.0:1778653793.500227:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653793.500230:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500242:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653793.500245:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.500250:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653793.500252:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653793.506950:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.506966:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653793.506970:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.506973:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653793.506982:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.506991:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653793.507002:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507007:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507014:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507018:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534c780 00000400:00000200:0.0:1778653793.507023:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507029:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x61f1 [1] + 224 00000800:00000001:0.0:1778653793.507036:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.507041:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653793.507045:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653793.507049:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653793.507057:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653793.507066:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653793.507077:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653793.507105:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653793.507117:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.507121:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653793.507123:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.507125:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653793.507128:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507132:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653793.507136:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507139:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507142:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507144:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534c800 00000400:00000200:0.0:1778653793.507148:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653793.507153:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6201 [1] + 224 00000800:00000001:0.0:1778653793.507156:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.507164:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653793.507166:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653793.507169:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653793.507172:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653793.507176:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653793.507184:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653793.507191:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653793.507195:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653793.507197:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.507272:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.507276:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653793.507284:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653793.507286:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653793.507289:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653793.507293:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:2.0:1778653793.507295:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:2.0:1778653793.507298:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653793.507302:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653793.507311:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507316:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653793.507318:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.507320:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653793.507324:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653793.507326:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653793.507328:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.507332:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653793.507340:0:2368:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=54 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653793.507345:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653793.507347:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653793.507349:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653793.507352:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653793.507355:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.507359:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653793.507361:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967632 gen 2 00000100:00000040:2.0:1778653793.507367:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff915389bc5180 x1865052054667008/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507375:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.507378:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5180 x1865052054667008/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507385:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653793.507388:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653793.507391:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9c00. 02000000:00000001:2.0:1778653793.507395:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653793.507398:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653793.507400:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653793.507402:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653793.507405:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbac00. 02000000:00000001:2.0:1778653793.507409:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653793.507411:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653793.507413:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5180. 00000100:00000001:2.0:1778653793.507416:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653793.507417:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653793.507421:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff915389bc6680 x1865052054667520/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507428:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.507431:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6680 x1865052054667520/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507490:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653793.507491:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653793.507493:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9000. 02000000:00000001:2.0:1778653793.507495:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653793.507497:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653793.507498:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653793.507500:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653793.507502:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:2.0:1778653793.507504:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653793.507505:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653793.507506:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6680. 00000100:00000001:2.0:1778653793.507508:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653793.507509:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653793.507515:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653793.507522:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653793.507524:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:2.0:1778653793.507526:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.507528:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653793.507534:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653793.507537:0:2368:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653793.507543:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653793.507545:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1778653793.507547:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653793.507549:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.507553:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507559:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.507561:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653793.507564:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653793.507567:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653793.507574:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054669312:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1778653793.507585:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653793.507586:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653793.507588:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653793.507590:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:2.0:1778653793.507592:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:2.0:1778653793.507594:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653793.507606:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653793.507613:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507620:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653793.507621:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.507623:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653793.507624:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653793.507626:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653793.507627:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.507629:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653793.507632:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653793.507635:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1778653793.507636:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653793.507638:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653793.507639:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653793.507641:0:2368:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.507643:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.507647:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507749:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.507751:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653793.507752:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653793.507757:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653793.507764:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054669184:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653793.507768:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.507770:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.507773:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f480 x1865052054669312/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507778:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653793.507780:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653793.507781:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e5800. 02000000:00000001:2.0:1778653793.507784:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653793.507786:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653793.507787:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653793.507789:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653793.507790:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5200. 02000000:00000001:2.0:1778653793.507793:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653793.507794:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653793.507795:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f480. 00000100:00000001:2.0:1778653793.507798:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653793.507799:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.507801:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.507804:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e300 x1865052054669184/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.507810:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653793.507811:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653793.507813:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e5c00. 02000000:00000001:2.0:1778653793.507814:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653793.507816:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653793.507817:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653793.507819:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653793.507820:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5800. 02000000:00000001:2.0:1778653793.507822:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653793.507823:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653793.507824:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e300. 00000100:00000001:2.0:1778653793.507827:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653793.507828:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.507831:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.507833:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.507834:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653793.507836:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.507837:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653793.508944:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.508954:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653793.508956:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.508959:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653793.508964:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.508970:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653793.508977:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.508980:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.508984:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.508988:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534c880 00000400:00000200:1.0:1778653793.508993:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.508997:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x61f9 [1] + 224 00000800:00000001:1.0:1778653793.509003:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.509006:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653793.509008:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653793.509012:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653793.509018:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653793.509023:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653793.509032:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.509050:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653793.509057:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.509060:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653793.509062:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.509064:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653793.509067:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.509070:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653793.509074:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.509077:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.509080:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.509082:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534c900 00000400:00000200:1.0:1778653793.509085:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653793.509089:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6209 [1] + 224 00000800:00000001:1.0:1778653793.509092:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.509097:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653793.509099:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653793.509103:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653793.509106:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653793.509109:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653793.509117:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653793.509123:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653793.509126:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653793.509132:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509252:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.509255:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653793.509260:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653793.509261:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653793.509264:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e478. 00000400:00000200:2.0:1778653793.509268:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:2.0:1778653793.509270:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:2.0:1778653793.509273:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653793.509277:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653793.509284:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.509290:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653793.509291:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509293:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653793.509296:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653793.509298:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653793.509300:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.509302:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653793.509309:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=54 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653793.509313:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653793.509315:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653793.509316:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653793.509319:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653793.509321:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.509325:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653793.509326:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653793.509328:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653793.509330:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.509334:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.509341:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.509344:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653793.509346:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653793.509350:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653793.509356:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054669568:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1778653793.509361:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653793.509362:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653793.509364:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ec08. 00000400:00000200:2.0:1778653793.509366:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653793.509367:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653793.509369:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653793.509372:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653793.509379:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.509385:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653793.509386:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509387:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653793.509389:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653793.509390:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653793.509391:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653793.509393:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653793.509396:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=54 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653793.509399:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653793.509401:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653793.509402:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653793.509403:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653793.509405:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.509407:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653793.509408:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1778653793.509410:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653793.509411:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653793.509415:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.509420:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653793.509422:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653793.509423:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653793.509426:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653793.509432:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054669440:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653793.509484:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509486:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.509489:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ce00 x1865052054669568/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.509496:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653793.509497:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653793.509500:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653793.509503:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653793.509505:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653793.509506:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653793.509508:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653793.509510:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5a00. 02000000:00000001:2.0:1778653793.509513:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653793.509515:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653793.509516:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ce00. 00000100:00000001:2.0:1778653793.509519:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653793.509520:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509521:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653793.509524:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e680 x1865052054669440/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653793.509529:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653793.509530:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653793.509531:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e4000. 02000000:00000001:2.0:1778653793.509533:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653793.509533:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653793.509535:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653793.509536:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653793.509537:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5e00. 02000000:00000001:2.0:1778653793.509539:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653793.509540:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653793.509541:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e680. 00000100:00000001:2.0:1778653793.509543:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653793.509544:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509546:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653793.509552:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653793.509554:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653793.509556:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653793.509558:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653793.751781:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653793.751789:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653793.751906:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653793.751911:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653793.751917:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653794.776375:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653794.776384:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653794.776485:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653794.776489:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653794.776493:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653795.799798:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653795.799807:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653795.799894:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653795.799902:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653795.799916:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653796.823821:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653796.823829:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653796.823902:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653796.823907:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653796.823910:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653797.848062:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653797.848068:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653797.848333:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653797.848337:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653797.848340:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653798.103752:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296352904, at 4296353280 00000100:00000010:1.0:1778653798.103765:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee13c0. 00000100:00000040:0.0:1778653798.105413:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296352904, at 4296353281 00000100:00000010:0.0:1778653798.105424:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1360. 00000100:00000040:1.0:1778653798.615771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653798.615781:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653798.615793:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7480. 00000020:00000040:1.0:1778653798.615799:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653798.615804:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653798.615807:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653798.615812:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653798.615821:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16f00. 00000100:00000001:1.0:1778653798.615827:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615839:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653798.615849:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653798.615852:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615859:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064ca0248] to pc [ptlrpcd_00_01+1] req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.615889:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653798.615895:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653798.615897:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6300. 00000020:00000040:1.0:1778653798.615899:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653798.615901:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653798.615903:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653798.615904:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653798.615907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16600. 00000100:00000001:1.0:1778653798.615910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615915:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653798.615922:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653798.615924:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed87791d] to pc [ptlrpcd_00_00+0] req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.615942:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653798.615947:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653798.615950:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4700. 00000020:00000040:1.0:1778653798.615952:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653798.615954:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653798.615955:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653798.615957:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653798.615960:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16b00. 00000100:00000001:1.0:1778653798.615963:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615967:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653798.615974:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653798.615976:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615979:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014579288] to pc [ptlrpcd_00_01+1] req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.615986:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.615988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653798.616001:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653798.616005:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5c00. 00000020:00000040:1.0:1778653798.616007:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:1.0:1778653798.616009:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653798.616010:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653798.616012:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653798.616015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16100. 00000100:00000001:1.0:1778653798.616017:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.616021:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653798.616027:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653798.616029:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.616033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885e4331] to pc [ptlrpcd_00_00+0] req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616039:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.616043:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1691) 00000100:00000001:1.0:1778653798.616057:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653798.616061:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653798.616063:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653798.616068:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616076:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653798.616078:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616082:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653798.616085:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653798.616087:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653798.616090:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054669824:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653798.616094:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653798.616100:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653798.616102:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616105:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653798.616109:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d4e00. 02000000:00000001:1.0:1778653798.616110:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653798.616117:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653798.616122:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5a50. 00000400:00000010:1.0:1778653798.616129:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19c38. 00000100:00000200:1.0:1778653798.616136:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669824, portal 10 00000100:00000001:1.0:1778653798.616138:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653798.616140:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711978752 : -121686997572864 : ffff915389bc6300) 00000100:00000040:1.0:1778653798.616146:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616153:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653798.616156:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653798.616158:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19088. 00000100:00000200:1.0:1778653798.616161:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054669824, offset 0 00000400:00000200:1.0:1778653798.616168:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616177:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616183:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653798.616189:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653798.616193:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653798.616196:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653798.616199:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616203:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2368:2368:256:4294967295] 192.168.204.110@tcp LPNI seq info [2368:2368:8:4294967295] 00000400:00000200:1.0:1778653798.616207:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616216:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653798.616221:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653798.616225:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653798.616231:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653798.616240:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653798.616244:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653798.616254:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.616258:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 791491 usecs (792 jiffies) 00000400:00000200:1.0:1778653798.616261:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653798.616263:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296354584 00000100:00000010:1.0:1778653798.616267:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee13c0. 00000100:00000001:1.0:1778653798.616273:0:2366:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653798.616278:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296354584 00000100:00000010:1.0:1778653798.616281:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1600. 00000100:00000001:1.0:1778653798.616284:0:2366:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653798.616287:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653798.616289:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653798.616292:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653798.616295:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616308:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653798.616309:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616311:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653798.616313:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653798.616315:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653798.616317:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054670080:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653798.616320:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653798.616322:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653798.616324:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616325:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653798.616328:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d5200. 02000000:00000001:1.0:1778653798.616330:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653798.616333:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653798.616336:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653798.616339:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19440. 00000100:00000200:1.0:1778653798.616341:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670080, portal 4 00000100:00000001:1.0:1778653798.616343:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653798.616344:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000040:1.0:1778653798.616349:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616356:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653798.616358:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653798.616360:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19b28. 00000100:00000200:1.0:1778653798.616362:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054670080, offset 0 00000400:00000200:1.0:1778653798.616366:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616370:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616373:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653798.616375:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653798.616378:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653798.616380:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653798.616382:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616386:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2369:2369:255:4294967295] 192.168.204.110@tcp LPNI seq info [2369:2369:7:4294967295] 00000400:00000200:1.0:1778653798.616390:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616396:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653798.616400:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653798.616403:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16e00. 00000800:00000200:1.0:1778653798.616407:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653798.616410:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653798.616412:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653798.616415:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.616418:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 293517 usecs (294 jiffies) 00000400:00000200:1.0:1778653798.616421:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653798.616422:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296354086 00000100:00000001:1.0:1778653798.616425:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296354584 00000100:00000001:1.0:1778653798.616427:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296354086 00000100:00000001:1.0:1778653798.616429:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296354584 00000100:00000001:1.0:1778653798.616432:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653798.616433:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653798.616436:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653798.616438:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653798.616446:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653798.616448:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653798.616450:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653798.616451:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653798.616452:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653798.616455:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1778653798.616457:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653798.616458:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653798.616460:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653798.616461:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653798.616462:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653798.616463:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653798.616467:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616474:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653798.616475:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616477:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653798.616479:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653798.616481:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653798.616483:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054669696:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653798.616486:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653798.616488:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653798.616490:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616492:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653798.616495:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d4c00. 02000000:00000001:1.0:1778653798.616508:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653798.616512:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653798.616514:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5318. 00000400:00000010:1.0:1778653798.616517:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653798.616520:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669696, portal 25 00000100:00000001:1.0:1778653798.616521:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653798.616522:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00000100:00000040:1.0:1778653798.616526:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616532:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653798.616534:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653798.616536:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19f68. 00000100:00000200:1.0:1778653798.616538:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054669696, offset 0 00000400:00000200:1.0:1778653798.616541:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616545:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616548:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653798.616550:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653798.616553:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653798.616554:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653798.616556:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616559:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2370:2370:254:4294967295] 192.168.204.110@tcp LPNI seq info [2370:2370:6:4294967295] 00000400:00000200:1.0:1778653798.616562:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616568:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653798.616572:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653798.616575:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16d00. 00000800:00000200:1.0:1778653798.616579:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653798.616583:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653798.616585:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653798.616587:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653798.616590:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653798.616592:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296358024 00000100:00000001:1.0:1778653798.616596:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296354584 00000100:00000001:1.0:1778653798.616599:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296358024 00000100:00000001:1.0:1778653798.616602:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296354584 00000100:00000001:1.0:1778653798.616604:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653798.616606:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653798.616608:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653798.616611:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616618:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653798.616619:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616621:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653798.616623:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653798.616624:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653798.616627:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054669952:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653798.616630:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653798.616632:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653798.616633:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653798.616635:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653798.616638:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d4a00. 02000000:00000001:1.0:1778653798.616641:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653798.616643:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653798.616646:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff58f0. 00000400:00000010:1.0:1778653798.616671:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19d48. 00000100:00000200:1.0:1778653798.616675:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054669952, portal 4 00000100:00000001:1.0:1778653798.616676:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653798.616678:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711971584 : -121686997580032 : ffff915389bc4700) 00000100:00000040:1.0:1778653798.616684:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.616689:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653798.616691:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653798.616693:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19990. 00000100:00000200:1.0:1778653798.616695:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054669952, offset 0 00000400:00000200:1.0:1778653798.616699:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616702:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616705:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653798.616707:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653798.616709:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653798.616711:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653798.616714:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653798.616716:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2371:2371:253:4294967295] 192.168.204.110@tcp LPNI seq info [2371:2371:5:4294967295] 00000400:00000200:1.0:1778653798.616719:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.616724:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653798.616728:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653798.616731:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16300. 00000800:00000200:1.0:1778653798.616734:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653798.616737:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653798.616740:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653798.616742:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653798.616744:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21696 usecs (22 jiffies) 00000400:00000200:1.0:1778653798.616747:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653798.616749:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296353815 00000100:00000001:1.0:1778653798.616751:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296358024 00000100:00000001:1.0:1778653798.616753:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296353815 00000100:00000001:1.0:1778653798.616755:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296358024 00000100:00000001:1.0:1778653798.616756:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653798.616758:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653798.616760:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653798.616763:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.617219:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653798.617223:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653798.617262:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653798.617266:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16700. 00000400:00000200:0.0:1778653798.617273:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653798.617279:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653798.617284:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19088 00000400:00000010:0.0:1778653798.617286:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19088. 00000100:00000001:0.0:1778653798.617291:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653798.617295:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617304:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.617307:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617313:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.617315:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653798.617325:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653798.617328:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16e00. 00000400:00000200:0.0:1778653798.617331:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653798.617334:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653798.617336:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19b28 00000400:00000010:0.0:1778653798.617338:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19b28. 00000100:00000001:0.0:1778653798.617340:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653798.617343:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617349:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.617352:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617357:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.617358:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653798.617364:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653798.617366:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16d00. 00000400:00000200:0.0:1778653798.617368:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653798.617370:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653798.617372:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19f68 00000400:00000010:0.0:1778653798.617374:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19f68. 00000100:00000001:0.0:1778653798.617376:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653798.617379:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617384:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.617387:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617393:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.617394:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653798.617455:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653798.617458:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16300. 00000400:00000200:0.0:1778653798.617460:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653798.617463:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653798.617466:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19990 00000400:00000010:0.0:1778653798.617467:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19990. 00000100:00000001:0.0:1778653798.617469:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653798.617472:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617479:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.617481:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.617487:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.617488:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653798.622473:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622489:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653798.622495:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622508:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.622519:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622527:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653798.622535:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622540:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622545:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622549:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534cb00 00000400:00000200:1.0:1778653798.622554:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622560:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6221 [1] + 224 00000800:00000001:1.0:1778653798.622568:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622573:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.622576:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653798.622580:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653798.622588:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653798.622597:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653798.622609:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.622813:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653798.622817:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653798.622858:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653798.622868:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622872:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653798.622874:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622877:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.622880:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622884:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653798.622888:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622891:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622893:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622896:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534ca80 00000400:00000200:1.0:1778653798.622900:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622904:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6241 [1] + 224 00000800:00000001:1.0:1778653798.622907:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622911:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.622912:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653798.622916:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653798.622919:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653798.622923:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653798.622933:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.622940:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653798.622944:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622947:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653798.622948:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622950:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.622953:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622956:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653798.622960:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622962:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622965:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622968:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534c980 00000400:00000200:1.0:1778653798.622971:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.622975:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6231 [1] + 224 00000800:00000001:1.0:1778653798.622978:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.622981:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.622982:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653798.622985:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653798.622988:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653798.622992:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653798.623895:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.623904:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653798.623912:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.623928:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653798.623930:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.623933:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.623937:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.623940:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653798.623946:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.623949:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.623952:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.623955:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534ca00 00000400:00000200:1.0:1778653798.623959:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653798.623963:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6211 [1] + 224 00000800:00000001:1.0:1778653798.623967:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.623975:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653798.623976:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653798.623980:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653798.623983:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653798.623987:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653798.623995:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653798.624053:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653798.624057:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653798.624060:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653798.624972:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653798.624975:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653798.624978:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:0.0:1778653798.624983:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19440 00000400:00000010:0.0:1778653798.624985:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19440. 00000100:00000001:0.0:1778653798.624989:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653798.624995:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653798.625072:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625080:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653798.625082:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625085:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653798.625088:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653798.625090:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653798.625093:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653798.625095:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653798.625105:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=59 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653798.625109:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653798.625112:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653798.625113:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653798.625116:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653798.625119:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625123:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653798.625125:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653798.625127:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653798.625128:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653798.625132:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625138:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653798.625141:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653798.625143:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653798.625146:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653798.625153:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054670080:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653798.625157:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625161:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.625164:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5c00 x1865052054670080/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625170:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653798.625172:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653798.625175:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d5200. 02000000:00000001:0.0:1778653798.625179:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653798.625181:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653798.625183:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653798.625185:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653798.625188:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16100. 02000000:00000001:0.0:1778653798.625190:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653798.625192:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653798.625194:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5c00. 00000100:00000001:0.0:1778653798.625197:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653798.625198:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625202:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625204:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653798.625205:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653798.625208:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653798.625209:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653798.625210:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5318. 00000400:00000200:0.0:1778653798.625284:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:0.0:1778653798.625288:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:0.0:1778653798.625291:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653798.625295:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653798.625304:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625310:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653798.625311:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625313:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653798.625315:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653798.625316:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653798.625317:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653798.625319:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653798.625322:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=59 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653798.625325:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653798.625327:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653798.625328:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653798.625330:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653798.625332:0:2366:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625334:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653798.625338:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625344:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653798.625346:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653798.625347:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653798.625350:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653798.625357:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054669696:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1778653798.625362:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653798.625363:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653798.625365:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff58f0. 00000400:00000200:0.0:1778653798.625367:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19d48 00000400:00000010:0.0:1778653798.625369:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19d48. 00000100:00000001:0.0:1778653798.625371:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653798.625375:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653798.625383:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625389:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653798.625390:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625392:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653798.625393:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653798.625394:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653798.625395:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653798.625397:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653798.625401:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=59 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653798.625404:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653798.625406:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653798.625407:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653798.625408:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653798.625411:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625413:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653798.625414:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1778653798.625416:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653798.625418:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653798.625422:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625428:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653798.625429:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653798.625431:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653798.625434:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653798.625441:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054669952:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1778653798.625446:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653798.625447:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653798.625448:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5a50. 00000400:00000200:0.0:1778653798.625451:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19c38 00000400:00000010:0.0:1778653798.625452:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19c38. 00000100:00000001:0.0:1778653798.625454:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653798.625457:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653798.625465:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625471:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653798.625473:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625474:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653798.625476:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653798.625477:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653798.625478:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653798.625480:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653798.625483:0:2366:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=59 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653798.625485:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653798.625488:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653798.625489:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653798.625491:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653798.625493:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625494:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1778653798.625506:0:2366:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967633 gen 2 00000100:00000001:0.0:1778653798.625508:0:2366:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1778653798.625511:0:2366:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1778653798.625513:0:2366:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653798.625514:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653798.625517:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625523:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653798.625524:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653798.625526:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653798.625529:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653798.625535:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054669824:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653798.625539:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625541:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.625544:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7480 x1865052054669696/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625549:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653798.625550:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653798.625552:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d4c00. 02000000:00000001:0.0:1778653798.625554:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653798.625556:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653798.625557:0:2366:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653798.625558:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653798.625560:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16f00. 02000000:00000001:0.0:1778653798.625562:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653798.625563:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653798.625565:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7480. 00000100:00000001:0.0:1778653798.625567:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653798.625568:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625569:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.625572:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4700 x1865052054669952/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625577:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653798.625578:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653798.625579:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d4a00. 02000000:00000001:0.0:1778653798.625581:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653798.625582:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653798.625583:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653798.625584:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653798.625585:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16b00. 02000000:00000001:0.0:1778653798.625587:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653798.625588:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653798.625589:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4700. 00000100:00000001:0.0:1778653798.625590:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653798.625591:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625593:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653798.625596:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6300 x1865052054669824/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653798.625601:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653798.625602:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653798.625603:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d4e00. 02000000:00000001:0.0:1778653798.625605:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653798.625606:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653798.625607:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653798.625608:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653798.625609:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16600. 02000000:00000001:0.0:1778653798.625611:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653798.625612:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653798.625614:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6300. 00000100:00000001:0.0:1778653798.625882:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653798.625884:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625886:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653798.625894:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653798.625896:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653798.625898:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653798.625900:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653798.872719:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653798.872724:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653798.874868:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653798.874874:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653798.874879:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653799.895808:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653799.895814:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653799.895980:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653799.895984:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653799.895987:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653800.919776:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653800.919782:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653800.919814:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653800.919818:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653800.919822:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653801.943754:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653801.943760:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653801.943789:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653801.943793:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653801.943796:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653802.968144:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653802.968151:0:18800:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653802.968153:0:18800:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653802.968157:0:18800:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653802.968162:0:18800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653802.968164:0:18800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653802.968166:0:18800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653802.968168:0:18800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653802.971624:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653802.971630:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653802.971634:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653803.223797:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296358024, at 4296358400 00000100:00000010:1.0:1778653803.223812:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1600. 00000100:00000040:0.0:1778653803.223953:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296358024, at 4296358400 00000100:00000010:0.0:1778653803.223959:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee13c0. 00000100:00000001:2.0:1778653803.735765:0:31414:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653803.735772:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653803.735774:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653803.735779:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 1 seconds 00000100:00000001:2.0:1778653803.735783:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653803.735786:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.735969:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653803.735975:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653803.735986:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653803.735992:0:26894:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653803.735996:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653803.735998:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653803.736003:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653803.736010:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5400. 00000100:00000001:3.0:1778653803.736017:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.736029:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653803.736039:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653803.736043:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.736048:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047a4e247] to pc [ptlrpcd_01_00+0] req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.736092:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.736095:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653803.736097:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653803.736102:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.736110:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653803.736112:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.736115:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653803.736118:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653803.736120:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653803.736124:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054670208:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653803.736128:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653803.736134:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653803.736136:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.736139:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653803.736144:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e4000. 02000000:00000001:2.0:1778653803.736145:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653803.736152:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653803.736156:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ec08. 00000400:00000010:2.0:1778653803.736163:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653803.736169:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670208, portal 25 00000100:00000001:2.0:1778653803.736171:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653803.736173:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:2.0:1778653803.736178:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.736185:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653803.736188:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653803.736191:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490110. 00000100:00000200:2.0:1778653803.736194:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054670208, offset 0 00000400:00000200:2.0:1778653803.736200:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653803.736208:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.736215:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653803.736220:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653803.736225:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653803.736229:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653803.736232:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653803.736236:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2372:2372:256:4294967295] 192.168.204.110@tcp LPNI seq info [2372:2372:8:4294967295] 00000400:00000200:2.0:1778653803.736240:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.736249:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653803.736255:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653803.736261:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aed800. 00000800:00000200:2.0:1778653803.736268:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653803.736276:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653803.736280:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aed800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653803.736298:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653803.736303:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653803.736305:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296363144 00000100:00000010:2.0:1778653803.736311:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff95a0. 00000100:00000001:2.0:1778653803.736318:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1778653803.736324:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296363144 00000100:00000010:2.0:1778653803.736327:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff9780. 00000100:00000001:2.0:1778653803.736330:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1778653803.736333:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653803.736336:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.736338:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.736341:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.736364:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.736367:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653803.736371:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653803.736374:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653803.736377:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653803.736379:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653803.736381:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653803.736383:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653803.736386:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5c00. 00000100:00000001:3.0:1778653803.736389:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.736393:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653803.736411:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653803.736413:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.736417:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafe91e6] to pc [ptlrpcd_01_01+1] req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1778653803.736555:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653803.736560:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:0.0:1778653803.736565:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653803.736571:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653803.736578:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:0.0:1778653803.736580:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:0.0:1778653803.736584:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653803.736589:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653803.736598:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653803.736601:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653803.736608:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653803.736610:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653803.738673:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653803.738679:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653803.738809:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.738812:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653803.738815:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653803.738819:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1778653803.738822:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.738825:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653803.738826:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.738829:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.738830:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653803.738831:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653803.738843:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.738853:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653803.738855:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.738859:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653803.738862:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653803.738865:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653803.738868:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054670336:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653803.738872:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653803.738876:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653803.738878:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.738881:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653803.738888:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653803.738890:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653803.738898:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653803.738902:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e478. 00000400:00000010:2.0:1778653803.738908:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864905d8. 00000100:00000200:2.0:1778653803.738913:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670336, portal 10 00000100:00000001:2.0:1778653803.738916:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653803.738917:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:2.0:1778653803.738925:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.738932:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653803.738934:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653803.738937:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490e58. 00000100:00000200:2.0:1778653803.738940:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054670336, offset 0 00000400:00000200:2.0:1778653803.738946:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653803.738954:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.738960:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653803.738965:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653803.738969:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653803.738972:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653803.738975:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653803.738979:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2373:2373:256:4294967295] 192.168.204.110@tcp LPNI seq info [2373:2373:8:4294967295] 00000400:00000200:2.0:1778653803.738983:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.738993:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653803.738999:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653803.739005:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915394aed800. 00000800:00000200:2.0:1778653803.739011:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653803.739019:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653803.739023:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915394aed800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653803.739108:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653803.739113:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 790400 usecs (791 jiffies) 00000400:00000200:2.0:1778653803.739116:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653803.739119:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296359706 00000100:00000001:2.0:1778653803.739121:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296363144 00000100:00000001:2.0:1778653803.739124:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296359706 00000100:00000001:2.0:1778653803.739125:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296363144 00000100:00000001:2.0:1778653803.739128:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653803.739130:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.739133:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.739135:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.739167:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.739169:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.739850:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.739853:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653803.739855:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.739858:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.740017:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.740022:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653803.740026:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653803.740033:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d880. 00000020:00000040:3.0:1778653803.740038:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653803.740043:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653803.740045:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653803.740050:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653803.740056:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5900. 00000800:00000001:1.0:1778653803.740063:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.740077:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653803.740080:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.740082:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653803.740088:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.740094:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653803.740100:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.740104:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.740108:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.740112:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534cb80 00000400:00000200:1.0:1778653803.740116:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.740122:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6251 [1] + 224 00000800:00000001:1.0:1778653803.740129:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.740135:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653803.740139:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653803.740140:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653803.740145:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000040:3.0:1778653803.740151:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653803.740153:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653803.740162:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.740165:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653803.740171:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653803.740179:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1778653803.740180:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c08540d] to pc [ptlrpcd_01_00+0] req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.740204:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653803.740207:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.740211:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653803.740214:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653803.740218:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653803.740221:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653803.740223:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653803.740225:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653803.740227:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653803.740231:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5600. 00000100:00000001:3.0:1778653803.740234:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.740239:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1778653803.740240:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653803.740247:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.740249:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653803.740251:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653803.740252:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653803.740256:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1778653803.740259:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b158250] to pc [ptlrpcd_01_01+1] req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.740260:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.740267:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653803.740271:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.740274:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.740275:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653803.740277:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.740277:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653803.740284:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1696) 00000100:00000040:2.0:1778653803.740286:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.740294:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653803.740296:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.740299:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653803.740302:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653803.740305:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653803.740308:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054670592:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653803.740311:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653803.740314:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653803.740325:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.740328:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653803.740332:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e5c00. 02000000:00000001:2.0:1778653803.740334:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653803.740338:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653803.740341:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653803.740345:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864907f8. 00000100:00000200:2.0:1778653803.740349:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670592, portal 4 00000100:00000001:2.0:1778653803.740351:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653803.740352:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:2.0:1778653803.740358:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.740364:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653803.740366:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653803.740368:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490908. 00000100:00000200:2.0:1778653803.740371:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054670592, offset 0 00000400:00000200:2.0:1778653803.740376:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653803.740380:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.740385:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653803.740389:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653803.740392:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653803.740395:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653803.740410:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653803.740414:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2374:2374:255:4294967295] 192.168.204.110@tcp LPNI seq info [2374:2374:7:4294967295] 00000400:00000200:2.0:1778653803.740419:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.740426:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653803.740430:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653803.740437:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915385d14600. 00000800:00000200:2.0:1778653803.740442:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653803.740448:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653803.740451:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385d14600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653803.740454:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653803.740458:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 291636 usecs (292 jiffies) 00000400:00000200:2.0:1778653803.740461:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653803.740464:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296359208 00000100:00000001:2.0:1778653803.740466:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296363144 00000100:00000001:2.0:1778653803.740468:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296359208 00000100:00000001:2.0:1778653803.740470:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296363144 00000100:00000001:2.0:1778653803.740473:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653803.740475:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.740477:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653803.740480:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.740508:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653803.740510:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.740512:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653803.740514:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653803.740516:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653803.740531:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054670464:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653803.740534:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653803.740536:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653803.740538:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.740540:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653803.740543:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e5800. 02000000:00000001:2.0:1778653803.740545:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653803.740558:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653803.740561:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653803.740565:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490440. 00000100:00000200:2.0:1778653803.740567:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670464, portal 4 00000100:00000001:2.0:1778653803.740569:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653803.740571:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000040:2.0:1778653803.740589:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.740596:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653803.740598:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653803.740600:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653803.740623:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054670464, offset 0 00000400:00000200:2.0:1778653803.740628:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653803.740632:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.740646:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653803.740683:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653803.740686:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653803.740688:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653803.740691:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653803.740702:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2375:2375:254:4294967295] 192.168.204.110@tcp LPNI seq info [2375:2375:6:4294967295] 00000400:00000200:2.0:1778653803.740708:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653803.740715:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653803.740719:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653803.740723:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653803.740741:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653803.740745:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653803.740747:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653803.740750:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653803.740753:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21648 usecs (22 jiffies) 00000400:00000200:2.0:1778653803.740756:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653803.740758:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296358939 00000100:00000001:2.0:1778653803.740760:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296363144 00000100:00000001:2.0:1778653803.740762:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296358939 00000100:00000001:2.0:1778653803.740764:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296363144 00000100:00000001:2.0:1778653803.740766:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653803.740768:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.740770:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.740772:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.740776:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653803.740777:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653803.740779:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.740781:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653803.740782:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.740784:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.740810:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653803.740813:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653803.740818:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653803.740820:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653803.740823:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ec08. 00000400:00000200:3.0:1778653803.740828:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:3.0:1778653803.740830:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:3.0:1778653803.740833:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653803.740838:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653803.740847:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.740853:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653803.740855:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.740858:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653803.740860:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653803.740862:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653803.740864:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653803.740867:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653803.740872:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653803.740876:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653803.740879:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653803.740880:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653803.740883:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653803.740885:0:2368:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.740888:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.740893:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.740900:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653803.740902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653803.740904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653803.740908:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653803.740915:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054670208:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653803.740920:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.740922:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653803.740926:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1fb80 x1865052054670208/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.740932:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653803.740934:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653803.740938:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e4000. 02000000:00000001:3.0:1778653803.740941:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653803.740942:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653803.740944:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653803.740946:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653803.740948:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5400. 02000000:00000001:3.0:1778653803.740951:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653803.740952:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653803.740954:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1fb80. 00000100:00000001:3.0:1778653803.740957:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653803.740958:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.740960:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.740962:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653803.740963:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653803.740964:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.740966:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653803.742641:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653803.742660:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915394aed800. 00000400:00000200:1.0:1778653803.742669:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653803.742676:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653803.742681:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:1.0:1778653803.742684:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:1.0:1778653803.742687:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653803.742693:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.742704:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653803.742707:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.742713:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653803.742715:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653803.742729:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653803.742731:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915385d14600. 00000400:00000200:1.0:1778653803.742735:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653803.742738:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653803.742740:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:1.0:1778653803.742742:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:1.0:1778653803.742744:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653803.742747:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.742759:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653803.742762:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.742768:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653803.742769:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653803.742828:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653803.742830:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:1.0:1778653803.742833:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653803.742836:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653803.742839:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:1.0:1778653803.742841:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:1.0:1778653803.742843:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653803.742846:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.742853:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653803.742856:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.742862:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653803.742863:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653803.745567:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653803.745589:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653803.745594:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653803.745596:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653803.745608:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653803.745618:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653803.745632:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653803.745637:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653803.745755:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653803.745762:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534cc00 00000400:00000200:0.0:1778653803.745768:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653803.745776:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6259 [1] + 224 00000800:00000001:0.0:1778653803.745786:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653803.745796:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653803.745800:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653803.745804:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653803.745813:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653803.745823:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653803.745835:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.745892:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653803.745898:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653803.745917:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653803.745930:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653803.745934:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653803.745979:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653803.745982:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653803.745986:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e478. 00000400:00000200:3.0:1778653803.745992:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:3.0:1778653803.745995:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:3.0:1778653803.745998:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653803.746003:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653803.746013:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.746021:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653803.746023:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.746026:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653803.746030:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653803.746034:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653803.746037:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653803.746041:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653803.746054:0:2368:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=64 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653803.746059:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653803.746062:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653803.746064:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653803.746067:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653803.746072:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.746077:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653803.746080:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653803.746082:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653803.746083:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653803.746089:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.746097:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653803.746101:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653803.746103:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653803.746107:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653803.746114:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054670336:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653803.746120:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.746123:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653803.746126:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054670336/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653803.746133:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653803.746136:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653803.746140:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e4200. 02000000:00000001:3.0:1778653803.746145:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653803.746148:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653803.746150:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653803.746153:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653803.746156:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5c00. 02000000:00000001:3.0:1778653803.746161:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653803.746163:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653803.746166:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:3.0:1778653803.746170:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653803.746172:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.746174:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653803.746183:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653803.746185:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653803.746188:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653803.746191:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653803.746621:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.746630:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653803.746633:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.746636:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653803.746641:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746742:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653803.746750:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746754:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746758:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746762:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534cc80 00000400:00000200:1.0:1778653803.746766:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746771:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6269 [1] + 224 00000800:00000001:1.0:1778653803.746778:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.746782:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653803.746785:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653803.746788:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653803.746792:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653803.746798:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653803.746808:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.746830:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653803.746837:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.746841:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653803.746843:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.746845:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653803.746848:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746852:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653803.746856:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746859:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746862:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746864:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534cd00 00000400:00000200:1.0:1778653803.746868:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653803.746871:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6261 [1] + 224 00000800:00000001:1.0:1778653803.746876:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.747338:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653803.747343:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653803.747348:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653803.747352:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653803.747358:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653803.747367:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653803.747380:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653803.747385:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653803.747389:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747487:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.747491:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653803.747498:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653803.747500:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653803.747503:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653803.747507:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:2.0:1778653803.747510:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:2.0:1778653803.747513:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653803.747519:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653803.747527:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.747533:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653803.747536:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747538:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653803.747542:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653803.747544:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653803.747546:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.747549:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653803.747558:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=64 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653803.747562:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653803.747564:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653803.747566:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653803.747569:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653803.747572:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.747576:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653803.747578:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653803.747580:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653803.747581:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653803.747586:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.747593:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653803.747596:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653803.747598:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653803.747602:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653803.747610:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054670592:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1778653803.747615:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653803.747617:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653803.747618:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653803.747621:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:2.0:1778653803.747622:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:2.0:1778653803.747624:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653803.747627:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653803.747634:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.747640:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653803.747642:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747643:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653803.747645:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653803.747680:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653803.747682:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653803.747684:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653803.747689:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=64 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653803.747692:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653803.747694:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653803.747695:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653803.747697:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653803.747698:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.747701:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653803.747702:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1778653803.747704:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653803.747705:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653803.747709:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.747715:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653803.747717:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653803.747719:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653803.747722:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653803.747730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054670464:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653803.747734:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747736:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653803.747739:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054670592/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.747746:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653803.747749:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653803.747753:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e5c00. 02000000:00000001:2.0:1778653803.747757:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653803.747760:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653803.747762:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653803.747764:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653803.747767:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5600. 02000000:00000001:2.0:1778653803.747770:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653803.747772:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653803.747774:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:2.0:1778653803.747778:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653803.747779:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747781:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653803.747784:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d880 x1865052054670464/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653803.747789:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653803.747790:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653803.747792:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e5800. 02000000:00000001:2.0:1778653803.747794:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653803.747795:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653803.747796:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653803.747798:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653803.747799:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5900. 02000000:00000001:2.0:1778653803.747801:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653803.747802:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653803.747803:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d880. 00000100:00000001:2.0:1778653803.747805:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653803.747806:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747808:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653803.747814:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653803.747816:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653803.747818:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653803.747821:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653803.991809:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653803.991816:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653803.992262:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653803.992267:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653803.992271:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653804.759794:0:31414:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653804.759805:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653804.759807:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653804.759813:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 1 seconds 00000100:00000001:2.0:1778653804.759818:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653804.759823:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653805.016250:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653805.016258:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653805.016335:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653805.016340:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653805.016343:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653805.785199:0:31414:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653805.785205:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653805.785208:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653805.785213:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 1 seconds 00000100:00000001:2.0:1778653805.785217:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653805.785221:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653806.039776:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653806.039783:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653806.039880:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653806.039884:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653806.039888:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653806.807808:0:31414:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653806.807817:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653806.807820:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653806.807826:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 1 seconds 00000100:00000001:2.0:1778653806.807831:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653806.807836:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653807.063818:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653807.063826:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653807.064494:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653807.064498:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653807.064502:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653807.831810:0:31414:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653807.831819:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653807.831821:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653807.831828:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 1 seconds 00000100:00000001:2.0:1778653807.831833:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653807.831838:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653808.087926:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653808.087935:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.088245:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653808.088251:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653808.088257:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653808.343793:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296363144, at 4296363520 00000100:00000010:1.0:1778653808.343819:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9780. 00000100:00000040:0.0:1778653808.343831:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296363144, at 4296363520 00000100:00000010:0.0:1778653808.343846:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff95a0. 00000100:00000001:2.0:1778653808.855918:0:31414:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653808.855927:0:31414:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1778653808.855946:0:31414:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653792/real 1778653792] req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653808 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1778653808.855967:0:31414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653808.855969:0:31414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653808.855973:0:31414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e8f0. 00000400:00000200:2.0:1778653808.855982:0:31414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:2.0:1778653808.855985:0:31414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:2.0:1778653808.855990:0:31414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653808.855994:0:31414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653808 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653808.856011:0:31414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653808 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.856020:0:31414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.856022:0:31414:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.856025:0:31414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653808.856028:0:31414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.856032:0:31414:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1778653808.856036:0:31414:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1778653808.856041:0:31414:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff915389b76000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1778653808.856045:0:31414:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1778653808.856049:0:31414:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:2.0:1778653808.856052:0:31414:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.856054:0:31414:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653808.856056:0:31414:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1778653808.856078:0:31414:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1778653808.856080:0:31414:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.856084:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.856086:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653808.856089:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 0 seconds 00000100:00000001:2.0:1778653808.856092:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.856095:0:31414:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.856097:0:31414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.856100:0:31414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.856103:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.856313:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653808.856322:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653808.856333:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653808.856340:0:26894:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653808.856344:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653808.856347:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653808.856353:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653808.856361:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5c00. 00000100:00000001:3.0:1778653808.856370:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.856381:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653808.856391:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653808.856395:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.856401:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafe91e6] to pc [ptlrpcd_01_00+0] req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.856475:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.856479:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.856481:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653808.856487:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.856495:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.856497:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.856501:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653808.856504:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653808.856507:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653808.856510:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054670720:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653808.856514:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653808.856519:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653808.856521:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.856524:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653808.856529:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153839e5800. 02000000:00000001:2.0:1778653808.856531:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653808.856538:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653808.856542:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e8f0. 00000400:00000010:2.0:1778653808.856548:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490000. 00000100:00000200:2.0:1778653808.856555:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670720, portal 25 00000100:00000001:2.0:1778653808.856557:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653808.856559:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:2.0:1778653808.856564:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.856572:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653808.856575:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653808.856577:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490440. 00000100:00000200:2.0:1778653808.856581:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054670720, offset 0 00000400:00000200:2.0:1778653808.856588:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653808.856597:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.856604:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653808.856609:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653808.856612:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653808.856616:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653808.856619:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653808.856622:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2376:2376:256:4294967295] 192.168.204.110@tcp LPNI seq info [2376:2376:8:4294967295] 00000400:00000200:2.0:1778653808.856627:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.856677:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653808.856683:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653808.856688:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653808.856695:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653808.856704:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653808.856708:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653808.856717:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653808.856720:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653808.856723:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296368264 00000100:00000010:2.0:1778653808.856727:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff9b40. 00000100:00000001:2.0:1778653808.856733:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1778653808.856741:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296368264 00000100:00000010:2.0:1778653808.856744:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff9c00. 00000100:00000001:2.0:1778653808.856746:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1778653808.856750:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.856753:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.856756:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.856758:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.856810:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1778653808.856813:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1778653808.856817:0:26894:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1778653808.856819:0:26894:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1778653808.856821:0:26894:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1778653808.856825:0:26894:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1778653808.856828:0:26894:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1671 00000400:00000200:3.0:1778653808.856833:0:26894:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653808.856836:0:26894:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1778653808.856840:0:26894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653808.856843:0:26894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653808.856845:0:26894:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653808.856847:0:26894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:3.0:1778653808.856850:0:26894:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1778653808.856852:0:26894:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:3.0:1778653808.856855:0:26894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.856857:0:26894:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:3.0:1778653808.856860:0:26894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:3.0:1778653808.856862:0:26894:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000040:3.0:1778653808.856865:0:26894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653808.856867:0:26894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653808.856869:0:26894:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653808.856871:0:26894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:3.0:1778653808.856874:0:26894:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00080000:3.0:1778653808.856877:0:26894:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: import ffff91538996f800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:3.0:1778653808.856879:0:26894:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.856882:0:26894:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1778653808.856887:0:26894:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653808.856890:0:26894:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.856893:0:26894:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1778653808.856897:0:26894:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1778653808.856900:0:26894:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.856902:0:26894:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653808.856905:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653808.856908:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653808.856911:0:26894:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653808.856912:0:26894:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.856915:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653808.856917:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653808.856919:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653808.856923:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e97000. 00000100:00000001:3.0:1778653808.856928:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653808.856934:0:26894:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653808.856942:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653808.856945:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.856948:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047a4e247] to pc [ptlrpcd_rcv+-1] req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653808.856980:0:26894:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.856984:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653808.856987:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1778653808.856990:0:26894:0:(import.c:2061:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1778653808.857005:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653808.857008:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653808.857010:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653808.857017:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.857025:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653808.857027:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653808.857029:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653808.857031:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653808.857034:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653808.857037:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054670848:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1778653808.857040:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653808.857042:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653808.857044:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653808.857045:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653808.857050:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9000. 02000000:00000001:1.0:1778653808.857058:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653808.857062:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653808.857066:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff57e8. 00000400:00000010:1.0:1778653808.857071:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19110. 00000100:00000200:1.0:1778653808.857074:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054670848, portal 10 00000100:00000001:1.0:1778653808.857076:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653808.857078:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:1.0:1778653808.857085:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653808.857090:0:26894:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1778653808.857097:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000100:00000001:1.0:1778653808.857097:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1778653808.857102:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000040:1.0:1778653808.857105:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653808.857107:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1778653808.857109:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19e58. 02000000:00000001:3.0:1778653808.857110:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653808.857113:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1778653808.857114:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054670848, offset 0 02000000:00000010:3.0:1778653808.857120:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5400. 00000400:00000200:1.0:1778653808.857125:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653808.857126:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.857130:0:26894:0:(import.c:1795:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000400:00000200:1.0:1778653808.857130:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00080000:3.0:1778653808.857135:0:26894:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:1.0:1778653808.857138:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00080000:3.0:1778653808.857140:0:26894:0:(import.c:2096:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff915389b76000: disconnect after 22s idle 00000100:00000001:3.0:1778653808.857144:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1778653808.857144:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1778653808.857148:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653808.857149:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653808.857154:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1778653808.857157:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016adc605] to pc [ptlrpcd_rcv+-1] req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1778653808.857160:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653808.857167:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2377:2377:255:4294967295] 192.168.204.110@tcp LPNI seq info [2377:2377:7:4294967295] 00000100:00000001:3.0:1778653808.857179:0:26894:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.857179:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653808.857183:0:26894:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.857187:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1778653808.857192:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000100:00000001:3.0:1778653808.857194:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1778653808.857197:0:26894:0:(import.c:2061:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1778653808.857200:0:26894:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process entered 00000800:00000200:1.0:1778653808.857201:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00000010:3.0:1778653808.857204:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c700. 00000800:00000010:1.0:1778653808.857208:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000020:00000040:3.0:1778653808.857209:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653808.857213:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653808.857215:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1778653808.857216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 02000000:00000001:3.0:1778653808.857218:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.857223:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 02000000:00000010:3.0:1778653808.857225:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5300. 00000800:00000200:1.0:1778653808.857227:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1778653808.857230:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857231:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.857234:0:26894:0:(import.c:1795:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000040:1.0:1778653808.857236:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 789311 usecs (790 jiffies) 00000100:00080000:3.0:1778653808.857238:0:26894:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1778653808.857243:0:26894:0:(import.c:2096:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff915389b76000: disconnect after 22s idle 00000400:00000200:1.0:1778653808.857243:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653808.857248:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653808.857249:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364823 00000100:00000001:3.0:1778653808.857252:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857254:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000040:3.0:1778653808.857259:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c3dcb2] to pc [ptlrpcd_rcv+-1] req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.857260:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364823 00000100:00000001:1.0:1778653808.857264:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:1.0:1778653808.857270:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653808.857275:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.857280:0:26894:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653808.857280:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.857285:0:26894:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857285:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653808.857293:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1701) 00000100:00000001:1.0:1778653808.857295:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653808.857308:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653808.857311:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653808.857313:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653808.857314:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653808.857319:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.857327:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653808.857329:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653808.857331:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653808.857333:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653808.857335:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653808.857338:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054670976:192.168.204.110@tcp:9:kworker.0 00000100:00000001:1.0:1778653808.857340:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653808.857343:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653808.857344:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653808.857346:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653808.857349:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d5800. 02000000:00000001:1.0:1778653808.857351:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653808.857354:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653808.857357:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c08. 00000400:00000010:1.0:1778653808.857360:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19ee0. 00000100:00000200:1.0:1778653808.857363:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054670976, portal 4 00000100:00000001:1.0:1778653808.857364:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653808.857366:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:1.0:1778653808.857371:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.857381:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653808.857383:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653808.857385:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19000. 00000100:00000200:1.0:1778653808.857387:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054670976, offset 0 00000400:00000200:1.0:1778653808.857390:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653808.857394:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.857398:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653808.857400:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653808.857403:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653808.857405:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653808.857407:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653808.857409:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2378:2378:254:4294967295] 192.168.204.110@tcp LPNI seq info [2378:2378:6:4294967295] 00000400:00000200:1.0:1778653808.857413:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.857429:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653808.857433:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00000001:2.0:1778653808.857437:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1778653808.857437:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000100:00000001:2.0:1778653808.857440:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1778653808.857443:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000001:2.0:1778653808.857445:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.857447:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.857451:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.857451:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653808.857455:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653808.857456:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857462:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653808.857466:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21591 usecs (22 jiffies) 00000400:00000200:1.0:1778653808.857469:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653808.857470:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653808.857471:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364055 00000100:00000001:2.0:1778653808.857474:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857475:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:1.0:1778653808.857479:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364055 00000100:00000001:1.0:1778653808.857482:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:1.0:1778653808.857484:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653808.857486:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857489:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653808.857493:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.857498:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653808.857500:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653808.857501:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653808.857503:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653808.857505:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653808.857507:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054671104:192.168.204.110@tcp:9:kworker.0 00000100:00000001:1.0:1778653808.857509:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653808.857511:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653808.857513:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653808.857514:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653808.857516:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153887d5600. 02000000:00000001:1.0:1778653808.857518:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653808.857520:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653808.857522:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5f20. 00000400:00000010:1.0:1778653808.857525:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19220. 00000100:00000200:1.0:1778653808.857527:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054671104, portal 4 00000100:00000001:1.0:1778653808.857529:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653808.857530:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000040:1.0:1778653808.857534:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.857539:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653808.857541:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653808.857543:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653808.857545:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054671104, offset 0 00000400:00000200:1.0:1778653808.857548:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653808.857551:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.857553:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653808.857556:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653808.857558:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653808.857560:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653808.857562:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653808.857564:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2379:2379:253:4294967295] 192.168.204.110@tcp LPNI seq info [2379:2379:5:4294967295] 00000400:00000200:1.0:1778653808.857567:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.857572:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653808.857576:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653808.857578:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653808.857581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653808.857594:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653808.857596:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653808.857599:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653808.857601:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 289765 usecs (290 jiffies) 00000400:00000200:1.0:1778653808.857603:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653808.857605:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364323 00000100:00000001:1.0:1778653808.857607:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:1.0:1778653808.857608:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364323 00000100:00000001:1.0:1778653808.857610:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:1.0:1778653808.857612:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653808.857614:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857616:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857617:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653808.857620:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653808.857621:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653808.857622:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653808.857624:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653808.857625:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.857627:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653808.857648:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653808.857698:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:0.0:1778653808.857707:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.857714:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653808.857721:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:0.0:1778653808.857724:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:0.0:1778653808.857728:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653808.857735:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857747:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.857751:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857758:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.857759:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653808.857774:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653808.857776:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:0.0:1778653808.857779:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.857782:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653808.857786:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19e58 00000400:00000010:0.0:1778653808.857788:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19e58. 00000100:00000001:0.0:1778653808.857790:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653808.857794:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857800:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.857803:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857809:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.857811:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653808.857818:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653808.857819:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:0.0:1778653808.857822:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.857825:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653808.857828:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19000 00000400:00000010:0.0:1778653808.857829:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19000. 00000100:00000001:0.0:1778653808.857831:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653808.857835:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857841:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.857844:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857850:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.857851:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653808.857932:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653808.857935:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:0.0:1778653808.857937:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.857941:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653808.857944:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:0.0:1778653808.857945:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:0.0:1778653808.857947:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653808.857950:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857962:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.857964:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.857971:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.857972:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653808.863343:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863366:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.863371:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863373:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.863383:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863391:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.863404:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863409:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863423:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863428:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534ce80 00000400:00000200:1.0:1778653808.863433:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863439:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6289 [1] + 224 00000800:00000001:1.0:1778653808.863447:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863452:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.863455:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.863460:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.863468:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.863478:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653808.863488:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.863513:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653808.863524:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863528:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.863529:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863532:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.863534:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863538:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.863543:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863546:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863548:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863551:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534cf00 00000400:00000200:1.0:1778653808.863554:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.863557:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6299 [1] + 224 00000800:00000001:1.0:1778653808.863561:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863569:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.863571:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.863575:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.863577:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.863581:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653808.863590:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.863597:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653808.863600:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.863611:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.863647:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653808.863682:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653808.863692:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653808.863695:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653808.863700:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5c08. 00000400:00000200:0.0:1778653808.863708:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19ee0 00000400:00000010:0.0:1778653808.863712:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19ee0. 00000100:00000001:0.0:1778653808.863717:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653808.863728:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653808.863740:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.863747:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653808.863750:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.863753:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653808.863757:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653808.863760:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653808.863762:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653808.863765:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653808.863777:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=69 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653808.863782:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653808.863785:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653808.863787:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653808.863790:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653808.863795:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.863800:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653808.863802:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1778653808.863804:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653808.863807:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653808.863812:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.863820:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653808.863824:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653808.863826:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1778653808.863831:0:2365:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1778653808.863840:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1778653808.863844:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653808.863851:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054670976:192.168.204.110@tcp:9:kworker.0 00000400:00000001:0.0:1778653808.863858:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653808.863859:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653808.863862:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5f20. 00000400:00000200:0.0:1778653808.863864:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19220 00000400:00000010:0.0:1778653808.863866:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19220. 00000100:00000001:0.0:1778653808.863868:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653808.863871:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653808.863879:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.863885:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653808.863887:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.863888:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653808.863889:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653808.863891:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653808.863892:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653808.863894:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653808.863898:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=69 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653808.863901:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653808.863904:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653808.863905:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653808.863906:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653808.863908:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.863910:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653808.863912:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653808.863913:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653808.863914:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653808.863917:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.863922:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653808.863924:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653808.863925:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1778653808.863928:0:2365:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1778653808.863933:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1778653808.863937:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653808.863943:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054671104:192.168.204.110@tcp:9:kworker.0 00000100:00000001:0.0:1778653808.863948:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.863951:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.863953:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f800 x1865052054670976/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.863960:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653808.863963:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653808.863967:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d5800. 02000000:00000001:0.0:1778653808.863971:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653808.863974:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653808.863977:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653808.863979:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653808.863983:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5400. 02000000:00000001:0.0:1778653808.863987:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653808.863989:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653808.863991:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f800. 00000100:00000001:0.0:1778653808.863995:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653808.863996:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.863997:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.864001:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c700 x1865052054671104/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.864007:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653808.864008:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653808.864009:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153887d5600. 02000000:00000001:0.0:1778653808.864011:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653808.864013:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653808.864014:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653808.864016:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653808.864017:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5300. 02000000:00000001:0.0:1778653808.864019:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653808.864020:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653808.864021:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c700. 00000100:00000001:0.0:1778653808.864023:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653808.864025:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.864028:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.864030:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653808.864031:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653808.864033:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.864034:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653808.864542:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.864562:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653808.864565:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.864568:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653808.864576:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.864581:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653808.864588:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.864593:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.864598:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.864602:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534cd80 00000400:00000200:0.0:1778653808.864608:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.864614:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6271 [1] + 224 00000800:00000001:0.0:1778653808.864622:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.864628:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653808.864630:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.864634:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653808.864641:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653808.864646:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653808.864681:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.864706:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653808.864715:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.864718:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.864840:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.864844:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653808.864848:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653808.864851:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653808.864853:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e8f0. 00000400:00000200:2.0:1778653808.864857:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:2.0:1778653808.864860:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:2.0:1778653808.864863:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653808.864868:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653808.864876:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.864883:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.864885:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.864887:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653808.864889:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653808.864891:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653808.864892:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.864895:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653808.864899:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653808.864903:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1778653808.864905:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653808.864907:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.864909:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653808.864911:0:2368:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.864914:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.864917:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.864924:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.864926:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653808.864928:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653808.864931:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653808.864938:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054670720:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653808.864943:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.864944:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653808.864947:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054670720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.864953:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653808.864955:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653808.864958:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153839e5800. 02000000:00000001:2.0:1778653808.864961:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653808.864963:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653808.864965:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653808.864968:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653808.864970:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5c00. 02000000:00000001:2.0:1778653808.864974:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653808.864976:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653808.864977:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:2.0:1778653808.864982:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653808.864983:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.864985:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.864993:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.864996:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.864998:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.865001:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653808.867512:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.867743:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.867747:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.867751:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.867761:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.867769:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.867781:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.867787:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.867793:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.867798:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a0414534ce00 00000400:00000200:1.0:1778653808.867803:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.867809:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x6279 [1] + 0 00000800:00000001:1.0:1778653808.867818:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.867830:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.867834:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.867838:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.867846:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.867856:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653808.867869:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.867894:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653808.867905:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.867908:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.867986:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653808.867991:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653808.868000:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653808.868002:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653808.868007:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff57e8. 00000400:00000200:0.0:1778653808.868013:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19110 00000400:00000010:0.0:1778653808.868015:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19110. 00000100:00000001:0.0:1778653808.868019:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653808.868024:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653808.868033:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.868039:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653808.868041:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.868043:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653808.868047:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653808.868049:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653808.868052:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653808.868055:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653808.868067:0:2365:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=69 v=101 (101 101 101 137) 00000100:00001000:0.0:1778653808.868072:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653808.868075:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653808.868077:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653808.868080:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653808.868084:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.868088:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653808.868091:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1778653808.868093:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653808.868095:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653808.868099:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.868106:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653808.868109:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653808.868112:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.868114:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1778653808.868122:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff915389b76000: connect to target with instance 1 00000020:00000001:0.0:1778653808.868125:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653808.868127:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:0.0:1778653808.868130:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653808.868133:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:0.0:1778653808.868135:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:0.0:1778653808.868137:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00001000:0.0:1778653808.868141:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1778653808 v=0 (0 0 0 0) 00000100:00001000:0.0:1778653808.868144:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996fc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1778653808.868150:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000020:00000040:0.0:1778653808.868157:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:0.0:1778653808.868160:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1778653808.868164:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:0.0:1778653808.868169:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1778653808.868174:0:2365:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1778653808.868176:0:2365:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653808.868178:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1778653808.868182:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1778653808.868185:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653808.868186:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653808.868189:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.868191:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1778653808.868194:0:2365:0:(import.c:1295:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:0.0:1778653808.868198:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1778653808.868202:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1778653808.868205:0:2365:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1778653808.868210:0:2365:0:(client.c:3223:ptlrpc_resend_req()) @@@ going to resend req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.868235:0:2365:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1778653808.868238:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1778653808.868241:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1778653808.868242:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:0.0:1778653808.868243:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1778653808.868244:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1778653808.868246:0:2365:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1778653808.868248:0:2365:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff915388bb0820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1778653808.868251:0:2365:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3df471c51a88f660 00800000:00000040:0.0:1778653808.868254:0:2365:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff915389b76000=3368fde0-d18c-4c9c-a094-d50367bc642b device 3 (ffff915388bb19c0) type mdc at LMV idx 0 00800000:00000040:0.0:1778653808.868257:0:2365:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff915388bb19c0 already active! 00800000:00000001:0.0:1778653808.868259:0:2365:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653808.868261:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653808.868263:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653808.868265:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000002:00000001:1.0:1778653808.868813:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.868817:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1778653808.868822:0:2365:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:1.0:1778653808.868829:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000291e31a1): req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653808 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.868856:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.868860:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653808.868865:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653808.868873:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054670848:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1778653808.868879:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653808.868882:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653808.868885:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1fb80 x1865052054670848/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.868893:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653808.868896:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653808.868901:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9000. 02000000:00000001:1.0:1778653808.868904:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653808.868907:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653808.868909:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653808.868911:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653808.868914:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e97000. 02000000:00000001:1.0:1778653808.868920:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653808.868923:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653808.868924:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1fb80. 00000100:00000001:1.0:1778653808.868929:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653808.868931:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653808.868933:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653808.868943:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653808.868946:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.868949:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653808.868951:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.869013:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653808.869020:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653808.869022:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653808.869025:0:31424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899004d0. 00000400:00000200:2.0:1778653808.869029:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a296e8 00000400:00000010:2.0:1778653808.869032:0:31424:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a296e8. 00000100:00000001:2.0:1778653808.869036:0:31424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653808.869041:0:31424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653926 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653808.869049:0:31424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653926 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.869055:0:31424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.869057:0:31424:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.869059:0:31424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.869062:0:31424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.869065:0:31424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653808.869068:0:31424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653808.869071:0:31424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.869074:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1778653808.869079:0:31424:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054668672 new x1865052054671232 02000000:00000001:2.0:1778653808.869083:0:31424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653808.869086:0:31424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653808.869091:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653808.869097:0:31424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e8f0. 00000400:00000010:2.0:1778653808.869103:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490000. 00000100:00000200:2.0:1778653808.869110:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054668672, portal 10 00000100:00000001:2.0:1778653808.869113:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653808.869115:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:2.0:1778653808.869122:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.869129:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653808.869132:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653808.869135:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864907f8. 00000100:00000200:2.0:1778653808.869140:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054668672, offset 0 00000400:00000200:2.0:1778653808.869147:0:31424:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653808.869155:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.869163:0:31424:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653808.869170:0:31424:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653808.869174:0:31424:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653808.869179:0:31424:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653808.869182:0:31424:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653808.869186:0:31424:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2380:2380:256:4294967295] 192.168.204.110@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:2.0:1778653808.869191:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.869201:0:31424:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653808.869207:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653808.869214:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653808.869223:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653808.869231:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653808.869236:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1778653808.869254:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.869259:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 788227 usecs (789 jiffies) 00000400:00000200:2.0:1778653808.869263:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653808.869266:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364834 00000100:00000001:2.0:1778653808.869270:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653808.869273:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364834 00000100:00000001:2.0:1778653808.869276:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653808.869278:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.869282:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.869284:0:31424:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.869286:0:31424:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653808.869287:0:31424:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382ed73c0 going to sleep for 131 seconds 00000100:00000001:2.0:1778653808.869289:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.869290:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.869471:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653808.869477:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653808.869481:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.869487:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653808.869491:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:1.0:1778653808.869492:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:1.0:1778653808.869496:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653808.869500:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.869509:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653808.869512:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.869519:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.869521:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653808.869864:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653808.869869:0:31414:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.869873:0:31414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653808.869874:0:31414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.869877:0:31414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653808.869880:0:31414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653808.869883:0:31414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.869886:0:31414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1778653808.869888:0:31414:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054669056 new x1865052054671360 02000000:00000001:3.0:1778653808.869891:0:31414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653808.869892:0:31414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653808.869895:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653808.869900:0:31414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653808.869905:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653808.869908:0:31414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054669056, portal 10 00000100:00000001:3.0:1778653808.869910:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.869911:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649050496 : -121687060501120 : ffff915385fc2d80) 00000100:00000040:3.0:1778653808.869918:0:31414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.869925:0:31414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653808.869927:0:31414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653808.869929:0:31414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c550. 00000100:00000200:3.0:1778653808.869931:0:31414:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054669056, offset 0 00000400:00000200:3.0:1778653808.869937:0:31414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653808.869942:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653808.869946:0:31414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653808.869949:0:31414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653808.869952:0:31414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653808.869955:0:31414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653808.869957:0:31414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653808.869960:0:31414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2381:2381:256:4294967295] 192.168.204.110@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:3.0:1778653808.869964:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653808.869971:0:31414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653808.869975:0:31414:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653808.869981:0:31414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653808.869986:0:31414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653808.869990:0:31414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653808.869993:0:31414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653808.870008:0:31414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.870011:0:31414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 788227 usecs (789 jiffies) 00000400:00000200:3.0:1778653808.870015:0:31414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653808.870017:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364835 00000100:00000001:3.0:1778653808.870020:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653808.870022:0:31414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364835 00000100:00000001:3.0:1778653808.870024:0:31414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653808.870027:0:31414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653808.870029:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.870032:0:31414:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653808.870033:0:31414:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653808.870035:0:31414:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 11 seconds 00000100:00000001:3.0:1778653808.870037:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653808.870038:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.870138:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653808.870141:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653808.870144:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.870148:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653808.870151:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c550 00000400:00000010:1.0:1778653808.870152:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c550. 00000100:00000001:1.0:1778653808.870155:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653808.870158:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.870165:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653808.870168:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.870174:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.870175:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:0.0:1778653808.870462:0:31449:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1778653808.870467:0:31449:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1778653808.870471:0:31449:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653808.870474:0:31449:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653808.870477:0:31449:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653808.870479:0:31449:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:0.0:1778653808.870481:0:31449:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653808.880757:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.880782:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.880788:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.880792:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.880805:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.880814:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.880827:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.880835:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.880842:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.880849:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534d000 00000400:00000200:1.0:1778653808.880854:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.880862:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x62b1 [1] + 224 00000800:00000001:1.0:1778653808.880871:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.880885:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.880888:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.880893:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.880903:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.880915:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653808.880927:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.880948:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653808.880959:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.880962:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.881512:0:31414:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653808.881523:0:31414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653808.881526:0:31414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653808.881531:0:31414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653808.881537:0:31414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653808.881541:0:31414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653808.881545:0:31414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653808.881551:0:31414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653808.881562:0:31414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2d80 x1865052054669056/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881568:0:31414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653808.881571:0:31414:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.881573:0:31414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653808.881578:0:31414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653808.881582:0:31414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653808.881584:0:31414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.881588:0:31414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653808.881600:0:31414:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653808.881606:0:31414:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653808.881609:0:31414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653808.881611:0:31414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.881614:0:31414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653808.881618:0:31414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.881624:0:31414:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653808.881626:0:31414:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653808.881628:0:31414:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653808.881630:0:31414:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.881635:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2d80 x1865052054669056/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881643:0:31414:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653808.881647:0:31414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653808.881673:0:31414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653808.881679:0:31414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2d80 x1865052054669056/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653808.881687:0:31414:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:31414:1865052054669056:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1778653808.881694:0:31414:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.881697:0:31414:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.881700:0:31414:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653808.881703:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.881707:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2d80 x1865052054669056/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881714:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653808.881717:0:31414:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910a80. 00000100:00000001:3.0:1778653808.881722:0:31414:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653808.881724:0:31414:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.881733:0:31414:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.881735:0:31414:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649050496 : -121687060501120 : ffff915385fc2d80) 00000002:00000001:3.0:1778653808.881739:0:31414:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.881743:0:31414:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653808.881751:0:31414:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5e00. 00000080:00000001:3.0:1778653808.881755:0:31414:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653808.881759:0:31414:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653808.881765:0:31414:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653808.881771:0:31414:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881778:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.881780:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c000 x1865052054668032/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653925 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881787:0:31414:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653808.881791:0:31414:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653808.881794:0:31414:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653808.881796:0:31414:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653808.881799:0:31414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653808.881805:0:31414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653808.881807:0:31414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653808.881809:0:31414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c000. 00000100:00000001:3.0:1778653808.881813:0:31414:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653808.881814:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.881815:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.881818:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2d80 x1865052054669056/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881824:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653808.881826:0:31414:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff91538a3848c0. 00000002:00000001:3.0:1778653808.881829:0:31414:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.881831:0:31414:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653808.881833:0:31414:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9153861ba300. 00000100:00000001:3.0:1778653808.881835:0:31414:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.881838:0:31414:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2d80 x1865052054669056/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.881850:0:31414:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653808.881852:0:31414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653808.881855:0:31414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e400. 02000000:00000001:3.0:1778653808.881858:0:31414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653808.881860:0:31414:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653808.881861:0:31414:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653808.881863:0:31414:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653808.881864:0:31414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4c00. 02000000:00000001:3.0:1778653808.881865:0:31414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653808.881866:0:31414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653808.881868:0:31414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2d80. 00000100:00000001:3.0:1778653808.881870:0:31414:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653808.881871:0:31414:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653808.881874:0:31414:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653808.881878:0:31414:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9153815b8000. 00000080:00000001:3.0:1778653808.881881:0:31414:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.881889:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47db8 00000080:00000008:3.0:1778653808.881891:0:31414:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff91538bd97448), flags 100002, rc = 0 00000080:00000001:3.0:1778653808.881894:0:31414:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.881901:0:31414:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653808.881903:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47e00 00000080:00002000:3.0:1778653808.881905:0:31414:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bde0948, parent ffff91538bde0438, inode ffff91538bd97448) hashed, 00000080:00000001:3.0:1778653808.881908:0:31414:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653808.881920:0:31414:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653808.881927:0:31414:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653808.881930:0:31414:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653808.881931:0:31414:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47e00 00000080:00002000:3.0:1778653808.881933:0:31414:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff91538bde0438, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:3.0:1778653808.881935:0:31414:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653808.881939:0:31414:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653808.881941:0:31414:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:0.0:1778653808.888408:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.888826:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.888833:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.888836:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.888849:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.888860:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.888876:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.888883:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.888891:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.888896:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534cf80 00000400:00000200:1.0:1778653808.888902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.888910:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x62a9 [1] + 224 00000800:00000001:1.0:1778653808.888921:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.888932:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.888936:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.888941:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.888951:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.888962:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653808.888974:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653808.889003:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.889078:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653808.889089:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653808.889091:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653808.889096:0:31424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e8f0. 00000400:00000200:2.0:1778653808.889102:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:2.0:1778653808.889104:0:31424:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:2.0:1778653808.889107:0:31424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653808.889112:0:31424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653808.889122:0:31424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054668672/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.889128:0:31424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.889131:0:31424:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.889134:0:31424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653808.889138:0:31424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653808.889141:0:31424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653808.889144:0:31424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.889148:0:31424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653808.889160:0:31424:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=69 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653808.889166:0:31424:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653808.889168:0:31424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653808.889170:0:31424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.889174:0:31424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653808.889178:0:31424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.889183:0:31424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653808.889186:0:31424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653808.889188:0:31424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653808.889190:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653808.889192:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:2.0:1778653808.889196:0:31424:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653808.889198:0:31424:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653808.889201:0:31424:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653808.889204:0:31424:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.889210:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054668672/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653944 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.889217:0:31424:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.889221:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653808.889224:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653808.889228:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054668672/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653944 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653808.889236:0:31424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054668672:192.168.204.110@tcp:36:touch.0 00000100:00000001:2.0:1778653808.889242:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.889245:0:31424:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.889248:0:31424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:1.0:1778653808.889248:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1778653808.889250:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1778653808.889252:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000040:2.0:1778653808.889253:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054668672/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653944 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1778653808.889259:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000100:00000001:2.0:1778653808.889261:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653808.889263:0:31424:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382ed73c0. 00000400:00000200:1.0:1778653808.889266:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2382:2382:256:4294967295] 192.168.204.110@tcp LPNI seq info [2382:2382:8:4294967295] 00000100:00000001:2.0:1778653808.889268:0:31424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653808.889270:0:31424:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653808.889270:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.889278:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000002:00000001:2.0:1778653808.889279:0:31424:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653808.889282:0:31424:0:(lmv_obd.c:3021:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.889284:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000002:00000001:2.0:1778653808.889290:0:31424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000800:00000010:1.0:1778653808.889290:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000002:00000001:2.0:1778653808.889293:0:31424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000800:00000200:1.0:1778653808.889307:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653808.889316:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653808.889321:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 0, nob 96 niov 1 nkiov 0 00000080:00000001:2.0:1778653808.889322:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1778653808.889325:0:31424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1778653808.889332:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653808.889336:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054668672/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653944 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.889343:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653808.889346:0:31424:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653808.889348:0:31424:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.889351:0:31424:0:(llite_lib.c:2064:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.889355:0:31424:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1778653808.889358:0:31424:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1778653808.889360:0:31424:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653808.889367:0:31424:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1778653808.889369:0:31424:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.889371:0:31424:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.889373:0:31424:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1778653808.889376:0:31424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653808.889382:0:31424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a360. 00000020:00000010:2.0:1778653808.889387:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5800. 00000020:00000010:2.0:1778653808.889402:0:31424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5c00. 00000020:00000010:2.0:1778653808.889407:0:31424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653808.889416:0:31424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b0b28. 00020000:00000010:2.0:1778653808.889422:0:31424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653808.889429:0:31424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f880. 00000080:00000010:2.0:1778653808.889435:0:31424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b1f8. 00000080:00000010:2.0:1778653808.889439:0:31424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a4db0. 00000020:00000010:2.0:1778653808.889443:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653808.889447:0:31424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea9a0. 00020000:00000010:2.0:1778653808.889452:0:31424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ae400. 00008000:00000010:2.0:1778653808.889456:0:31424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e9c0. 00000080:00000010:2.0:1778653808.889460:0:31424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907000. 00000800:00000200:1.0:1778653808.889461:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1778653808.889463:0:31424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728488 : -121686989823128 : ffff91538a32a368) 00000800:00000010:1.0:1778653808.889465:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16100. 00000020:00001000:2.0:1778653808.889466:0:31424:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a360 00000400:00000200:1.0:1778653808.889468:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1778653808.889471:0:31424:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000400:00000200:1.0:1778653808.889472:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000020:00000001:2.0:1778653808.889474:0:31424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653808.889477:0:31424:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000800:00000001:1.0:1778653808.889478:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00200000:2.0:1778653808.889479:0:31424:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000800:00000001:1.0:1778653808.889482:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653808.889483:0:31424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653808.889484:0:31424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653808.889487:0:31424:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653808.889490:0:31424:0:(file.c:6066:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1778653808.889495:0:31424:0:(file.c:6068:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1778653808.889501:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653808.889506:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653808.889513:0:31424:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653808.889516:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653808.889518:0:31424:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:2.0:1778653808.889520:0:31424:0:(file.c:6073:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.889523:0:31424:0:(file.c:6963:ll_layout_intent()) Process entered 00000080:00000010:2.0:1778653808.889528:0:31424:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4e00. 00000080:00010000:2.0:1778653808.889535:0:31424:0:(file.c:6981:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff91538bdb0908) 00000080:00000001:2.0:1778653808.889540:0:31424:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653808.889543:0:31424:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653808.889546:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb958 00800000:00000002:2.0:1778653808.889549:0:31424:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:2.0:1778653808.889553:0:31424:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653808.889557:0:31424:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653808.889561:0:31424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653808.889563:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb828 00000002:00010000:2.0:1778653808.889565:0:31424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:2.0:1778653808.889569:0:31424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653808.889572:0:31424:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1778653808.889577:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1c00. 00000020:00000040:2.0:1778653808.889582:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653808.889588:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653808.889594:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653808.889599:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.889603:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653808.889605:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653808.889611:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653808.889619:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4c00. 00000100:00000001:2.0:1778653808.889626:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.889629:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653808.889632:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.889633:0:31424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653808.889634:0:31424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.889636:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653808.889640:0:31424:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00010000:00000001:2.0:1778653808.889644:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653808.889646:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653808.889684:0:31424:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c300. 00010000:00000010:2.0:1778653808.889689:0:31424:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36200. 00010000:00000001:2.0:1778653808.889695:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653808.889699:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a000. 00000020:00000001:2.0:1778653808.889703:0:31424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653808.889705:0:31424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a000 with handle 0x3df471c51a890118 to hash 00000020:00000001:2.0:1778653808.889708:0:31424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653808.889709:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653808.889713:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653808.889717:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653808.889720:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653808.889735:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653808.889746:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653808.889756:0:31424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653808.889761:0:31424:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653808.889763:0:31424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653808.889770:0:31424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653808.889772:0:31424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653808.889775:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653808.889776:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000001:2.0:1778653808.889780:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653808.889786:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.889788:0:31424:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653808.889789:0:31424:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653808.889794:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.889802:0:31424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.889805:0:31424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.889809:0:31424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653808.889812:0:31424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653808.889814:0:31424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653808.889817:0:31424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054671488:192.168.204.110@tcp:101:touch.0 00000100:00000001:2.0:1778653808.889821:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653808.889827:0:31424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653808.889830:0:31424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.889832:0:31424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653808.889837:0:31424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f400. 02000000:00000001:2.0:1778653808.889839:0:31424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653808.889844:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653808.889847:0:31424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e8f0. 00000400:00000010:2.0:1778653808.889852:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490000. 00000100:00000200:2.0:1778653808.889859:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054671488, portal 10 00000100:00000001:2.0:1778653808.889861:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653808.889862:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000040:2.0:1778653808.889867:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.889874:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653808.889876:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653808.889879:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490a18. 00000100:00000200:2.0:1778653808.889882:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1865052054671488, offset 0 00000400:00000200:2.0:1778653808.889889:0:31424:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653808.889895:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.889900:0:31424:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653808.889906:0:31424:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653808.889910:0:31424:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653808.889914:0:31424:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653808.889917:0:31424:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653808.889920:0:31424:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2383:2383:256:4294967295] 192.168.204.110@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:2.0:1778653808.889923:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.889930:0:31424:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653808.889935:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653808.889938:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d900. 00000800:00000200:2.0:1778653808.889942:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653808.889946:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653808.889949:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1778653808.889966:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.889971:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 846381 usecs (847 jiffies) 00000400:00000200:2.0:1778653808.889975:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653808.889978:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364913 00000100:00000001:2.0:1778653808.889981:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653808.889984:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364913 00000100:00000001:2.0:1778653808.889986:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653808.889989:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.889992:0:31424:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.889994:0:31424:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.889997:0:31424:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653808.889999:0:31424:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 131 seconds 00000100:00000001:2.0:1778653808.890002:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.890004:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653808.890277:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653808.890281:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d900. 00000400:00000200:0.0:1778653808.890285:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.890289:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653808.890293:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:0.0:1778653808.890295:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:0.0:1778653808.890308:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653808.890312:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653808.890325:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.890329:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653808.890335:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.890337:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1778653808.890427:0:31450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384f80. 00000080:00000010:3.1:1778653808.890456:0:31450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384ea0. 00000800:00000001:0.0:1778653808.896056:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.896078:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653808.896083:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.896086:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653808.896099:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.896109:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653808.896120:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.896125:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.896132:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.896139:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a0414534d080 00000400:00000200:0.0:1778653808.896146:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.896154:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x62b9 [1] + 224 00000800:00000001:0.0:1778653808.896163:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.896179:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653808.896184:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.896188:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653808.896198:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653808.896209:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653808.896221:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653808.896255:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653808.896267:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.896270:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.896349:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653808.896359:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653808.896362:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653808.896367:0:31424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e8f0. 00000400:00000200:3.0:1778653808.896373:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:3.0:1778653808.896377:0:31424:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:3.0:1778653808.896380:0:31424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653808.896385:0:31424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653808.896394:0:31424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.896400:0:31424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653808.896402:0:31424:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.896405:0:31424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653808.896409:0:31424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653808.896412:0:31424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653808.896415:0:31424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.896419:0:31424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653808.896430:0:31424:0:(import.c:2144:obd_at_measure()) add 101 to ffff91538996fc58 time=69 v=101 (101 101 101 137) 00000100:00001000:3.0:1778653808.896436:0:31424:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653808.896439:0:31424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653808.896442:0:31424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.896445:0:31424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653808.896450:0:31424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.896454:0:31424:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653808.896457:0:31424:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653808.896459:0:31424:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653808.896462:0:31424:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.896467:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1778653944 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.896474:0:31424:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653808.896478:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653808.896480:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653808.896484:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1778653944 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653808.896492:0:31424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054671488:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1778653808.896498:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.896502:0:31424:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.896505:0:31424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653808.896507:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.896511:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1778653944 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.896518:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653808.896521:0:31424:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:3.0:1778653808.896525:0:31424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653808.896527:0:31424:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.896531:0:31424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653808.896535:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.896538:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.896541:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=4 00000020:00000001:3.0:1778653808.896544:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.896548:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000040:3.0:1778653808.896562:0:31424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a000, remote cookie: 0xdfa36d541726f7c1, flags: 0x1000 00010000:00000001:3.0:1778653808.896566:0:31424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653808.896571:0:31424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653808.896574:0:31424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653808.896576:0:31424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653808.896577:0:31424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653808.896581:0:31424:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff91538f63c300) refcount = 1 00010000:00010000:3.0:1778653808.896587:0:31424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653808.896597:0:31424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653808.896600:0:31424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653808.896602:0:31424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653808.896605:0:31424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653808.896608:0:31424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653808.896611:0:31424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653808.896779:0:31424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653808.896782:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.896784:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.896785:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.896786:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.896788:0:31424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653808.896794:0:31424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653808.896797:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.896798:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.896800:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.896802:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.896804:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.896806:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.896807:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653808.896812:0:31424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1778653944 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1778653808.896821:0:31424:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff915389b76000: layout return lvb 56 transno 0 00010000:00000001:3.0:1778653808.896824:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.896825:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.896826:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.896828:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.896830:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00000002:00010000:3.0:1778653808.896834:0:31424:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653808.896845:0:31424:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861ba300. 00010000:00000001:3.0:1778653808.896848:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.896849:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653808.896851:0:31424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653808.896853:0:31424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653808.896857:0:31424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653808.896858:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.896859:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.896861:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.896862:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.896865:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00000002:00010000:3.0:1778653808.896868:0:31424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653808.896874:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.896875:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.896877:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653808.896878:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.896879:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.896880:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.896882:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.896884:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000040:3.0:1778653808.896892:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653808.896895:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653808.896900:0:31424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:3.0:1778653808.896903:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.896904:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653808.896906:0:31424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653808.896909:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7a8 00000002:00002000:3.0:1778653808.896911:0:31424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:3.0:1778653808.896914:0:31424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.896919:0:31424:0:(lmv_intent.c:531:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.896922:0:31424:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653808.896925:0:31424:0:(namei.c:950:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653808.896929:0:31424:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.896932:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.896936:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1c00 x1865052054671488/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1778653944 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.896943:0:31424:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653808.896946:0:31424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653808.896949:0:31424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f400. 02000000:00000001:3.0:1778653808.896954:0:31424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653808.896957:0:31424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653808.896959:0:31424:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653808.896962:0:31424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653808.896965:0:31424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4c00. 02000000:00000001:3.0:1778653808.896969:0:31424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653808.896971:0:31424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653808.896973:0:31424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1c00. 00000100:00000001:3.0:1778653808.896981:0:31424:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653808.896982:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653808.896987:0:31424:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4e00. 00000080:00010000:3.0:1778653808.896991:0:31424:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) for lock 0x3df471c51a890118 00800000:00000001:3.0:1778653808.896996:0:31424:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653808.896999:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653808.897000:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.897001:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.897002:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.897004:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897006:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897008:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897010:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653808.897011:0:31424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.897013:0:31424:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653808.897017:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890118 from it ffffa71ac16cba78 00010000:00000001:3.0:1778653808.897019:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.897020:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.897021:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.897023:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897025:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897028:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653808.897031:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653808.897039:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897040:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.897042:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653808.897046:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653808.897049:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653808.897058:0:31424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653808.897061:0:31424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653808.897063:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653808.897068:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897069:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.897071:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897075:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653808.897077:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897079:0:31424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897082:0:31424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897084:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653808.897086:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897087:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653808.897089:0:31424:0:(file.c:6997:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.897093:0:31424:0:(file.c:6066:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1778653808.897095:0:31424:0:(file.c:6068:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1778653808.897101:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653808.897102:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653808.897104:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653808.897107:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653808.897110:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653808.897114:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653808.897118:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653808.897126:0:31424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653808.897131:0:31424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653808.897135:0:31424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653808.897141:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1778653808.897143:0:31424:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:3.0:1778653808.897146:0:31424:0:(file.c:6073:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1778653808.897149:0:31424:0:(file.c:6854:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1778653808.897150:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.897152:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.897153:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.897155:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897158:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00000080:00010000:3.0:1778653808.897161:0:31424:0:(file.c:6864:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](0000000010d415f3) being reconfigured ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1778653808.897170:0:31424:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653808.897171:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653808.897173:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.897174:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.897175:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=4 00000020:00000001:3.0:1778653808.897177:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897179:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897181:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897182:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653808.897183:0:31424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.897185:0:31424:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.897188:0:31424:0:(file.c:6779:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1778653808.897190:0:31424:0:(file.c:6782:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff9153861ba300 l_lvb_len=56 00000080:00000001:3.0:1778653808.897193:0:31424:0:(file.c:6785:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.897195:0:31424:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653808.897198:0:31424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653808.897204:0:31424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653808.897210:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b800. 00000020:00000010:3.0:1778653808.897216:0:31424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1be00. 00000020:00000010:3.0:1778653808.897220:0:31424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bf60. 00000008:00000010:3.0:1778653808.897229:0:31424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653808.897235:0:31424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653808.897243:0:31424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653808.897251:0:31424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653808.897256:0:31424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653808.897260:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b600. 00000008:00000010:3.0:1778653808.897264:0:31424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653808.897268:0:31424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653808.897272:0:31424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653808.897276:0:31424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653808.897279:0:31424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653808.897281:0:31424:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653808.897283:0:31424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653808.897288:0:31424:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653808.897291:0:31424:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653808.897308:0:31424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3ba20. 00020000:00000010:3.0:1778653808.897313:0:31424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941c80. 00020000:00000010:3.0:1778653808.897319:0:31424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b3c0. 00020000:00000001:3.0:1778653808.897321:0:31424:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940608 : -121687094611008 : ffff915383f3b3c0) 00020000:00000002:3.0:1778653808.897325:0:31424:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b3c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653808.897330:0:31424:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653808.897333:0:31424:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941c80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:3.0:1778653808.897337:0:31424:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b1f0) owner ffff915383a2cf80 00020000:00000001:3.0:1778653808.897340:0:31424:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653808.897342:0:31424:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b1f0) owner ffff915383a2cf80 00020000:00000010:3.0:1778653808.897348:0:31424:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941c80. 00020000:00000010:3.0:1778653808.897351:0:31424:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3ba20. 00020000:00000010:3.0:1778653808.897354:0:31424:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b3c0. 00020000:00000002:3.0:1778653808.897356:0:31424:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653808.897358:0:31424:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.897359:0:31424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.897363:0:31424:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653808.897366:0:31424:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000002:3.0:1778653808.897369:0:31424:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d57e0 addref 2/0 by ffff915383a2cf80. 00020000:00000002:3.0:1778653808.897372:0:31424:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000001:3.0:1778653808.897374:0:31424:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653808.897377:0:31424:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653808.897378:0:31424:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653808.897380:0:31424:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653808.897382:0:31424:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653808.897385:0:31424:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653808.897388:0:31424:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653808.897392:0:31424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1be00. 00000020:00000010:3.0:1778653808.897396:0:31424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bf60. 00000008:00000010:3.0:1778653808.897399:0:31424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653808.897403:0:31424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653808.897406:0:31424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653808.897409:0:31424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653808.897412:0:31424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653808.897415:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b800. 00000008:00000010:3.0:1778653808.897417:0:31424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653808.897420:0:31424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653808.897423:0:31424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653808.897425:0:31424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653808.897428:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b600. 00000020:00000010:3.0:1778653808.897430:0:31424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653808.897432:0:31424:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.897434:0:31424:0:(file.c:6901:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1778653808.897435:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897437:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.897438:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653808.897439:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653808.897440:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653808.897442:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897445:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653808.897447:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653808.897449:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653808.897456:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897457:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.897459:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653808.897460:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653808.897462:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653808.897469:0:31424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653808.897470:0:31424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653808.897472:0:31424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653808.897474:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897475:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653808.897477:0:31424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897479:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653808.897480:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897482:0:31424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897484:0:31424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.897485:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653808.897486:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653808.897487:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653808.897489:0:31424:0:(file.c:6942:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.897491:0:31424:0:(file.c:7061:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.897494:0:31424:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653808.897499:0:31424:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9153861a4e10 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1778653808.897502:0:31424:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000001:3.0:1778653808.897506:0:31424:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653808.897508:0:31424:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653808.897510:0:31424:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653808.897512:0:31424:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.897515:0:31424:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653808.897517:0:31424:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653808.897519:0:31424:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.897523:0:31424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653808.897524:0:31424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653808.897526:0:31424:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653808.897527:0:31424:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00000020:00000001:3.0:1778653808.897530:0:31424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.897534:0:31424:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653808.897535:0:31424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653808.897539:0:31424:0:(lov_io.c:1093:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1778653808.897541:0:31424:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653808.897544:0:31424:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653808.897548:0:31424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653808.898314:0:31424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653808.898319:0:31424:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653808.898321:0:31424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653808.898430:0:31424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a510. 00000020:00000010:2.0:1778653808.898438:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653808.898443:0:31424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4000. 00000020:00000010:2.0:1778653808.898446:0:31424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9de0. 00000008:00000010:2.0:1778653808.898452:0:31424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b1650. 00020000:00000010:2.0:1778653808.898458:0:31424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653808.898463:0:31424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872d8b8. 00000080:00000010:2.0:1778653808.898469:0:31424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bf18. 00000080:00000010:2.0:1778653808.898472:0:31424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7b50. 00000020:00000010:2.0:1778653808.898477:0:31424:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4e00. 00000008:00000010:2.0:1778653808.898480:0:31424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb1e0. 00020000:00000010:2.0:1778653808.898484:0:31424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887acb40. 00008000:00000010:2.0:1778653808.898487:0:31424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e750. 00000080:00000010:2.0:1778653808.898490:0:31424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899073c0. 00000020:00000001:2.0:1778653808.898493:0:31424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719728920 : -121686989822696 : ffff91538a32a518) 00000020:00001000:2.0:1778653808.898497:0:31424:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a510 00000020:00000001:2.0:1778653808.898502:0:31424:0:(cl_object.c:151:cl_object_top()) ffff915389b22788 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.898505:0:31424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653808.898508:0:31424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653808.898510:0:31424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653808.898511:0:31424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.898513:0:31424:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.898516:0:31424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690909288 : -121687018642328 : ffff9153887ae468) 00000020:00000001:2.0:1778653808.898520:0:31424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1778653808.898523:0:31424:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1778653808.898527:0:31424:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.898528:0:31424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.898531:0:31424:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.898532:0:31424:0:(lov_io.c:1102:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.898534:0:31424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.898536:0:31424:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1778653808.898538:0:31424:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653808.898540:0:31424:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653808.898541:0:31424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653808.898543:0:31424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653808.898545:0:31424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.898546:0:31424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.898548:0:31424:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.898550:0:31424:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.898551:0:31424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653808.904333:0:31424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.904339:0:31424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.904342:0:31424:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1778653808.904353:0:31424:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.904357:0:31424:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.904359:0:31424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1778653808.904364:0:31424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.904366:0:31424:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00020000:00000001:2.0:1778653808.904370:0:31424:0:(lov_io.c:1656:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1778653808.904373:0:31424:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653808.904375:0:31424:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653808.904376:0:31424:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653808.904382:0:31424:0:(osc_io.c:695:osc_io_setattr_start()) Process entered 00000020:00000001:2.0:1778653808.904384:0:31424:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.904386:0:31424:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.904388:0:31424:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1778653808.904392:0:31424:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.904395:0:31424:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.904396:0:31424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1778653808.904400:0:31424:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653808.904402:0:31424:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.904404:0:31424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.904405:0:31424:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000020:00000001:2.0:1778653808.904408:0:31424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653808.904409:0:31424:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653808.904411:0:31424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653808.904413:0:31424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653808.904414:0:31424:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653808.904415:0:31424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653808.904419:0:31424:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:2.0:1778653808.904430:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1c00. 00000020:00000040:2.0:1778653808.904437:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653808.904441:0:31424:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1778653808.904447:0:31424:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1778653808.904456:0:31424:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1671 00000400:00000200:2.0:1778653808.904468:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.904475:0:31424:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1778653808.904479:0:31424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653808.904483:0:31424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653808.904485:0:31424:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653808.904489:0:31424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:2.0:1778653808.904492:0:31424:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653808.904495:0:31424:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:2.0:1778653808.904508:0:31424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653808.904512:0:31424:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:2.0:1778653808.904515:0:31424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:2.0:1778653808.904518:0:31424:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000040:2.0:1778653808.904521:0:31424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653808.904522:0:31424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653808.904524:0:31424:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653808.904526:0:31424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:2.0:1778653808.904530:0:31424:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00080000:2.0:1778653808.904533:0:31424:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: import ffff91538996a800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1778653808.904536:0:31424:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.904539:0:31424:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1778653808.904548:0:31424:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653808.904551:0:31424:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.904554:0:31424:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1778653808.904558:0:31424:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1778653808.904562:0:31424:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.904564:0:31424:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653808.904568:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2d80. 00000020:00000040:2.0:1778653808.904570:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 02000000:00000001:2.0:1778653808.904575:0:31424:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653808.904577:0:31424:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.904581:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653808.904585:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653808.904590:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653808.904600:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653808.904609:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653808.904914:0:31424:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653808.904934:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653808.904939:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.904945:0:31424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f7cc19b] to pc [ptlrpcd_rcv+-1] req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.904974:0:31424:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.904978:0:31424:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1778653808.904980:0:31424:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:2.0:1778653808.904983:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653808.904985:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653808.904988:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653808.904993:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4c00. 00000100:00000001:2.0:1778653808.904996:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.905003:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653808.905005:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.905011:0:31424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039b4ba3b] to pc [ptlrpcd_01_01+1] req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1778653808.905048:0:31424:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653808.905051:0:31424:0:(osc_io.c:816:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.905054:0:31424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.905057:0:31424:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.905058:0:31424:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.905060:0:31424:0:(lov_io.c:1671:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.905062:0:31424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653808.905064:0:31424:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653808.905066:0:31424:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1778653808.905068:0:31424:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653808.905070:0:31424:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1778653808.905087:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1778653808.905093:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1778653808.905095:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.905103:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.905106:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.905109:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.905111:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.905114:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653808.905121:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.905129:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.905132:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1778653808.905135:0:2368:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.905142:0:2368:0:(client.c:1835:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.905146:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.905147:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.905149:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.905152:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.905153:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.905245:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653808.905249:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653808.905250:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653808.905257:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.905265:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653808.905267:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653808.905271:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653808.905274:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653808.905277:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653808.905414:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054671616:192.168.204.110@tcp:8:touch.0 00000100:00000001:0.0:1778653808.905419:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653808.905425:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653808.905428:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653808.905432:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653808.905440:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eedc00. 02000000:00000001:0.0:1778653808.905442:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653808.905451:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653808.905456:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900478. 00000400:00000010:0.0:1778653808.905465:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29a18. 00000100:00000200:0.0:1778653808.905474:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054671616, portal 4 00000100:00000001:0.0:1778653808.905477:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653808.905479:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649050496 : -121687060501120 : ffff915385fc2d80) 00000100:00000040:0.0:1778653808.905488:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.905496:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653808.905499:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653808.905503:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29c38. 00000100:00000200:0.0:1778653808.905506:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054671616, offset 0 00000400:00000200:0.0:1778653808.905514:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653808.905523:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.905531:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653808.905539:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653808.905544:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653808.905549:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653808.905552:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653808.905556:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2384:2384:256:4294967295] 192.168.204.110@tcp LPNI seq info [2384:2384:8:4294967295] 00000400:00000200:0.0:1778653808.905560:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.905572:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653808.905578:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653808.905585:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a800. 00000800:00000200:0.0:1778653808.905594:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653808.905603:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653808.905609:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1778653808.905763:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653808.905768:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.905974:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653808.905980:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21527 usecs (22 jiffies) 00000400:00000200:0.0:1778653808.905985:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653808.905989:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364104 00000100:00000001:0.0:1778653808.905993:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:0.0:1778653808.905996:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364104 00000100:00000001:0.0:1778653808.905999:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:0.0:1778653808.906001:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653808.906005:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.906008:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.906011:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653808.906017:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653808.906019:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653808.906021:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653808.906022:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653808.906024:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.906026:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653808.906461:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653808.906468:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a800. 00000400:00000200:0.0:1778653808.906475:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.906482:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653808.906489:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29c38 00000400:00000010:0.0:1778653808.906492:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29c38. 00000100:00000001:0.0:1778653808.906497:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653808.906502:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.906512:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653808.906518:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.906528:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653808.906530:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653808.910115:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.910135:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653808.910140:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.910143:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653808.910154:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.910163:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653808.910173:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.910179:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.910185:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.910190:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a0414534d100 00000400:00000200:0.0:1778653808.910196:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653808.910203:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x62c1 [1] + 0 00000800:00000001:0.0:1778653808.910219:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.910227:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653808.910230:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653808.910236:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653808.910247:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653808.910259:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653808.910273:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653808.910310:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653808.910323:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653808.910327:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.910780:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.910786:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653808.910798:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653808.910801:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653808.910805:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900478. 00000400:00000200:2.0:1778653808.910811:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29a18 00000400:00000010:2.0:1778653808.910814:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29a18. 00000100:00000001:2.0:1778653808.910818:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653808.910824:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653808.910834:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.910842:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.910844:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.910847:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653808.910851:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653808.910854:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653808.910857:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.910861:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653808.910876:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=69 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653808.910881:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653808.910884:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653808.910886:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.910889:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653808.910893:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.910897:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653808.910900:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967339 gen 15 00000100:00000040:2.0:1778653808.910904:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1778653808.910906:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653808.910908:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.910913:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.910920:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.910923:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653808.910925:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.910928:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1778653808.910935:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:2.0:1778653808.910938:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653808.910940:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:2.0:1778653808.910943:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653808.910946:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:2.0:1778653808.910948:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:2.0:1778653808.910951:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00001000:2.0:1778653808.910955:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=1778653808 v=0 (0 0 0 0) 00000100:00001000:2.0:1778653808.910958:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1778653808.910963:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:2.0:1778653808.910968:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1778653808.910972:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:2.0:1778653808.910975:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653808.910980:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:2.0:1778653808.910984:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1778653808.910988:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653808.910991:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:2.0:1778653808.910996:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653808.910999:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653808.911001:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653808.911002:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653808.911005:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653808.911009:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911011:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911013:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653808.911014:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653808.911015:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911017:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653808.911019:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653808.911023:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653808.911026:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911028:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911030:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.911032:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653808.911034:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653808.911036:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.911038:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653808.911041:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1778653808.911045:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1778653808.911048:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653808.911049:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1778653808.911050:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653808.911051:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1778653808.911053:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1778653808.911055:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1778653808.911061:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1778653808.911062:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653808.911064:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911065:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653808.911066:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653808.911068:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653808.911069:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653808.911070:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653808.911071:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911073:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911074:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653808.911075:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653808.911077:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911078:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653808.911079:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653808.911081:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653808.911082:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911083:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653808.911084:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653808.911085:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653808.911087:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653808.911088:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.911089:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1778653808.911091:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.911094:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1778653808.911100:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e0f663c8): req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.912199:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.912206:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.912215:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653808.912226:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054671616:192.168.204.110@tcp:8:touch.0 00000100:00000001:2.0:1778653808.912231:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.912234:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653808.912238:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2d80 x1865052054671616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653808.912245:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653808.912248:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653808.912252:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eedc00. 02000000:00000001:2.0:1778653808.912258:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653808.912260:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653808.912262:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653808.912264:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653808.912268:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653808.912271:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653808.912274:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653808.912276:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2d80. 00000100:00000001:2.0:1778653808.912280:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653808.912282:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.912284:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.912293:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.912304:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.912308:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.912310:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.912321:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.912323:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.912327:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.912329:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653808.912332:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.912335:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653808.912339:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653808.912342:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.912345:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653808.912352:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653808.912355:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.912358:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653808.912363:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653808.912365:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653808.912372:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653808.912376:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653808.912382:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653808.912390:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054671744, portal 4 00000100:00000001:2.0:1778653808.912393:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653808.912395:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000040:2.0:1778653808.912403:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.912410:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653808.912413:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653808.912416:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490cc0. 00000100:00000200:2.0:1778653808.912420:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1865052054671744, offset 0 00000400:00000200:2.0:1778653808.912427:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653808.912435:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.912443:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653808.912449:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653808.912454:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653808.912458:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653808.912461:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653808.912465:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2385:2385:256:4294967295] 192.168.204.110@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:2.0:1778653808.912470:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653808.912480:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653808.912487:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653808.912492:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658de00. 00000800:00000200:2.0:1778653808.912501:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653808.912511:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653808.912516:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658de00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1778653808.912535:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.912540:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21461 usecs (22 jiffies) 00000400:00000200:2.0:1778653808.912543:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653808.912546:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364110 00000100:00000001:2.0:1778653808.912550:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653808.912552:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364110 00000100:00000001:2.0:1778653808.912554:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653808.912558:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.912561:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.912563:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.912567:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.912569:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653808.912571:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.912572:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653808.912574:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.912577:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.912975:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653808.912981:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658de00. 00000400:00000200:1.0:1778653808.912986:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.912993:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653808.912998:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653808.913001:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653808.913005:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653808.913009:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.913020:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653808.913023:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.913030:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.913032:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653808.945087:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.945107:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.945112:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.945116:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.945128:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.945136:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.945148:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.945153:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.945161:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.945166:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a0414534d180 00000400:00000200:1.0:1778653808.945172:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.945179:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x62d1 [1] + 224 00000800:00000001:1.0:1778653808.945188:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.945196:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.945200:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.945205:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.945214:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.945226:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653808.945238:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.945261:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653808.945271:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.945275:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.946322:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.946330:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653808.946341:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653808.946343:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653808.946351:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653808.946367:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:2.0:1778653808.946371:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:2.0:1778653808.946376:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653808.946385:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653808.946396:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1c00 x1865052054671744/t0(0) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.946404:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653808.946406:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.946410:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653808.946414:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653808.946417:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653808.946419:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653808.946423:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653808.946435:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=69 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653808.946440:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653808.946443:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653808.946445:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653808.946448:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653808.946453:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.946457:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653808.946460:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967341 gen 15 00000100:00000001:2.0:1778653808.946464:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653808.946468:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1778653808.946471:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653808.946472:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.946477:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1c00 x1865052054671744/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.946485:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653808.946489:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653808.946492:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1778653808.946496:0:2368:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1778653808.946567:0:2368:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653808.946572:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1c00 x1865052054671744/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653808.946581:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:0:1865052054671744:192.168.204.110@tcp:2:touch.0 00000100:00000001:2.0:1778653808.946587:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.946590:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653808.946593:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1c00 x1865052054671744/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653824 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653808.946601:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653808.946604:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653808.946608:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653808.946613:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653808.946617:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653808.946619:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653808.946622:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653808.946625:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4c00. 02000000:00000001:2.0:1778653808.946629:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653808.946632:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653808.946634:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1c00. 00000100:00000001:2.0:1778653808.946642:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653808.946644:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.946646:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653808.946794:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653808.946796:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653808.946800:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653808.946802:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.946885:0:31424:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653808.946889:0:31424:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.946893:0:31424:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.946897:0:31424:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653808.946900:0:31424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1778653808.946903:0:31424:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653808.947191:0:31424:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653808.947194:0:31424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653808.947196:0:31424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653808.947198:0:31424:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.947200:0:31424:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.947201:0:31424:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653808.947203:0:31424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653808.947205:0:31424:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1778653808.947207:0:31424:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653808.947209:0:31424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653808.947210:0:31424:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653808.947212:0:31424:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653808.947213:0:31424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653808.947215:0:31424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653808.947217:0:31424:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.947218:0:31424:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.947220:0:31424:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653808.947221:0:31424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653808.947224:0:31424:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.947227:0:31424:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653808.947229:0:31424:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653808.947231:0:31424:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653808.947232:0:31424:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653808.947234:0:31424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653808.947238:0:31424:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a510 00000020:00000010:3.0:1778653808.947245:0:31424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4000. 00000020:00000010:3.0:1778653808.947251:0:31424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9de0. 00000008:00000010:3.0:1778653808.947257:0:31424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b1650. 00020000:00000010:3.0:1778653808.947264:0:31424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9acc0. 00008000:00000010:3.0:1778653808.947269:0:31424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872d8b8. 00000080:00000010:3.0:1778653808.947274:0:31424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bf18. 00000080:00000010:3.0:1778653808.947279:0:31424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7b50. 00000020:00000010:3.0:1778653808.947283:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000008:00000010:3.0:1778653808.947286:0:31424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb1e0. 00020000:00000010:3.0:1778653808.947290:0:31424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887acb40. 00008000:00000010:3.0:1778653808.947294:0:31424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e750. 00000080:00000010:3.0:1778653808.947307:0:31424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899073c0. 00000020:00000010:3.0:1778653808.947311:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4e00. 00000020:00000010:3.0:1778653808.947313:0:31424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a510. 00020000:00000001:3.0:1778653808.947316:0:31424:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653808.947318:0:31424:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653808.947322:0:31424:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653808.947325:0:31424:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653808.947328:0:31424:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653808.947330:0:31424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653808.947331:0:31424:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a360 00000020:00000010:3.0:1778653808.947333:0:31424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5c00. 00000020:00000010:3.0:1778653808.947335:0:31424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:3.0:1778653808.947338:0:31424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b0b28. 00020000:00000010:3.0:1778653808.947341:0:31424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:3.0:1778653808.947343:0:31424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f880. 00000080:00000010:3.0:1778653808.947346:0:31424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b1f8. 00000080:00000010:3.0:1778653808.947348:0:31424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a4db0. 00000020:00000010:3.0:1778653808.947350:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5800. 00000008:00000010:3.0:1778653808.947353:0:31424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea9a0. 00020000:00000010:3.0:1778653808.947355:0:31424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ae400. 00008000:00000010:3.0:1778653808.947358:0:31424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e9c0. 00000080:00000010:3.0:1778653808.947400:0:31424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907000. 00000020:00000010:3.0:1778653808.947403:0:31424:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000020:00000010:3.0:1778653808.947405:0:31424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a360. 00000080:00000001:3.0:1778653808.947407:0:31424:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.947411:0:31424:0:(llite_lib.c:2523:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1778653808.947417:0:31424:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389b98000. 00000020:00000001:3.0:1778653808.947426:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc30 00000080:00200008:3.0:1778653808.947429:0:31424:0:(llite_lib.c:2553:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff91538bdb0908) current size 0, valid attrs 201f0, mode 9153, uid -1055469406, gid -1, new size 213440, atime 1778653790.000000000, mtime 1778653790.000000000, ctime 1778653790.000000000, rc 0 00000080:00000001:3.0:1778653808.947435:0:31424:0:(llite_lib.c:2555:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653808.947458:0:31424:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653808.947462:0:31424:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000002:3.0:1778653808.947466:0:31424:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000001:3.0:1778653808.947469:0:31424:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.947478:0:31424:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653808.947480:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbdb8 00000080:00200008:3.0:1778653808.947482:0:31424:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff91538bdb0908), flags 104001 00000080:00000001:3.0:1778653808.947486:0:31424:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1778653808.947490:0:31424:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1778653808.947491:0:31424:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653808.947492:0:31424:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000002:3.0:1778653808.947495:0:31424:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383a2cf80 00020000:00000001:3.0:1778653808.947496:0:31424:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.947498:0:31424:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1778653808.947507:0:31424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653808.947511:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653808.947518:0:31424:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653808.947521:0:31424:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653808.947527:0:31424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653808.947529:0:31424:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:3.0:1778653808.947531:0:31424:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653808.947533:0:31424:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653808.947538:0:31424:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653808.947540:0:31424:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653808.947546:0:31424:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653808.947550:0:31424:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653808.947552:0:31424:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1778653808.947556:0:31424:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653808.947559:0:31424:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:3.0:1778653808.947565:0:31424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c000. 00000020:00000040:3.0:1778653808.947570:0:31424:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653808.947574:0:31424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653808.947578:0:31424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653808.947584:0:31424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653808.947591:0:31424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1a600. 00000100:00000001:3.0:1778653808.947599:0:31424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653808.947615:0:31424:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653808.947627:0:31424:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653808.947632:0:31424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653808.947640:0:31424:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653808.947642:0:31424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653808.947772:0:31424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653808.947775:0:31424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679545856 : -121687030005760 : ffff915387cd8000) 00000100:00000001:3.0:1778653808.947778:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.947780:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653808.947785:0:31424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653808.947789:0:31424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.947791:0:31424:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653808.947793:0:31424:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653808.947797:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.947805:0:31424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653808.947808:0:31424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.947811:0:31424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653808.947815:0:31424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653808.947817:0:31424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653808.947821:0:31424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054672000:192.168.204.110@tcp:35:touch.0 00000100:00000001:3.0:1778653808.947825:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653808.947831:0:31424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653808.947833:0:31424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.947836:0:31424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653808.947841:0:31424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653808.947843:0:31424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653808.947851:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653808.947855:0:31424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653808.947861:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653808.947869:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054672000, portal 10 00000100:00000001:3.0:1778653808.947870:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.947872:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000040:3.0:1778653808.947878:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.947886:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653808.947889:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653808.947891:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ce58. 00000100:00000200:3.0:1778653808.947894:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054672000, offset 0 00000400:00000200:3.0:1778653808.947900:0:31424:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653808.948106:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653808.948115:0:31424:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653808.948121:0:31424:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653808.948126:0:31424:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653808.948130:0:31424:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653808.948134:0:31424:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653808.948138:0:31424:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2386:2386:256:4294967295] 192.168.204.110@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:3.0:1778653808.948143:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653808.948155:0:31424:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653808.948162:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653808.948168:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653808.948176:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653808.948185:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653808.948190:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653808.948200:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.948205:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 845215 usecs (846 jiffies) 00000400:00000200:3.0:1778653808.948209:0:31424:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653808.948211:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296364970 00000100:00000001:3.0:1778653808.948214:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653808.948217:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296364970 00000100:00000001:3.0:1778653808.948219:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653808.948221:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653808.948224:0:31424:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.948226:0:31424:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653808.948227:0:31424:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653808.948230:0:31424:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8000 going to sleep for 11 seconds 00000100:00000001:3.0:1778653808.948232:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653808.948235:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653808.949471:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653808.949479:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:1.0:1778653808.949486:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.949493:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653808.949501:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ce58 00000400:00000010:1.0:1778653808.949504:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ce58. 00000100:00000001:1.0:1778653808.949508:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653808.949525:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.949545:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653808.949549:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.949556:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653808.949558:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653808.955400:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.955425:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653808.955431:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.955435:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.955449:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.955459:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653808.955470:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.955475:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.955481:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.955487:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534d280 00000400:00000200:1.0:1778653808.955492:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653808.955499:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x62d9 [1] + 224 00000800:00000001:1.0:1778653808.955509:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.955527:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653808.955531:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653808.955537:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653808.955555:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653808.955567:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653808.955578:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653808.955596:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653808.955608:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653808.955612:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.955744:0:31424:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653808.955755:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653808.955757:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653808.955761:0:31424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653808.955767:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653808.955770:0:31424:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653808.955773:0:31424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653808.955779:0:31424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653808.955800:0:31424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c000 x1865052054672000/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653824 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.955808:0:31424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653808.955810:0:31424:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.955813:0:31424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653808.955817:0:31424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653808.955821:0:31424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653808.955824:0:31424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653808.955828:0:31424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653808.955841:0:31424:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653808.955847:0:31424:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653808.955851:0:31424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653808.955854:0:31424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653808.955857:0:31424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653808.955862:0:31424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.955866:0:31424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653808.955868:0:31424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653808.955870:0:31424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653808.955873:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.955875:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653808.955879:0:31424:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653808.955881:0:31424:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653808.955883:0:31424:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653808.955887:0:31424:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653808.955892:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.955900:0:31424:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653808.955904:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653808.955906:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653808.955911:0:31424:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653808.955919:0:31424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job touch:3368fde0-d18c-4c9c-a094-d50367bc642b:31424:1865052054672000:192.168.204.110@tcp:35:touch.0 00000100:00000001:3.0:1778653808.955924:0:31424:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.955927:0:31424:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.955930:0:31424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653808.955932:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.955936:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.955942:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653808.955946:0:31424:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653808.955950:0:31424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653808.955952:0:31424:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.955960:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.955962:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000002:00000001:3.0:1778653808.955964:0:31424:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.955968:0:31424:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653808.955976:0:31424:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653808.955980:0:31424:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653808.955984:0:31424:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653808.955990:0:31424:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653808.955995:0:31424:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.956003:0:31424:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653808.956004:0:31424:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:3.0:1778653808.956006:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.956009:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.956027:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653808.956029:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.956031:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6d80 x1865052054668416/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653926 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.956038:0:31424:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653808.956042:0:31424:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653808.956044:0:31424:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653808.956046:0:31424:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653808.956049:0:31424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bb9400. 02000000:00000001:3.0:1778653808.956054:0:31424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653808.956057:0:31424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653808.956060:0:31424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6d80. 00000100:00000001:3.0:1778653808.956064:0:31424:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653808.956065:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653808.956067:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.956070:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.956085:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653808.956088:0:31424:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cefe20. 00000002:00000001:3.0:1778653808.956092:0:31424:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653808.956095:0:31424:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653808.956097:0:31424:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7900. 00000100:00000001:3.0:1778653808.956100:0:31424:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653808.956103:0:31424:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653808.956109:0:31424:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.956112:0:31424:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653808.956115:0:31424:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7fa40. 00000080:00000001:3.0:1778653808.956119:0:31424:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653808.956126:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbdb8 00000080:00000008:3.0:1778653808.956129:0:31424:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff91538bdb0908), flags 104001, rc = 0 00000080:00000001:3.0:1778653808.956133:0:31424:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653808.956139:0:31424:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653808.956141:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbe00 00000080:00002000:3.0:1778653808.956144:0:31424:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf2a6c0, parent ffff91538bf28360, inode ffff91538bdb0908) hashed, 00000080:00000001:3.0:1778653808.956147:0:31424:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653808.956155:0:31424:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653808.956159:0:31424:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653808.956161:0:31424:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653808.956162:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbe00 00000080:00002000:3.0:1778653808.956164:0:31424:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff91538bf28360, parent ffff91538bd08360, inode ffff91538bd91988) hashed, 00000080:00000001:3.0:1778653808.956167:0:31424:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653808.956171:0:31424:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653808.956173:0:31424:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1778653808.971695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3240. 00000080:00000010:3.1:1778653808.971710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6b80. 00010000:00000001:1.0:1778653809.111781:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653809.111789:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653809.111794:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653809.111796:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653809.111896:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653809.111900:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653809.111904:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653809.998387:0:31459:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653809.998397:0:31459:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653809.998401:0:31459:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653809.998405:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47b20 00000080:00200000:2.0:1778653809.998411:0:31459:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653809.998423:0:31459:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4c00. 00800000:00000002:2.0:1778653809.998432:0:31459:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653809.998436:0:31459:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653809.998443:0:31459:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653809.998445:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a40 00800000:00000002:2.0:1778653809.998448:0:31459:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653809.998452:0:31459:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653809.998458:0:31459:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653809.998465:0:31459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653809.998468:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47910 00000002:00010000:2.0:1778653809.998470:0:31459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653809.998475:0:31459:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653809.998477:0:31459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653809.998482:0:31459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653809.998490:0:31459:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653809.998493:0:31459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653809.998495:0:31459:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653809.998497:0:31459:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653809.998501:0:31459:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653809.998508:0:31459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1c00. 00000020:00000040:2.0:1778653809.998527:0:31459:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653809.998536:0:31459:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653809.998543:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653809.998553:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653809.998556:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653809.998558:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653809.998561:0:31459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653809.998564:0:31459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653809.998570:0:31459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653809.998579:0:31459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653809.998588:0:31459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653809.998595:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653809.998596:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653809.998599:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653809.998600:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653809.998602:0:31459:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653809.998608:0:31459:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00010000:00000001:2.0:1778653809.998613:0:31459:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653809.998616:0:31459:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653809.998621:0:31459:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63ca00. 00010000:00000010:2.0:1778653809.998626:0:31459:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36f00. 00010000:00000001:2.0:1778653809.998693:0:31459:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653809.998698:0:31459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a400. 00000020:00000001:2.0:1778653809.998704:0:31459:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653809.998707:0:31459:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a400 with handle 0x3df471c51a89011f to hash 00000020:00000001:2.0:1778653809.998710:0:31459:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653809.998711:0:31459:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653809.998715:0:31459:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653809.998720:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653809.998723:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653809.998729:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653809.998740:0:31459:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653809.998752:0:31459:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653809.998758:0:31459:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653809.998760:0:31459:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653809.998769:0:31459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653809.998771:0:31459:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653809.998774:0:31459:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653809.998775:0:31459:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000001:2.0:1778653809.998780:0:31459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653809.998785:0:31459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653809.998788:0:31459:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653809.998790:0:31459:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653809.998803:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653809.998813:0:31459:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653809.998815:0:31459:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653809.998819:0:31459:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653809.998822:0:31459:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653809.998825:0:31459:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653809.998828:0:31459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31459:1865052054672128:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:2.0:1778653809.998833:0:31459:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653809.998840:0:31459:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653809.998842:0:31459:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653809.998845:0:31459:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653809.998850:0:31459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653809.998852:0:31459:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653809.998860:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653809.998865:0:31459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653809.998873:0:31459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653809.998881:0:31459:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054672128, portal 10 00000100:00000001:2.0:1778653809.998883:0:31459:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653809.998885:0:31459:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000040:2.0:1778653809.998890:0:31459:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653809.998897:0:31459:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653809.998901:0:31459:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653809.998904:0:31459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490880. 00000100:00000200:2.0:1778653809.998908:0:31459:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054672128, offset 0 00000400:00000200:2.0:1778653809.998915:0:31459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653809.998925:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653809.998934:0:31459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653809.998940:0:31459:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653809.998946:0:31459:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653809.998950:0:31459:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653809.998953:0:31459:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653809.998957:0:31459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2387:2387:256:4294967295] 192.168.204.110@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:2.0:1778653809.998961:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653809.998973:0:31459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653809.998979:0:31459:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653809.998986:0:31459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653809.998995:0:31459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653809.999004:0:31459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653809.999009:0:31459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1778653809.999039:0:31459:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653809.999044:0:31459:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 844055 usecs (845 jiffies) 00000400:00000200:2.0:1778653809.999048:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653809.999051:0:31459:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366020 00000100:00000001:2.0:1778653809.999055:0:31459:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653809.999057:0:31459:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366020 00000100:00000001:2.0:1778653809.999060:0:31459:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653809.999062:0:31459:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653809.999065:0:31459:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653809.999067:0:31459:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653809.999069:0:31459:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:2.0:1778653809.999072:0:31459:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 131 seconds 00000100:00000001:2.0:1778653809.999075:0:31459:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653809.999078:0:31459:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.001780:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.001791:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:1.0:1778653810.001798:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.001822:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.001832:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:1.0:1778653810.001836:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:1.0:1778653810.001846:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.001856:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.001870:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.001877:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.001885:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.001887:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.008612:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.008634:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.008640:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.008644:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.008683:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.008694:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.008708:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.008714:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.008722:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.008727:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534d300 00000400:00000200:1.0:1778653810.008733:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.008742:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x62e1 [1] + 224 00000800:00000001:1.0:1778653810.008752:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.008781:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.008784:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.008790:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.008800:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.008812:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.008824:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.008915:0:31459:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653810.008937:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.008950:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.008954:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653810.009798:0:31459:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.009803:0:31459:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.009807:0:31459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653810.009814:0:31459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:2.0:1778653810.009817:0:31459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:2.0:1778653810.009821:0:31459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.009830:0:31459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.009842:0:31459:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653945 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.009850:0:31459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.009853:0:31459:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.009857:0:31459:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.009861:0:31459:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.009865:0:31459:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.009867:0:31459:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.009871:0:31459:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.009883:0:31459:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=101 (101 101 101 137) 00000100:00001000:2.0:1778653810.009887:0:31459:0:(import.c:2210:obd_at_measure()) AT ffff91538996fc58 change: old=101 new=5 delta=-96 (val=5) hist 101 101 101 137 00000100:00001000:2.0:1778653810.009891:0:31459:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff915389b76000 ptl 12 has changed from 101 to 5 00000100:00001000:2.0:1778653810.009894:0:31459:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.010230:0:31459:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.010233:0:31459:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.010237:0:31459:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.010241:0:31459:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.010246:0:31459:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.010249:0:31459:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.010251:0:31459:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.010254:0:31459:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.010261:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653945 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.010270:0:31459:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.010273:0:31459:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.010286:0:31459:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.010292:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653945 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.010301:0:31459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31459:1865052054672128:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:2.0:1778653810.010310:0:31459:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.010314:0:31459:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.010317:0:31459:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.010319:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.010323:0:31459:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653945 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.010330:0:31459:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.010333:0:31459:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.010337:0:31459:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.010339:0:31459:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.010342:0:31459:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.010346:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.010350:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.010352:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=4 00000020:00000001:2.0:1778653810.010355:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.010358:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000040:2.0:1778653810.010366:0:31459:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a400, remote cookie: 0xdfa36d541726f7d6, flags: 0x1001 00010000:00010000:2.0:1778653810.010371:0:31459:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.010383:0:31459:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.010390:0:31459:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653810.010395:0:31459:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653810.010397:0:31459:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653810.010399:0:31459:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653810.010401:0:31459:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653810.010404:0:31459:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91538f63ca00) refcount = 1 00010000:00010000:2.0:1778653810.010408:0:31459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.012262:0:31459:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653810.012267:0:31459:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653810.012269:0:31459:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.012283:0:31459:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653810.012287:0:31459:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.012293:0:31459:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.012302:0:31459:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653810.012304:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012306:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.012307:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012308:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.012310:0:31459:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.012318:0:31459:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653810.012321:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012324:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012327:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.012333:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012336:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012339:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012340:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012341:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=4 00000020:00000001:2.0:1778653810.012343:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012345:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012348:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.012352:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.012355:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.012362:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012364:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.012366:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012367:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012368:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=5 00000020:00000001:2.0:1778653810.012370:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012372:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012375:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.012378:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.012384:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012385:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653810.012387:0:31459:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.012394:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.012395:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012396:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.012397:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012399:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653810.012411:0:31459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653945 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653810.012429:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012430:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012431:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.012433:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012436:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012437:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012438:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.012440:0:31459:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.012442:0:31459:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.012445:0:31459:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653810.012447:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012448:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012450:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.012452:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012453:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00000002:00010000:2.0:1778653810.012457:0:31459:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.012462:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012463:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.012464:0:31459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.012465:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012466:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012467:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.012468:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012470:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000040:2.0:1778653810.012477:0:31459:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.012480:0:31459:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653810.012484:0:31459:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653810.012486:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012486:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.012487:0:31459:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.012491:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47890 00000002:00002000:2.0:1778653810.012492:0:31459:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653810.012495:0:31459:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.012500:0:31459:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.012502:0:31459:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.012506:0:31459:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653810.012509:0:31459:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.012514:0:31459:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.012519:0:31459:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4c00. 00000080:00000001:2.0:1778653810.012527:0:31459:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.012529:0:31459:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.012538:0:31459:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.012543:0:31459:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653810.012555:0:31459:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9f940. 00800000:00000001:2.0:1778653810.012558:0:31459:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647857472 : -121687061694144 : ffff915385e9f940) 00800000:00000001:2.0:1778653810.012560:0:31459:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.012563:0:31459:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.012823:0:31459:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653810.012826:0:31459:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653810.012830:0:31459:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653810.012834:0:31459:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653810.012836:0:31459:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.012842:0:31459:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653810.012846:0:31459:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1778653810.012852:0:31459:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653810.012855:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012857:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012858:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.012860:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012862:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012864:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012865:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.012867:0:31459:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.012870:0:31459:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653810.012871:0:31459:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9f940 1 00800000:00000010:2.0:1778653810.012874:0:31459:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9f940. 00800000:00000001:2.0:1778653810.012878:0:31459:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.012881:0:31459:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:2.0:1778653810.012884:0:31459:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.012886:0:31459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.012887:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.012888:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.012889:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.012891:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012893:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.012894:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.012896:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.012897:0:31459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.012900:0:31459:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.012903:0:31459:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.013266:0:31459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.013270:0:31459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1d47b58 00010000:00000001:2.0:1778653810.013272:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.013273:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.013283:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.013285:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.013287:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.013289:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.013292:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.013299:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.013300:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.013302:0:31459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.013305:0:31459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.013307:0:31459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.013317:0:31459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.013320:0:31459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.013323:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.013328:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.013329:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.013331:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.013334:0:31459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.013336:0:31459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.013338:0:31459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.013340:0:31459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.013342:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.013343:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.013344:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.013347:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.013354:0:31459:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1c00 x1865052054672128/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653945 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.013363:0:31459:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.013366:0:31459:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.013370:0:31459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653810.013375:0:31459:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.013378:0:31459:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.013379:0:31459:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.013381:0:31459:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.013384:0:31459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.013388:0:31459:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.013391:0:31459:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.013393:0:31459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1c00. 00000100:00000001:2.0:1778653810.013403:0:31459:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.013404:0:31459:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.013408:0:31459:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.013415:0:31459:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.013507:0:31459:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6680. 00000020:00000001:2.0:1778653810.013513:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a88 00000080:00200000:2.0:1778653810.013516:0:31459:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=24 00000080:00000001:2.0:1778653810.013521:0:31459:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653810.013523:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47938 00000080:00200000:2.0:1778653810.013525:0:31459:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:2.0:1778653810.013534:0:31459:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4c00. 00800000:00000002:2.0:1778653810.013541:0:31459:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.013546:0:31459:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.013550:0:31459:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.013551:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47858 00800000:00000002:2.0:1778653810.013553:0:31459:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.013557:0:31459:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653810.013563:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d477f0 00800000:00000002:2.0:1778653810.013616:0:31459:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1778653810.013623:0:31459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.013625:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47728 00000002:00010000:2.0:1778653810.013626:0:31459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1778653810.013632:0:31459:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.013635:0:31459:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653810.013640:0:31459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1c00. 00000020:00000040:2.0:1778653810.013644:0:31459:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653810.013876:0:31459:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.013882:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.013888:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.013889:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.013891:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.014141:0:31459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.014145:0:31459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.014151:0:31459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.014161:0:31459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653810.014169:0:31459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.014175:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.014176:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.014178:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.014179:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.014181:0:31459:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.014191:0:31459:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00010000:00000001:2.0:1778653810.014196:0:31459:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.014199:0:31459:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.014205:0:31459:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.014208:0:31459:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.014211:0:31459:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.014215:0:31459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ae00. 00000020:00000001:2.0:1778653810.014219:0:31459:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.014221:0:31459:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ae00 with handle 0x3df471c51a890126 to hash 00000020:00000001:2.0:1778653810.014223:0:31459:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.014225:0:31459:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.014229:0:31459:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.014232:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.014234:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.014238:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.014247:0:31459:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.014257:0:31459:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.014263:0:31459:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.014266:0:31459:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.014480:0:31459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.014486:0:31459:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.014489:0:31459:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.014491:0:31459:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000001:2.0:1778653810.014496:0:31459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.014502:0:31459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.014504:0:31459:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.014505:0:31459:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.014513:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.014522:0:31459:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.014524:0:31459:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.014528:0:31459:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.014532:0:31459:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.014534:0:31459:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.014538:0:31459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31459:1865052054672256:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:2.0:1778653810.014543:0:31459:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.014549:0:31459:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.014553:0:31459:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.014555:0:31459:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.014560:0:31459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653810.014563:0:31459:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.014571:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.014576:0:31459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653810.014584:0:31459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653810.014592:0:31459:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054672256, portal 10 00000100:00000001:2.0:1778653810.014594:0:31459:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.014596:0:31459:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000040:2.0:1778653810.014602:0:31459:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.014609:0:31459:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.014612:0:31459:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.014615:0:31459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490b28. 00000100:00000200:2.0:1778653810.014619:0:31459:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054672256, offset 0 00000400:00000200:2.0:1778653810.014626:0:31459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.014935:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.014947:0:31459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.014954:0:31459:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.014959:0:31459:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.014964:0:31459:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.014968:0:31459:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.014972:0:31459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2388:2388:256:4294967295] 192.168.204.110@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:2.0:1778653810.014978:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.014992:0:31459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.014999:0:31459:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.015006:0:31459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658df00. 00000800:00000200:2.0:1778653810.015016:0:31459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.015026:0:31459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.015031:0:31459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658df00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.015131:0:31459:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.015137:0:31459:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 842903 usecs (843 jiffies) 00000400:00000200:2.0:1778653810.015151:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.015155:0:31459:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366034 00000100:00000001:2.0:1778653810.015159:0:31459:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.015163:0:31459:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366034 00000100:00000001:2.0:1778653810.015166:0:31459:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.015168:0:31459:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.015171:0:31459:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.015174:0:31459:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.015176:0:31459:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.015179:0:31459:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.015182:0:31459:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.015185:0:31459:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.015561:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.015567:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658df00. 00000400:00000200:1.0:1778653810.015573:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.015579:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.015587:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490b28 00000400:00000010:1.0:1778653810.015590:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490b28. 00000100:00000001:1.0:1778653810.015594:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.015599:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.015616:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.015620:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.015628:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.015630:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.019912:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.019937:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.019943:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.019947:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.019958:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.019969:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.019981:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.019988:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.019994:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.019999:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534d380 00000400:00000200:1.0:1778653810.020006:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.020013:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x62e9 [1] + 224 00000800:00000001:1.0:1778653810.020022:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.020031:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.020035:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.020040:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.020050:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.020062:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.020075:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.020150:0:31459:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653810.020170:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.020184:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.020188:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653810.022719:0:31459:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.022726:0:31459:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.022732:0:31459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653810.022744:0:31459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:2.0:1778653810.022747:0:31459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:2.0:1778653810.022753:0:31459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.022766:0:31459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.022779:0:31459:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.022789:0:31459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.022792:0:31459:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.022794:0:31459:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.022798:0:31459:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.022802:0:31459:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.022804:0:31459:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.022808:0:31459:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.022820:0:31459:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.022824:0:31459:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.022828:0:31459:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.022830:0:31459:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.022833:0:31459:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.022837:0:31459:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.022842:0:31459:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.022846:0:31459:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.022848:0:31459:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.022851:0:31459:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.022856:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.022864:0:31459:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.022867:0:31459:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.022870:0:31459:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.022874:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.022882:0:31459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31459:1865052054672256:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:2.0:1778653810.022887:0:31459:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.022890:0:31459:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.022893:0:31459:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.022895:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.022898:0:31459:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.022904:0:31459:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.022908:0:31459:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.022912:0:31459:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.022913:0:31459:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.022916:0:31459:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.022920:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.022923:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.022926:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=4 00000020:00000001:2.0:1778653810.022929:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.022932:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000040:2.0:1778653810.022939:0:31459:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9ae00, remote cookie: 0xdfa36d541726f7f2, flags: 0x1001 00010000:00010000:2.0:1778653810.022945:0:31459:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653810.022962:0:31459:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653810.022965:0:31459:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1778653810.022981:0:31459:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63cf00. 00010000:00000010:2.0:1778653810.022986:0:31459:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36e00. 00010000:00000001:2.0:1778653810.022991:0:31459:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.022994:0:31459:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.023003:0:31459:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023010:0:31459:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653810.023015:0:31459:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653810.023018:0:31459:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653810.023019:0:31459:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653810.023021:0:31459:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653810.023024:0:31459:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff91538f63cf00) refcount = 1 00010000:00010000:2.0:1778653810.023028:0:31459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023036:0:31459:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653810.023040:0:31459:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653810.023041:0:31459:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.023045:0:31459:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653810.023048:0:31459:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.023051:0:31459:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023058:0:31459:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653810.023059:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023062:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023063:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023064:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023065:0:31459:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.023071:0:31459:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653810.023072:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023074:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023075:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023077:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023079:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023081:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023083:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023084:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=4 00000020:00000001:2.0:1778653810.023086:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023088:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023091:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.023095:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.023098:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023106:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023107:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023108:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023109:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023111:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=5 00000020:00000001:2.0:1778653810.023112:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023115:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023117:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.023120:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023126:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023128:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653810.023131:0:31459:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023137:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.023139:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023140:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023141:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023142:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653810.023146:0:31459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653810.023153:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023154:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023155:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023157:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023159:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023161:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023162:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.023164:0:31459:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.023166:0:31459:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.023170:0:31459:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653810.023172:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023173:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023174:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023176:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023178:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00000002:00010000:2.0:1778653810.023181:0:31459:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023187:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023187:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023189:0:31459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.023190:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023191:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023192:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023195:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023197:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000040:2.0:1778653810.023200:0:31459:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.023213:0:31459:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653810.023218:0:31459:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1778653810.023221:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023222:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.023224:0:31459:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.023227:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d476a8 00000002:00002000:2.0:1778653810.023230:0:31459:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653810.023234:0:31459:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.023239:0:31459:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.023242:0:31459:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.023246:0:31459:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1778653810.023249:0:31459:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.023254:0:31459:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:2.0:1778653810.023257:0:31459:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1778653810.023259:0:31459:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1d47a28 it_disposition b 00000080:00000001:2.0:1778653810.023262:0:31459:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.023269:0:31459:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.023272:0:31459:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.023283:0:31459:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1778653810.023286:0:31459:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1778653810.023294:0:31459:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653810.023296:0:31459:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1778653810.023299:0:31459:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.023302:0:31459:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1778653810.023305:0:31459:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653810.023311:0:31459:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00200000:2.0:1778653810.023314:0:31459:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff91538bd942c8): rc = 0 00000080:00000001:2.0:1778653810.023322:0:31459:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:2.0:1778653810.023324:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023325:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023327:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023329:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023332:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023334:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023336:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.023337:0:31459:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653810.023339:0:31459:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653810.023341:0:31459:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.023343:0:31459:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.023346:0:31459:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.023348:0:31459:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a890126 00800000:00000001:2.0:1778653810.023351:0:31459:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.023353:0:31459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.023354:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023355:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023356:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023358:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023360:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023362:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023363:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.023365:0:31459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.023367:0:31459:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1778653810.023375:0:31459:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf2eca8 inode ffff91538bd942c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1778653810.023379:0:31459:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.023381:0:31459:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.023383:0:31459:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1778653810.023387:0:31459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00010000:2.0:1778653810.023391:0:31459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890126 from it ffffa71ac1d47a28 00010000:00000001:2.0:1778653810.023393:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.023394:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.023395:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.023397:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023399:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.023401:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.023404:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.023410:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023411:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023413:0:31459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.023415:0:31459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.023418:0:31459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.023425:0:31459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.023429:0:31459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.023431:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.023436:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023437:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.023439:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.023443:0:31459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.023445:0:31459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.023447:0:31459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.023453:0:31459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.023455:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.023456:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.023457:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.023459:0:31459:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653810.023464:0:31459:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4c00. 00000100:00000001:2.0:1778653810.023469:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.023473:0:31459:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1c00 x1865052054672256/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.023480:0:31459:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.023483:0:31459:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.023487:0:31459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653810.023490:0:31459:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.023493:0:31459:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.023495:0:31459:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.023497:0:31459:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.023500:0:31459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.023505:0:31459:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.023507:0:31459:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.023510:0:31459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1c00. 00000100:00000001:2.0:1778653810.023518:0:31459:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.023519:0:31459:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.025344:0:31459:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.025354:0:31459:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 1 00000080:00000001:2.0:1778653810.025366:0:31459:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.025388:0:31459:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6860. 00000020:00000001:2.0:1778653810.025396:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47ae8 00000080:00200000:2.0:1778653810.025399:0:31459:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff91538bd942c8), flags=8 00000080:00000001:2.0:1778653810.025403:0:31459:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653810.025405:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47998 00000080:00200000:2.0:1778653810.025408:0:31459:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff91538bd942c8), intent=getattr 00000080:00000010:2.0:1778653810.025420:0:31459:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4c00. 00000080:00000001:2.0:1778653810.025430:0:31459:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.025435:0:31459:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.025437:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d478b8 00800000:00000002:2.0:1778653810.025439:0:31459:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1778653810.025443:0:31459:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653810.025449:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47850 00800000:00000002:2.0:1778653810.025451:0:31459:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1778653810.025458:0:31459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.025460:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47788 00000002:00010000:2.0:1778653810.025462:0:31459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.025467:0:31459:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.025471:0:31459:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653810.025479:0:31459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1c00. 00000020:00000040:2.0:1778653810.025485:0:31459:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653810.025492:0:31459:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.025499:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.025507:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.025510:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.025512:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.025515:0:31459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.025520:0:31459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.025526:0:31459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.025535:0:31459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653810.025544:0:31459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.025550:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.025552:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.025554:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.025555:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.025557:0:31459:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.025566:0:31459:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00010000:00000001:2.0:1778653810.025571:0:31459:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.025574:0:31459:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.025581:0:31459:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.025584:0:31459:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.025587:0:31459:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.025591:0:31459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9bc00. 00000020:00000001:2.0:1778653810.025595:0:31459:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.025598:0:31459:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9bc00 with handle 0x3df471c51a89012d to hash 00000020:00000001:2.0:1778653810.025600:0:31459:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.025602:0:31459:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.025607:0:31459:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.025611:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.025613:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.025619:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.025629:0:31459:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.025639:0:31459:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31459 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.025645:0:31459:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.025648:0:31459:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.025675:0:31459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.025678:0:31459:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.025681:0:31459:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.025683:0:31459:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000001:2.0:1778653810.025687:0:31459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.025693:0:31459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.025695:0:31459:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.025697:0:31459:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.025709:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.025717:0:31459:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.025720:0:31459:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.025724:0:31459:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.025727:0:31459:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.025729:0:31459:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.025732:0:31459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31459:1865052054672384:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:2.0:1778653810.025736:0:31459:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.025742:0:31459:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.025746:0:31459:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.025749:0:31459:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.025754:0:31459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653810.025756:0:31459:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.025764:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.025768:0:31459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653810.025776:0:31459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653810.025784:0:31459:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054672384, portal 10 00000100:00000001:2.0:1778653810.025786:0:31459:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.025787:0:31459:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000040:2.0:1778653810.025792:0:31459:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.025801:0:31459:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.025803:0:31459:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.025806:0:31459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490330. 00000100:00000200:2.0:1778653810.025810:0:31459:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054672384, offset 0 00000400:00000200:2.0:1778653810.025817:0:31459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.025827:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.025836:0:31459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.025842:0:31459:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.025848:0:31459:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.025852:0:31459:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.025856:0:31459:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.025860:0:31459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2389:2389:256:4294967295] 192.168.204.110@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:2.0:1778653810.025865:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.025876:0:31459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.025884:0:31459:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.025890:0:31459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653810.025898:0:31459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.025908:0:31459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.025913:0:31459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.025940:0:31459:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.025945:0:31459:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 841751 usecs (842 jiffies) 00000400:00000200:2.0:1778653810.025949:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.025952:0:31459:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366044 00000100:00000001:2.0:1778653810.025956:0:31459:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.025958:0:31459:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366044 00000100:00000001:2.0:1778653810.025961:0:31459:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.025963:0:31459:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.025966:0:31459:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.025969:0:31459:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.025971:0:31459:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.025974:0:31459:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.025977:0:31459:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.025981:0:31459:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.026404:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.026411:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:1.0:1778653810.026418:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.026425:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.026432:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:1.0:1778653810.026434:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:1.0:1778653810.026439:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.026444:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.026455:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.026459:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.026466:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.026468:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.033680:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.033713:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.033718:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.033721:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.033733:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.033743:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.033755:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.033762:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.033769:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.033775:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a0414534d400 00000400:00000200:1.0:1778653810.033781:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.033789:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x62f1 [1] + 224 00000800:00000001:1.0:1778653810.033799:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.033809:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.033812:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.033817:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.033827:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.033839:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.033852:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.033876:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.033887:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.033891:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.035459:0:31459:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.035479:0:31459:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.035482:0:31459:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.035488:0:31459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653810.035499:0:31459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:2.0:1778653810.035502:0:31459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:2.0:1778653810.035507:0:31459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.035517:0:31459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.035542:0:31459:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.035551:0:31459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.035553:0:31459:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.035556:0:31459:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.035560:0:31459:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.035564:0:31459:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.035566:0:31459:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.035570:0:31459:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.035584:0:31459:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.035589:0:31459:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.035593:0:31459:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.035595:0:31459:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.035598:0:31459:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.035603:0:31459:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.035607:0:31459:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.035611:0:31459:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.035613:0:31459:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.035617:0:31459:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.035622:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.035630:0:31459:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.035634:0:31459:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.035637:0:31459:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.035642:0:31459:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.036345:0:31459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31459:1865052054672384:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:2.0:1778653810.036353:0:31459:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.036357:0:31459:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.036360:0:31459:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.036363:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.036367:0:31459:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.036375:0:31459:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.036379:0:31459:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.036384:0:31459:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.036386:0:31459:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.036390:0:31459:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.036395:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036399:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036402:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=4 00000020:00000001:2.0:1778653810.036405:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036409:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000040:2.0:1778653810.036418:0:31459:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9bc00, remote cookie: 0xdfa36d541726f80e, flags: 0x1001 00010000:00010000:2.0:1778653810.036424:0:31459:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653810.036435:0:31459:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1778653810.036443:0:31459:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1778653810.036458:0:31459:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63ce00. 00010000:00000010:2.0:1778653810.036464:0:31459:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36c00. 00010000:00000001:2.0:1778653810.036470:0:31459:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.036473:0:31459:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.036488:0:31459:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036495:0:31459:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653810.036500:0:31459:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653810.036503:0:31459:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653810.036505:0:31459:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653810.036506:0:31459:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653810.036510:0:31459:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff91538f63ce00) refcount = 1 00010000:00010000:2.0:1778653810.036515:0:31459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036530:0:31459:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653810.036534:0:31459:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653810.036536:0:31459:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.036539:0:31459:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653810.036542:0:31459:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.036546:0:31459:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036552:0:31459:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653810.036553:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036555:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.036556:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036557:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.036558:0:31459:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.036563:0:31459:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653810.036566:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036567:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036569:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.036571:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036573:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036576:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036577:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036579:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=4 00000020:00000001:2.0:1778653810.036581:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036583:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036586:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.036589:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.036593:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036599:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036601:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.036602:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036603:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036604:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=5 00000020:00000001:2.0:1778653810.036606:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036608:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036612:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.036614:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036620:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036621:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653810.036624:0:31459:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036631:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.036632:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036633:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.036634:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036635:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653810.036640:0:31459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653810.036680:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036682:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036683:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.036685:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036687:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00000002:00010000:2.0:1778653810.036850:0:31459:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1778653810.036862:0:31459:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915385e9f940. 00010000:00000001:2.0:1778653810.036865:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036866:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.036868:0:31459:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.036871:0:31459:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.036875:0:31459:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653810.036878:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036879:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036881:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.036883:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036885:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00000002:00010000:2.0:1778653810.036888:0:31459:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.036896:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036897:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.036900:0:31459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.036901:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.036902:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.036904:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.036906:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.036907:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000040:2.0:1778653810.036912:0:31459:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653810.036916:0:31459:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653810.036921:0:31459:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1778653810.036925:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.036926:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.036927:0:31459:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.036931:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47708 00000002:00002000:2.0:1778653810.036933:0:31459:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653810.036937:0:31459:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.036943:0:31459:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.036946:0:31459:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.036950:0:31459:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1778653810.036954:0:31459:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.036959:0:31459:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1778653810.036961:0:31459:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1d47b20 it_disposition b 00000080:00000001:2.0:1778653810.036964:0:31459:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.036972:0:31459:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.036975:0:31459:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.036979:0:31459:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1778653810.036982:0:31459:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1778653810.036991:0:31459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.036997:0:31459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.037003:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.037008:0:31459:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.037014:0:31459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.037023:0:31459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.037030:0:31459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.037036:0:31459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.037044:0:31459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.037049:0:31459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.037053:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5c00. 00000008:00000010:2.0:1778653810.037058:0:31459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.037062:0:31459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.037066:0:31459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.037071:0:31459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.037074:0:31459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.037077:0:31459:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.037080:0:31459:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653810.037085:0:31459:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653810.037088:0:31459:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653810.037093:0:31459:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff9de0. 00020000:00000010:2.0:1778653810.037099:0:31459:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34eb80. 00020000:00000010:2.0:1778653810.037104:0:31459:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff95a0. 00020000:00000001:2.0:1778653810.037107:0:31459:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649273760 : -121687060277856 : ffff915385ff95a0) 00020000:00000002:2.0:1778653810.037110:0:31459:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff95a0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653810.037115:0:31459:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653810.037120:0:31459:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34eb80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1778653810.037125:0:31459:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff915394944f80 00020000:00000001:2.0:1778653810.037128:0:31459:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653810.037130:0:31459:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff915394944f80 00020000:00000010:2.0:1778653810.037137:0:31459:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34eb80. 00020000:00000010:2.0:1778653810.037141:0:31459:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff9de0. 00020000:00000010:2.0:1778653810.037145:0:31459:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff95a0. 00020000:00000002:2.0:1778653810.037147:0:31459:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653810.037150:0:31459:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.037152:0:31459:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653810.037154:0:31459:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.037159:0:31459:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.037163:0:31459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.037166:0:31459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.037170:0:31459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.037173:0:31459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.037177:0:31459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.037181:0:31459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.037184:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653810.037187:0:31459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.037190:0:31459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.037193:0:31459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.037196:0:31459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.037200:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5c00. 00000020:00000010:2.0:1778653810.037202:0:31459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:2.0:1778653810.037851:0:31459:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1778653810.037855:0:31459:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653810.037861:0:31459:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff91538bd97448): rc = 0 00000080:00000001:2.0:1778653810.037865:0:31459:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747438152 : -121686962113464 : ffff91538bd97448) 00010000:00000001:2.0:1778653810.037868:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.037869:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.037872:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.037874:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.037876:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00000080:00000001:2.0:1778653810.037880:0:31459:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653810.037882:0:31459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.037889:0:31459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.037893:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5c00. 00000020:00000010:2.0:1778653810.037896:0:31459:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.037899:0:31459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.037903:0:31459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.037906:0:31459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.037909:0:31459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.037913:0:31459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.037916:0:31459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.037919:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5800. 00000008:00000010:2.0:1778653810.037922:0:31459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.037925:0:31459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.037927:0:31459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.037930:0:31459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.037932:0:31459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.037934:0:31459:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.037936:0:31459:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653810.037938:0:31459:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653810.037940:0:31459:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653810.037944:0:31459:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff95a0. 00020000:00000010:2.0:1778653810.037948:0:31459:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34eb80. 00020000:00000010:2.0:1778653810.037952:0:31459:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff9de0. 00020000:00000001:2.0:1778653810.037954:0:31459:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649275872 : -121687060275744 : ffff915385ff9de0) 00020000:00000002:2.0:1778653810.037957:0:31459:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff9de0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653810.037962:0:31459:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653810.037966:0:31459:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34eb80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1778653810.037969:0:31459:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff915394944f80 00020000:00000001:2.0:1778653810.037972:0:31459:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653810.037974:0:31459:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff915394944f80 00020000:00000010:2.0:1778653810.037977:0:31459:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34eb80. 00020000:00000010:2.0:1778653810.037979:0:31459:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff95a0. 00020000:00000010:2.0:1778653810.037982:0:31459:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff9de0. 00020000:00000002:2.0:1778653810.037984:0:31459:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653810.037986:0:31459:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.037988:0:31459:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.037993:0:31459:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1778653810.037996:0:31459:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394944f80 00020000:00000002:2.0:1778653810.038000:0:31459:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3bd80 addref 2/0 by ffff915394944f80. 00020000:00000002:2.0:1778653810.038002:0:31459:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394944f80 00020000:00000001:2.0:1778653810.038004:0:31459:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1778653810.038007:0:31459:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1778653810.038008:0:31459:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1778653810.038010:0:31459:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1778653810.038012:0:31459:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1778653810.038014:0:31459:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1778653810.038017:0:31459:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.038020:0:31459:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.038023:0:31459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.038025:0:31459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.038028:0:31459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.038030:0:31459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.038033:0:31459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.038036:0:31459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.038039:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5c00. 00000008:00000010:2.0:1778653810.038041:0:31459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.038043:0:31459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.038046:0:31459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.038048:0:31459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.038050:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.038052:0:31459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:2.0:1778653810.038055:0:31459:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.038057:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.038059:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.038061:0:31459:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.038064:0:31459:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.038067:0:31459:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.038071:0:31459:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) for lock 0x3df471c51a89012d 00800000:00000001:2.0:1778653810.038075:0:31459:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.038077:0:31459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.038079:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.038080:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.038081:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.038083:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.038085:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.038088:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.038089:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.038090:0:31459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.038092:0:31459:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1778653810.038100:0:31459:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf2eaf8 inode ffff91538bd97448 refc 1 flags 0x40000e 00000080:00000001:2.0:1778653810.038105:0:31459:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1778653810.038109:0:31459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) 00000080:00010000:2.0:1778653810.038112:0:31459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89012d from it ffffa71ac1d47b20 00010000:00000001:2.0:1778653810.038115:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.038116:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.038117:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.038119:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.038122:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.038124:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.038128:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.038137:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.038138:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.038140:0:31459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.038143:0:31459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.038145:0:31459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.038154:0:31459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.038157:0:31459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.038160:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.038166:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.038167:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.038169:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.038172:0:31459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.038174:0:31459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.038176:0:31459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.038181:0:31459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.038183:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.038184:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.038185:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.038187:0:31459:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653810.038191:0:31459:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4c00. 00000100:00000001:2.0:1778653810.038196:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.038829:0:31459:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1c00 x1865052054672384/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.038840:0:31459:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.038844:0:31459:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.038849:0:31459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653810.038854:0:31459:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.038857:0:31459:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.038860:0:31459:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.038863:0:31459:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.038866:0:31459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.038870:0:31459:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.038873:0:31459:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.038875:0:31459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1c00. 00000100:00000001:2.0:1778653810.038884:0:31459:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.038886:0:31459:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.038890:0:31459:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653810.038892:0:31459:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1d47b20 released 00000080:00000001:2.0:1778653810.038894:0:31459:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1778653810.038912:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47d08 00000080:00200008:2.0:1778653810.038915:0:31459:0:(file.c:6227:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff91538bd97448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.038921:0:31459:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.038923:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47c80 00000080:00200000:2.0:1778653810.038926:0:31459:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff91538bd97448),name=f 00000080:00000010:2.0:1778653810.038935:0:31459:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4c00. 00000080:00000001:2.0:1778653810.038946:0:31459:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.038951:0:31459:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.038954:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47ba0 00800000:00000002:2.0:1778653810.038956:0:31459:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1778653810.038960:0:31459:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.038967:0:31459:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.038972:0:31459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.038975:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47a70 00000002:00010000:2.0:1778653810.038976:0:31459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.038981:0:31459:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.038983:0:31459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.038986:0:31459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.038992:0:31459:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653810.038996:0:31459:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.039000:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.039004:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.039008:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653810.039023:0:31459:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.039028:0:31459:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.039031:0:31459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653810.039037:0:31459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.039039:0:31459:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.039041:0:31459:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.039044:0:31459:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.039046:0:31459:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.039048:0:31459:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.039051:0:31459:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653810.039054:0:31459:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4c00. 00000080:00000001:2.0:1778653810.039058:0:31459:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.039059:0:31459:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.039062:0:31459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) 00000080:00010000:2.0:1778653810.039066:0:31459:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff91538bd97448) for lock 0x3df471c51a89012d 00800000:00000001:2.0:1778653810.039069:0:31459:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.039070:0:31459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.039072:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.039073:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.039075:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.039077:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.039079:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.039082:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.039083:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.039084:0:31459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.039086:0:31459:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.039088:0:31459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89012d from it ffffa71ac1d47cb8 00010000:00000001:2.0:1778653810.039090:0:31459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.039091:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.039093:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=3 00000020:00000001:2.0:1778653810.039095:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.039097:0:31459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653810.039099:0:31459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.039102:0:31459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.039108:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.039109:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.039111:0:31459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.039112:0:31459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.039114:0:31459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.039121:0:31459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.039123:0:31459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.039125:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.039129:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.039130:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.039131:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.039133:0:31459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.039135:0:31459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.039137:0:31459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.039139:0:31459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.039141:0:31459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.039142:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.039143:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.039145:0:31459:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.039146:0:31459:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.039150:0:31459:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1778653810.039153:0:31459:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1778653810.039155:0:31459:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.039158:0:31459:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1778653810.039160:0:31459:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.039162:0:31459:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653810.039166:0:31459:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1778653810.039169:0:31459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.039173:0:31459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.039177:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.039192:0:31459:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.039196:0:31459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.039201:0:31459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.039206:0:31459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.040802:0:31459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.040824:0:31459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.040829:0:31459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.040836:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5c00. 00000008:00000010:2.0:1778653810.040843:0:31459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.040849:0:31459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.040854:0:31459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.040858:0:31459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.040861:0:31459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.040865:0:31459:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.040871:0:31459:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:2.0:1778653810.040874:0:31459:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653810.040877:0:31459:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653810.040880:0:31459:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1778653810.040884:0:31459:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.040886:0:31459:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653810.040889:0:31459:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653810.040892:0:31459:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.040895:0:31459:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.040899:0:31459:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x29:0x0]io ffff9153861a6298 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1778653810.040902:0:31459:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394944f80 00020000:00000001:2.0:1778653810.040907:0:31459:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653810.040909:0:31459:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653810.040911:0:31459:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653810.040913:0:31459:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.040916:0:31459:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653810.040919:0:31459:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653810.040920:0:31459:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.040923:0:31459:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.040924:0:31459:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653810.040926:0:31459:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653810.040927:0:31459:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394944f80 00000020:00000001:2.0:1778653810.040930:0:31459:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653810.040933:0:31459:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1778653810.040934:0:31459:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:2.0:1778653810.040938:0:31459:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1778653810.040939:0:31459:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1778653810.040942:0:31459:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1778653810.040945:0:31459:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1778653810.040952:0:31459:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1778653810.040959:0:31459:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538ca36800. 00020000:00000002:2.0:1778653810.040962:0:31459:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653810.040964:0:31459:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1778653810.040967:0:31459:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.040969:0:31459:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653810.040971:0:31459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.040976:0:31459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.040979:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.040983:0:31459:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.040986:0:31459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9de0. 00000008:00000010:2.0:1778653810.040992:0:31459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.040995:0:31459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.040998:0:31459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.041002:0:31459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.041004:0:31459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.041007:0:31459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000008:00000010:2.0:1778653810.041010:0:31459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.041012:0:31459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.041014:0:31459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.041017:0:31459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907960. 00000020:00000001:2.0:1778653810.041018:0:31459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.041020:0:31459:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.041023:0:31459:0:(cl_object.c:151:cl_object_top()) ffff915385c8ff58 -> ffff915385c8f148 00000020:00000001:2.0:1778653810.041024:0:31459:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653810.041027:0:31459:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.041029:0:31459:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653810.041030:0:31459:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.041032:0:31459:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.041034:0:31459:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.041036:0:31459:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1778653810.041040:0:31459:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff915388b11690. 00000008:00010000:2.0:1778653810.041043:0:31459:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1778653810.041047:0:31459:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653810.041048:0:31459:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1778653810.041050:0:31459:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538ca36830, osc lock ffff915388b11690, flags 0x400001002 00000020:00000001:2.0:1778653810.041053:0:31459:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.041055:0:31459:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.041058:0:31459:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386760673280 : -121686948878336 : ffff91538ca36800) 00000020:00000001:2.0:1778653810.041061:0:31459:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653810.041061:0:31459:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1778653810.041063:0:31459:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.041065:0:31459:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.041074:0:31459:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1778653810.041076:0:31459:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1778653810.041078:0:31459:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653810.041080:0:31459:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653810.041082:0:31459:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.041083:0:31459:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.041085:0:31459:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653810.041087:0:31459:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653810.041089:0:31459:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1778653810.041093:0:31459:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653810.041096:0:31459:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653810.041098:0:31459:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653810.041099:0:31459:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653810.041101:0:31459:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653810.041102:0:31459:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653810.041105:0:31459:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1778653810.041108:0:31459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.041114:0:31459:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.041117:0:31459:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1778653810.041123:0:31459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1c00. 00000020:00000040:2.0:1778653810.041128:0:31459:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653810.041133:0:31459:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1778653810.041138:0:31459:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1778653810.041147:0:31459:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1672 00000400:00000200:2.0:1778653810.041158:0:31459:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.041164:0:31459:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1778653810.041169:0:31459:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653810.041172:0:31459:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653810.041175:0:31459:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653810.041177:0:31459:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:2.0:1778653810.041181:0:31459:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653810.041183:0:31459:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:2.0:1778653810.041185:0:31459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.041188:0:31459:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:2.0:1778653810.041191:0:31459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:2.0:1778653810.041193:0:31459:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000040:2.0:1778653810.041196:0:31459:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653810.041199:0:31459:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653810.041201:0:31459:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653810.041203:0:31459:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:2.0:1778653810.042835:0:31459:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00080000:2.0:1778653810.042845:0:31459:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff915389b76000: import ffff91538996b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1778653810.042849:0:31459:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.042852:0:31459:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1778653810.042861:0:31459:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.042865:0:31459:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.042868:0:31459:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1778653810.042873:0:31459:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1778653810.042876:0:31459:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.042878:0:31459:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.042889:0:31459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2d80. 00000020:00000040:2.0:1778653810.042893:0:31459:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 02000000:00000001:2.0:1778653810.042900:0:31459:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.042901:0:31459:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.042906:0:31459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.042909:0:31459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.042914:0:31459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.042924:0:31459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653810.042933:0:31459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.042945:0:31459:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653810.042957:0:31459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.042961:0:31459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.042966:0:31459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f7cc19b] to pc [ptlrpcd_rcv+-1] req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.042995:0:31459:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.043000:0:31459:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1778653810.043002:0:31459:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1778653810.043006:0:31459:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.043011:0:31459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.043016:0:31459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.043018:0:31459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.043020:0:31459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.043022:0:31459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.043026:0:31459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4000. 00000100:00000001:2.0:1778653810.043029:0:31459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.043035:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.043037:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.043039:0:31459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.043040:0:31459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.043042:0:31459:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.043045:0:31459:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00010000:00000001:2.0:1778653810.043049:0:31459:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.043052:0:31459:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653810.043060:0:31459:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c900. 00010000:00000010:2.0:1778653810.043064:0:31459:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91538f63cd00. 00010000:00000001:2.0:1778653810.043071:0:31459:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.043075:0:31459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9be00. 00000020:00000001:2.0:1778653810.043081:0:31459:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.043083:0:31459:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9be00 with handle 0x3df471c51a890134 to hash 00000020:00000001:2.0:1778653810.043085:0:31459:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.043087:0:31459:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000010:2.0:1778653810.043092:0:31459:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915385e9fdc0. 00010000:00000001:2.0:1778653810.043095:0:31459:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:2.0:1778653810.043099:0:31459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.043102:0:31459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.043107:0:31459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.043120:0:31459:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.043132:0:31459:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.043135:0:31459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.043137:0:31459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.043144:0:31459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039b4ba3b] to pc [ptlrpcd_01_00+0] req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.043225:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.043231:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.043234:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.043242:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.043251:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.043254:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1778653810.043259:0:2368:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.043272:0:2368:0:(client.c:1835:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.043285:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.043287:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.043288:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.043292:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.043295:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1778653810.043899:0:31459:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653810.043906:0:31459:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.043910:0:31459:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.043914:0:31459:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.043916:0:31459:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.043919:0:31459:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653810.043922:0:31459:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1778653810.043924:0:31459:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1778653810.043926:0:31459:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1778653810.043961:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653810.043965:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.044126:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653810.044130:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.044133:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653810.044141:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.044151:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653810.044152:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653810.044157:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653810.044160:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653810.044163:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653810.044167:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054672512:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:0.0:1778653810.044171:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653810.044178:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653810.044181:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653810.044184:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653810.044193:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eec000. 02000000:00000001:0.0:1778653810.044195:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653810.044214:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653810.044220:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900840. 00000400:00000010:0.0:1778653810.044228:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29c38. 00000100:00000200:0.0:1778653810.044237:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054672512, portal 4 00000100:00000001:0.0:1778653810.044240:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653810.044242:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649050496 : -121687060501120 : ffff915385fc2d80) 00000100:00000040:0.0:1778653810.044249:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.044258:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653810.044261:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653810.044265:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29550. 00000100:00000200:0.0:1778653810.044269:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054672512, offset 0 00000400:00000200:0.0:1778653810.044286:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653810.044298:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.044307:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653810.044314:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653810.044329:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653810.044334:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653810.044337:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653810.044342:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2390:2390:256:4294967295] 192.168.204.110@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:0.0:1778653810.044347:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.044358:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653810.044365:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653810.044371:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a800. 00000800:00000200:0.0:1778653810.044379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653810.044389:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653810.044395:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653810.044406:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653810.044411:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 287913 usecs (288 jiffies) 00000400:00000200:0.0:1778653810.044415:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653810.044418:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296365508 00000100:00000001:0.0:1778653810.044421:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:0.0:1778653810.044424:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296365508 00000100:00000001:0.0:1778653810.044426:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:0.0:1778653810.044429:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653810.044432:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.044436:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.044438:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.044446:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653810.044449:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653810.044451:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653810.044452:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.044453:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.044456:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.047905:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.047923:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a800. 00000400:00000200:1.0:1778653810.047935:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.047948:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.047958:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29550 00000400:00000010:1.0:1778653810.047962:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29550. 00000100:00000001:1.0:1778653810.047971:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.047984:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653810.047997:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.048001:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653810.048009:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.048011:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653810.049024:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.049031:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.049037:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.049040:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.049045:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.049048:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.049051:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.049054:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.049058:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653810.050926:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.050949:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.050955:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.050957:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.050968:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.050978:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.050988:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.050994:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.051000:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.051005:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a0414534d480 00000400:00000200:1.0:1778653810.051011:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.051018:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x62f9 [1] + 0 00000800:00000001:1.0:1778653810.051029:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.051039:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.051042:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.051047:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.051057:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.051067:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653810.051080:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653810.051105:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.051116:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.051120:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.051198:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653810.051203:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653810.051211:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653810.051213:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653810.051218:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900840. 00000400:00000200:0.0:1778653810.051223:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29c38 00000400:00000010:0.0:1778653810.051226:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29c38. 00000100:00000001:0.0:1778653810.051230:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.051234:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653810.051244:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.051251:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653810.051253:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.051255:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653810.051260:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653810.051262:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653810.051265:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653810.051268:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653810.051290:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=71 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653810.051295:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653810.051298:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653810.051300:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653810.051304:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653810.051308:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.051313:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1778653810.051328:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: committing for last_committed 4294967312 gen 12 00000100:00000040:0.0:1778653810.051332:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1778653810.051336:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653810.051337:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653810.051343:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.051350:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653810.051354:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653810.051356:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.051359:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1778653810.051367:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:0.0:1778653810.051371:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653810.051373:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:0.0:1778653810.051376:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653810.051379:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:0.0:1778653810.051382:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:0.0:1778653810.051384:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00001000:0.0:1778653810.051388:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=1778653810 v=0 (0 0 0 0) 00000100:00001000:0.0:1778653810.051391:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996bc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1778653810.051398:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:0.0:1778653810.051404:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1778653810.051407:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:0.0:1778653810.051410:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653810.051415:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1778653810.051419:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1778653810.051423:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653810.051427:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1778653810.051431:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653810.051434:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653810.051437:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653810.051438:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653810.051441:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653810.051445:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051447:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051449:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653810.051451:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653810.051452:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051454:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653810.051456:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653810.051460:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653810.051462:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051464:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051466:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653810.051469:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653810.051471:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653810.051474:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.051476:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1778653810.051478:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1778653810.051482:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1778653810.051486:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653810.051487:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1778653810.051488:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653810.051489:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1778653810.051491:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1778653810.051494:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1778653810.051499:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1778653810.051502:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1778653810.051504:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653810.051506:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653810.051507:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653810.051509:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653810.051510:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653810.051511:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653810.051512:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051514:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051515:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653810.051516:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653810.051517:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051519:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653810.051520:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653810.051522:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653810.051534:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051536:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.051538:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653810.051539:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653810.051541:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653810.051543:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.051545:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1778653810.051546:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653810.051550:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1778653810.051557:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e0f663c8): req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.051579:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.051582:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653810.051587:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653810.051595:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054672512:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:0.0:1778653810.051601:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.051604:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.051607:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2d80 x1865052054672512/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.051615:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653810.051618:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653810.051623:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eec000. 02000000:00000001:0.0:1778653810.051627:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653810.051630:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653810.051632:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653810.051635:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653810.051638:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:0.0:1778653810.051642:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653810.051645:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653810.051647:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2d80. 00000100:00000001:0.0:1778653810.051691:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653810.051693:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.051696:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653810.051704:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653810.051706:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.051709:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653810.051711:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.051836:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.051840:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.051843:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.051846:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.051848:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.051851:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.051855:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.051857:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.051860:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.051868:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.051871:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.051875:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.051884:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94000. 02000000:00000001:3.0:1778653810.051886:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.051891:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.051896:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.051901:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.051908:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054672640, portal 4 00000100:00000001:3.0:1778653810.051911:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.051913:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046016 : -121687060505600 : ffff915385fc1c00) 00000100:00000040:3.0:1778653810.051921:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.051929:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.051932:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.051935:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cf68. 00000100:00000200:3.0:1778653810.051940:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054672640, offset 0 00000400:00000200:3.0:1778653810.051946:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.051954:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.051963:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.051969:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.051974:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.051979:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.051982:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.051986:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2391:2391:256:4294967295] 192.168.204.110@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:3.0:1778653810.051990:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.052001:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.052007:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.052012:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653810.052020:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.052028:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.052033:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.052042:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.052047:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 286098 usecs (287 jiffies) 00000400:00000200:3.0:1778653810.052050:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.052054:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296365515 00000100:00000001:3.0:1778653810.052057:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.052060:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296365515 00000100:00000001:3.0:1778653810.052062:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.052064:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.052067:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.052070:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.052074:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.052076:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653810.052078:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.052079:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.052081:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.052083:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.052876:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.052884:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653810.052891:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.052898:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.052904:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cf68 00000400:00000010:1.0:1778653810.052908:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cf68. 00000100:00000001:1.0:1778653810.052913:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.052923:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.052935:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.052939:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.052946:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.052948:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.056192:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.056214:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.056220:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.056222:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.056235:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.056246:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.056257:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.056263:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.056270:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.056286:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a0414534d500 00000400:00000200:1.0:1778653810.056292:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.056300:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6309 [1] + 224 00000800:00000001:1.0:1778653810.056309:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.056331:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.056335:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.056341:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.056351:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.056361:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.056373:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.056392:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.056403:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.056406:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.056472:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.056478:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.056486:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.056489:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.056493:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.056499:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.056502:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.056505:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.056509:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.056519:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.056525:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.056528:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.056531:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.056535:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.056538:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.056541:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.056544:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.056557:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=71 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653810.056562:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.056565:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.056567:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.056570:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.056575:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.056580:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.056582:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653810.056585:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.056587:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.056603:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.056612:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.056616:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.056618:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653810.056622:0:2368:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1778653810.056625:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.056629:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.056632:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=4 00000020:00000001:3.0:1778653810.056635:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056638:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056640:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.056641:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.056643:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=5 00000020:00000001:3.0:1778653810.056645:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056647:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056699:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.056704:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.056710:0:2368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.056724:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.056726:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.056728:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653810.056731:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.056732:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.056734:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=6 00000020:00000001:3.0:1778653810.056736:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056738:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000040:3.0:1778653810.056745:0:2368:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9be00, remote cookie: 0xdfa36d541726f81c, flags: 0x1001 00010000:00010000:3.0:1778653810.056750:0:2368:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.056765:0:2368:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1778653810.056768:0:2368:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.056771:0:2368:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653810.056775:0:2368:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1778653810.056781:0:2368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653810.056790:0:2368:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff91538f63c900) refcount = 1 00010000:00000040:3.0:1778653810.056793:0:2368:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653810.056796:0:2368:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.056804:0:2368:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653810.056806:0:2368:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.056809:0:2368:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653810.056811:0:2368:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.056815:0:2368:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.056821:0:2368:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653810.056823:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.056824:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.056825:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.056826:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653810.056827:0:2368:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1778653810.056830:0:2368:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653810.056834:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.056836:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.056837:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=5 00000020:00000001:3.0:1778653810.056839:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056841:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00000008:00000001:3.0:1778653810.056846:0:2368:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1778653810.056852:0:2368:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000008:00010000:3.0:1778653810.056856:0:2368:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1778653810.056864:0:2368:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000020:00000001:3.0:1778653810.056867:0:2368:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653810.056870:0:2368:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1778653810.056874:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653810.056877:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.056879:0:2368:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.056881:0:2368:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000008:00000001:3.0:1778653810.056884:0:2368:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1778653810.056887:0:2368:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653810.056889:0:2368:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653810.056967:0:2368:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653810.056970:0:2368:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.056973:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.056975:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.056977:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=6 00000020:00000001:3.0:1778653810.056979:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056981:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.056984:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.056987:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.056995:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.056997:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653810.057000:0:2368:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.057007:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.057009:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.057010:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653810.057011:0:2368:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.057014:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.057015:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.057016:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=5 00000020:00000001:3.0:1778653810.057018:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.057020:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:3.0:1778653810.057022:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.057024:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.057030:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.057031:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.057033:0:2368:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.057035:0:2368:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.057038:0:2368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.057047:0:2368:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.057051:0:2368:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.057053:0:2368:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.057058:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.057059:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.057061:0:2368:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.057064:0:2368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.057067:0:2368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.057069:0:2368:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.057071:0:2368:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.057073:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.057074:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.057075:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.057076:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.057078:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653810.057079:0:2368:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.057085:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.057094:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:0:1865052054672640:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.057101:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.057104:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.057107:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1c00 x1865052054672640/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.057115:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.057119:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.057124:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94000. 02000000:00000001:3.0:1778653810.057130:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.057133:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.057135:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653810.057137:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.057140:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4000. 02000000:00000001:3.0:1778653810.057144:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.057146:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.057148:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1c00. 00000100:00000001:3.0:1778653810.057156:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.057158:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.057160:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.057169:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.057171:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.057174:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.057176:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.057473:0:31459:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.057635:0:31459:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.057643:0:31459:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653810.057647:0:31459:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:2.0:1778653810.057681:0:31459:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:2.0:1778653810.057683:0:31459:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653810.057689:0:31459:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653810.057695:0:31459:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653810.057698:0:31459:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.057700:0:31459:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653810.057701:0:31459:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.057704:0:31459:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1778653810.057708:0:31459:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.057710:0:31459:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1778653810.057713:0:31459:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.057715:0:31459:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.057717:0:31459:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000080:00200000:2.0:1778653810.057720:0:31459:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1778653810.057723:0:31459:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653810.057726:0:31459:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653810.057728:0:31459:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153861a6238 (ffff91538a32a7e8/0) at cl_lock_release():245 00000020:00000001:2.0:1778653810.057732:0:31459:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653810.057733:0:31459:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153861a6238 (ffff91538a32a7e8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653810.057737:0:31459:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653810.057741:0:31459:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.057743:0:31459:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.057746:0:31459:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653810.057747:0:31459:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36830 (ffff91538a32acf8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653810.057751:0:31459:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653810.057753:0:31459:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653810.057755:0:31459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.057756:0:31459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653810.057757:0:31459:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653810.057760:0:31459:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653810.057761:0:31459:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653810.057762:0:31459:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653810.057764:0:31459:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653810.057765:0:31459:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153861a6238 (ffff91538a32a7e8/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653810.057768:0:31459:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653810.057770:0:31459:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653810.057771:0:31459:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36830 (ffff91538a32a7e8/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653810.057775:0:31459:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b11690. 00000020:00000001:2.0:1778653810.057779:0:31459:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653810.057781:0:31459:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36800. 00020000:00000001:2.0:1778653810.057785:0:31459:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653810.057786:0:31459:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653810.057787:0:31459:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1778653810.057789:0:31459:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.057793:0:31459:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653810.057795:0:31459:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653810.057797:0:31459:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653810.057799:0:31459:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653810.057801:0:31459:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.057803:0:31459:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.057809:0:31459:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.057813:0:31459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9de0. 00000008:00000010:2.0:1778653810.057818:0:31459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.057824:0:31459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.057830:0:31459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.057835:0:31459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.057842:0:31459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.057847:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653810.057851:0:31459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.057855:0:31459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.057859:0:31459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.057862:0:31459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907960. 00000020:00000010:2.0:1778653810.057866:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.057868:0:31459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00020000:00000001:2.0:1778653810.057871:0:31459:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653810.057873:0:31459:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653810.057876:0:31459:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653810.057879:0:31459:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653810.057884:0:31459:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653810.057887:0:31459:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.057889:0:31459:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653810.057891:0:31459:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653810.057893:0:31459:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.057894:0:31459:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.057896:0:31459:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.057899:0:31459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.057902:0:31459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.057904:0:31459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.057907:0:31459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.057910:0:31459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.057912:0:31459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.057915:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4c00. 00000008:00000010:2.0:1778653810.057918:0:31459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.057920:0:31459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.057923:0:31459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.057925:0:31459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.057928:0:31459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5c00. 00000020:00000010:2.0:1778653810.057929:0:31459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000001:00000001:2.0:1778653810.057931:0:31459:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.057942:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47d08 00000080:00000008:2.0:1778653810.057945:0:31459:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff91538bd97448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.057954:0:31459:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653810.057956:0:31459:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d47da0 00000080:00002000:2.0:1778653810.057958:0:31459:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff91538bf2eaf8, parent ffff91538bf2eca8, inode ffff91538bd97448) hashed, 00000080:00000001:2.0:1778653810.057961:0:31459:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.077965:0:31460:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.077973:0:31460:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.077976:0:31460:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653810.077980:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47b20 00000080:00200000:3.0:1778653810.077986:0:31460:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653810.077996:0:31460:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00800000:00000002:3.0:1778653810.078011:0:31460:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.078016:0:31460:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.078022:0:31460:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.078024:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47a40 00800000:00000002:3.0:1778653810.078027:0:31460:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.078032:0:31460:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653810.078037:0:31460:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653810.078044:0:31460:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.078046:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47910 00000002:00010000:3.0:1778653810.078048:0:31460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.078053:0:31460:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653810.078055:0:31460:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.078060:0:31460:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.078069:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:3.0:1778653810.078072:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.078078:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.078083:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653810.078088:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653810.078101:0:31460:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653810.078107:0:31460:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.078110:0:31460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653810.078119:0:31460:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653810.078121:0:31460:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.078123:0:31460:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.078125:0:31460:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.078127:0:31460:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.078129:0:31460:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653810.078132:0:31460:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653810.078135:0:31460:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.078139:0:31460:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653810.078144:0:31460:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653810.078146:0:31460:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.078150:0:31460:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653810.078153:0:31460:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:3.0:1778653810.078158:0:31460:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.078160:0:31460:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.078162:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.078165:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.078167:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:3.0:1778653810.078169:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.078172:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.078175:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.078176:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.078178:0:31460:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.078180:0:31460:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.078183:0:31460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1c47b58 00010000:00000001:3.0:1778653810.078185:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.078186:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.078187:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:3.0:1778653810.078189:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.078191:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.078194:0:31460:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.078197:0:31460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.078382:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.078383:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.078385:0:31460:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.078388:0:31460:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.078390:0:31460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653810.078399:0:31460:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.078403:0:31460:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.078405:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.078410:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.078411:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.078413:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078416:0:31460:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.078418:0:31460:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078421:0:31460:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078424:0:31460:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078426:0:31460:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.078428:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.078429:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653810.078433:0:31460:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653810.078435:0:31460:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.078437:0:31460:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653810.078442:0:31460:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.078453:0:31460:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384420. 00000020:00000001:3.0:1778653810.078473:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47a88 00000080:00200000:3.0:1778653810.078476:0:31460:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=24 00000080:00000001:3.0:1778653810.078480:0:31460:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653810.078482:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47938 00000080:00200000:3.0:1778653810.078484:0:31460:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:3.0:1778653810.078491:0:31460:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00800000:00000002:3.0:1778653810.078494:0:31460:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.078498:0:31460:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.078500:0:31460:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.078501:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47858 00800000:00000002:3.0:1778653810.078503:0:31460:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.078506:0:31460:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653810.078510:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c477f0 00800000:00000002:3.0:1778653810.078512:0:31460:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1778653810.078515:0:31460:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.078517:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47728 00000002:00010000:3.0:1778653810.078518:0:31460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1778653810.078522:0:31460:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653810.078525:0:31460:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653810.078531:0:31460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ca80. 00000020:00000040:3.0:1778653810.078535:0:31460:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653810.078542:0:31460:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653810.078548:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.078551:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.078552:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.078553:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.078556:0:31460:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.078558:0:31460:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.078561:0:31460:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.078569:0:31460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94000. 00000100:00000001:3.0:1778653810.078578:0:31460:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078584:0:31460:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.078585:0:31460:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078587:0:31460:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.078588:0:31460:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.078590:0:31460:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.078599:0:31460:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00010000:00000001:3.0:1778653810.078604:0:31460:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653810.078606:0:31460:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653810.078609:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:3.0:1778653810.078611:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.078613:0:31460:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653810.078617:0:31460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176600. 00000020:00000001:3.0:1778653810.078620:0:31460:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653810.078622:0:31460:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176600 with handle 0x3df471c51a89013b to hash 00000020:00000001:3.0:1778653810.078625:0:31460:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653810.078627:0:31460:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.078631:0:31460:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.078633:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.078635:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.078638:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.078646:0:31460:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.079090:0:31460:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653810.079098:0:31460:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.079101:0:31460:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.079110:0:31460:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653810.079113:0:31460:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679545856 : -121687030005760 : ffff915387cd8000) 00000100:00000001:3.0:1778653810.079117:0:31460:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.079119:0:31460:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000001:3.0:1778653810.079125:0:31460:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.079130:0:31460:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.079133:0:31460:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.079135:0:31460:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.079149:0:31460:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.079159:0:31460:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.079162:0:31460:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.079166:0:31460:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.079169:0:31460:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.079172:0:31460:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.079176:0:31460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31460:1865052054672768:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.079181:0:31460:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.079188:0:31460:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.079191:0:31460:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.079194:0:31460:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.079200:0:31460:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653810.079202:0:31460:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.079211:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.079215:0:31460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.079321:0:31460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.079332:0:31460:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054672768, portal 10 00000100:00000001:3.0:1778653810.079334:0:31460:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.079335:0:31460:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000040:3.0:1778653810.079343:0:31460:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.079357:0:31460:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.079362:0:31460:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.079365:0:31460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c330. 00000100:00000200:3.0:1778653810.079369:0:31460:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054672768, offset 0 00000400:00000200:3.0:1778653810.079377:0:31460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.079388:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.079398:0:31460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.079403:0:31460:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.079409:0:31460:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.079414:0:31460:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.079418:0:31460:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.079422:0:31460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2392:2392:256:4294967295] 192.168.204.110@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:3.0:1778653810.079427:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.079439:0:31460:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.079446:0:31460:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.079452:0:31460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5900. 00000800:00000200:3.0:1778653810.079515:0:31460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.079525:0:31460:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.079532:0:31460:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.079551:0:31460:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.079556:0:31460:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 840603 usecs (841 jiffies) 00000400:00000200:3.0:1778653810.079560:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.079564:0:31460:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366096 00000100:00000001:3.0:1778653810.079567:0:31460:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.079570:0:31460:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366096 00000100:00000001:3.0:1778653810.079572:0:31460:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.079574:0:31460:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.079578:0:31460:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.079581:0:31460:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.079583:0:31460:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.079586:0:31460:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8000 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.079589:0:31460:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.079592:0:31460:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.079709:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.079716:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653810.079721:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.079727:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.079734:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c330 00000400:00000010:1.0:1778653810.079737:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c330. 00000100:00000001:1.0:1778653810.079741:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.079746:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.079758:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.079761:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.079769:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.079771:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.090232:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.090252:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.090258:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.090261:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.090271:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.090289:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.090301:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.090307:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.090314:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.090320:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534d580 00000400:00000200:1.0:1778653810.090326:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.090333:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6311 [1] + 224 00000800:00000001:1.0:1778653810.090343:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.090352:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.090356:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.090361:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.090371:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.090381:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.090394:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.090416:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.090426:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.090429:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.090487:0:31460:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.090496:0:31460:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.090499:0:31460:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.090503:0:31460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.090509:0:31460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.090511:0:31460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.090515:0:31460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.090520:0:31460:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.090535:0:31460:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.090541:0:31460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.090543:0:31460:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.090545:0:31460:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.090549:0:31460:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.090553:0:31460:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.090555:0:31460:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.090559:0:31460:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.090570:0:31460:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653810.090575:0:31460:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.090577:0:31460:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.090580:0:31460:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.090583:0:31460:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.090588:0:31460:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.090592:0:31460:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.090594:0:31460:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.090597:0:31460:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.090600:0:31460:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.090604:0:31460:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.090619:0:31460:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.090623:0:31460:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.090625:0:31460:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.090629:0:31460:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.090637:0:31460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31460:1865052054672768:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.090642:0:31460:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.090645:0:31460:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.090677:0:31460:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.090679:0:31460:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.090683:0:31460:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.090691:0:31460:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.090694:0:31460:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653810.090698:0:31460:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.090700:0:31460:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.090703:0:31460:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653810.090708:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090711:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090714:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653810.090717:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090719:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653810.090725:0:31460:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176600, remote cookie: 0xdfa36d541726f838, flags: 0x1001 00010000:00010000:3.0:1778653810.090731:0:31460:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653810.090740:0:31460:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653810.090744:0:31460:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653810.090753:0:31460:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6e00. 00010000:00000010:3.0:1778653810.090759:0:31460:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9a00. 00010000:00000001:3.0:1778653810.090765:0:31460:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.090769:0:31460:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.090777:0:31460:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090784:0:31460:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653810.090788:0:31460:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653810.090791:0:31460:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653810.090792:0:31460:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653810.090794:0:31460:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653810.090796:0:31460:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9153837f6e00) refcount = 1 00010000:00010000:3.0:1778653810.090800:0:31460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090805:0:31460:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653810.090808:0:31460:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653810.090810:0:31460:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.090813:0:31460:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653810.090816:0:31460:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.090819:0:31460:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090825:0:31460:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653810.090827:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090828:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.090829:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090830:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.090832:0:31460:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.090837:0:31460:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653810.090839:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090840:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090842:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.090844:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090846:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090849:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090850:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090851:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653810.090853:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090855:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090858:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.090861:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.090864:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090870:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090871:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.090872:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090873:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090875:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=5 00000020:00000001:3.0:1778653810.090876:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090878:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090880:0:31460:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.090883:0:31460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090888:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090889:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653810.090891:0:31460:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090898:0:31460:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.090899:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090900:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.090902:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090903:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653810.090907:0:31460:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653810.090915:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090916:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090917:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.090919:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090920:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090922:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090923:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.090925:0:31460:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.090927:0:31460:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.090930:0:31460:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653810.090933:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090934:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090936:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.090937:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090940:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00000002:00010000:3.0:1778653810.090943:0:31460:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.090949:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090950:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.090952:0:31460:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653810.090953:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.090954:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.090955:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.090957:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.090958:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653810.090962:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653810.090965:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653810.090969:0:31460:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:3.0:1778653810.090972:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.090973:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.090975:0:31460:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653810.090978:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c476a8 00000002:00002000:3.0:1778653810.090981:0:31460:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653810.090984:0:31460:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.090988:0:31460:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.090991:0:31460:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653810.090995:0:31460:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653810.090998:0:31460:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.091002:0:31460:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653810.091005:0:31460:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653810.091007:0:31460:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1c47a28 it_disposition b 00000080:00000001:3.0:1778653810.091010:0:31460:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653810.091017:0:31460:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653810.091020:0:31460:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653810.091023:0:31460:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1778653810.091026:0:31460:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653810.091033:0:31460:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653810.091035:0:31460:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1778653810.091037:0:31460:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.091040:0:31460:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1778653810.091043:0:31460:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653810.091045:0:31460:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833960 mtime from 1778653789 to 1778653790 00000080:00200000:3.0:1778653810.091050:0:31460:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00200000:3.0:1778653810.091053:0:31460:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff91538bd91988): rc = 0 00000080:00000001:3.0:1778653810.091055:0:31460:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747414920 : -121686962136696 : ffff91538bd91988) 00010000:00000001:3.0:1778653810.091058:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.091059:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.091061:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.091063:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.091065:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.091067:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.091068:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.091071:0:31460:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653810.091073:0:31460:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653810.091075:0:31460:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653810.091078:0:31460:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653810.091080:0:31460:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.091083:0:31460:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a89013b 00800000:00000001:3.0:1778653810.091086:0:31460:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.091088:0:31460:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.091089:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.091090:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.091091:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.091093:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.091095:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.091097:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.091098:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.091099:0:31460:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.091102:0:31460:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653810.091109:0:31460:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bde0288 inode ffff91538bd91988 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653810.091114:0:31460:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653810.091116:0:31460:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.091119:0:31460:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653810.091122:0:31460:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00010000:3.0:1778653810.091126:0:31460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89013b from it ffffa71ac1c47a28 00010000:00000001:3.0:1778653810.091128:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.091129:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.091130:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653810.091132:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.091133:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653810.091135:0:31460:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.091137:0:31460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.091143:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.091145:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.091146:0:31460:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.091149:0:31460:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.091151:0:31460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.091158:0:31460:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.091161:0:31460:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.091163:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.091168:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.091169:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.091171:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091174:0:31460:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.091176:0:31460:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091179:0:31460:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091181:0:31460:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091182:0:31460:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.091183:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.091184:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.091186:0:31460:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653810.091190:0:31460:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000100:00000001:3.0:1778653810.091194:0:31460:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.091198:0:31460:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ca80 x1865052054672768/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.091205:0:31460:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.091208:0:31460:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.091212:0:31460:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653810.091215:0:31460:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.091218:0:31460:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.091220:0:31460:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.091222:0:31460:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.091224:0:31460:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94000. 02000000:00000001:3.0:1778653810.091229:0:31460:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.091231:0:31460:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.091233:0:31460:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ca80. 00000100:00000001:3.0:1778653810.091237:0:31460:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.091238:0:31460:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.091248:0:31460:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653810.091251:0:31460:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 1 00000080:00000001:3.0:1778653810.091257:0:31460:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.091272:0:31460:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384600. 00000020:00000001:3.0:1778653810.091287:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47ae8 00000080:00200000:3.0:1778653810.091289:0:31460:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff91538bd91988), flags=8 00000080:00000001:3.0:1778653810.091292:0:31460:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653810.091294:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47998 00000080:00200000:3.0:1778653810.091295:0:31460:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff91538bd91988), intent=getattr 00000080:00000010:3.0:1778653810.091304:0:31460:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653810.091311:0:31460:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.091314:0:31460:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.091316:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c478b8 00800000:00000002:3.0:1778653810.091318:0:31460:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1778653810.091321:0:31460:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653810.091327:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47850 00800000:00000002:3.0:1778653810.091329:0:31460:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1778653810.091333:0:31460:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.091334:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47788 00000002:00010000:3.0:1778653810.091336:0:31460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.091340:0:31460:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653810.091343:0:31460:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653810.091346:0:31460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ca80. 00000020:00000040:3.0:1778653810.091349:0:31460:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653810.091355:0:31460:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653810.091359:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.091362:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.091363:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.091365:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.091367:0:31460:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.091369:0:31460:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.091373:0:31460:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.091380:0:31460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94000. 00000100:00000001:3.0:1778653810.091387:0:31460:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091391:0:31460:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.091393:0:31460:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091395:0:31460:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.091396:0:31460:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.091398:0:31460:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.091406:0:31460:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00010000:00000001:3.0:1778653810.091409:0:31460:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653810.091412:0:31460:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653810.091414:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653810.091416:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.091418:0:31460:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653810.091422:0:31460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176000. 00000020:00000001:3.0:1778653810.091425:0:31460:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653810.091427:0:31460:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176000 with handle 0x3df471c51a890142 to hash 00000020:00000001:3.0:1778653810.091429:0:31460:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653810.091430:0:31460:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.091434:0:31460:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.091436:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.091438:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.091441:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.091447:0:31460:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.091456:0:31460:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653810.091462:0:31460:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.091464:0:31460:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.091470:0:31460:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653810.091472:0:31460:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679545856 : -121687030005760 : ffff915387cd8000) 00000100:00000001:3.0:1778653810.091475:0:31460:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.091476:0:31460:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000001:3.0:1778653810.091481:0:31460:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.091487:0:31460:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.091489:0:31460:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.091491:0:31460:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.091496:0:31460:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.091503:0:31460:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.091505:0:31460:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.091509:0:31460:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.091512:0:31460:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.091515:0:31460:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.091519:0:31460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31460:1865052054672896:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.091522:0:31460:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.091529:0:31460:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.091531:0:31460:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.091536:0:31460:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.091540:0:31460:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce1000. 02000000:00000001:3.0:1778653810.091542:0:31460:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.091547:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.091550:0:31460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.091555:0:31460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.091563:0:31460:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054672896, portal 10 00000100:00000001:3.0:1778653810.091564:0:31460:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.091565:0:31460:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000040:3.0:1778653810.091571:0:31460:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.091577:0:31460:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.091580:0:31460:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.091583:0:31460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c4c8. 00000100:00000200:3.0:1778653810.091587:0:31460:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054672896, offset 0 00000400:00000200:3.0:1778653810.091594:0:31460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.091601:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.091609:0:31460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.091615:0:31460:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.091620:0:31460:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.091625:0:31460:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.091629:0:31460:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.091633:0:31460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2393:2393:256:4294967295] 192.168.204.110@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:3.0:1778653810.091638:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.091648:0:31460:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.091680:0:31460:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.091686:0:31460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5600. 00000800:00000200:3.0:1778653810.091694:0:31460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.091703:0:31460:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.091708:0:31460:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.091718:0:31460:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.091723:0:31460:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 839462 usecs (840 jiffies) 00000400:00000200:3.0:1778653810.091727:0:31460:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.091730:0:31460:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366106 00000100:00000001:3.0:1778653810.091733:0:31460:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.091736:0:31460:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366106 00000100:00000001:3.0:1778653810.091738:0:31460:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.091740:0:31460:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.091743:0:31460:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.091746:0:31460:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.091748:0:31460:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.091751:0:31460:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8000 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.091753:0:31460:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.091756:0:31460:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.091950:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.091956:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653810.091962:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.091967:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.091972:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c4c8 00000400:00000010:1.0:1778653810.091974:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c4c8. 00000100:00000001:1.0:1778653810.091977:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.091981:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.091990:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.091993:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.091999:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.092001:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.097427:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.097452:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.097459:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.097463:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.097475:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.097485:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.097498:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.097505:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.097511:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.097530:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a0414534d600 00000400:00000200:1.0:1778653810.097536:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.097545:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x6319 [1] + 224 00000800:00000001:1.0:1778653810.097554:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.097562:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.097565:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.097570:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.097579:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.097589:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.097601:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.097622:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.097633:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.097636:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.097806:0:31460:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.097816:0:31460:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.097818:0:31460:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.097822:0:31460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.097827:0:31460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.097829:0:31460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.097833:0:31460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.097838:0:31460:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.097847:0:31460:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.097854:0:31460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.097856:0:31460:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.097859:0:31460:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.097863:0:31460:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.097866:0:31460:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.097869:0:31460:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.097873:0:31460:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.097883:0:31460:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653810.097888:0:31460:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.097890:0:31460:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.097892:0:31460:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.097896:0:31460:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.097900:0:31460:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.097904:0:31460:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.097906:0:31460:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.097908:0:31460:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.097911:0:31460:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.097916:0:31460:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.097922:0:31460:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.097925:0:31460:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.097927:0:31460:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.097931:0:31460:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.097938:0:31460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:3368fde0-d18c-4c9c-a094-d50367bc642b:31460:1865052054672896:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.097943:0:31460:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.097946:0:31460:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.097949:0:31460:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.097951:0:31460:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.097954:0:31460:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.097960:0:31460:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.097963:0:31460:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8000. 00000100:00000001:3.0:1778653810.097966:0:31460:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.097968:0:31460:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.097971:0:31460:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653810.097976:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.097979:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.097982:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653810.097984:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.097988:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653810.097993:0:31460:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176000, remote cookie: 0xdfa36d541726f854, flags: 0x1001 00010000:00010000:3.0:1778653810.097999:0:31460:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653810.098008:0:31460:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:3.0:1778653810.098012:0:31460:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1778653810.098020:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653810.098023:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.098026:0:31460:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.098029:0:31460:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.098038:0:31460:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098045:0:31460:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653810.098049:0:31460:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653810.098052:0:31460:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653810.098055:0:31460:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653810.098057:0:31460:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653810.098060:0:31460:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff91538f63c300) refcount = 2 00010000:00000040:3.0:1778653810.098062:0:31460:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653810.098065:0:31460:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653810.098072:0:31460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098080:0:31460:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653810.098082:0:31460:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653810.098084:0:31460:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.098087:0:31460:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653810.098090:0:31460:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.098093:0:31460:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098099:0:31460:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653810.098100:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098102:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.098103:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098104:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.098106:0:31460:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.098110:0:31460:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653810.098112:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.098113:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.098115:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653810.098116:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098118:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098121:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.098122:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.098123:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:3.0:1778653810.098125:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098127:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098130:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.098133:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.098136:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098142:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098143:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.098144:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.098145:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.098147:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=5 00000020:00000001:3.0:1778653810.098148:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098150:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098153:0:31460:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.098155:0:31460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098161:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098162:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653810.098165:0:31460:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098170:0:31460:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.098172:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098173:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.098174:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098175:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653810.098180:0:31460:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653810.098188:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.098190:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.098191:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653810.098194:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098196:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00000002:00010000:3.0:1778653810.098199:0:31460:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653810.098210:0:31460:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861ba5c0. 00010000:00000001:3.0:1778653810.098212:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098213:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.098215:0:31460:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.098217:0:31460:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.098221:0:31460:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653810.098224:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.098225:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.098226:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653810.098228:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098230:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00000002:00010000:3.0:1778653810.098234:0:31460:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.098240:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098241:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.098243:0:31460:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653810.098244:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.098246:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.098247:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653810.098249:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.098251:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:3.0:1778653810.098253:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:3.0:1778653810.098255:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653810.098260:0:31460:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:3.0:1778653810.098262:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.098263:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.098265:0:31460:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653810.098268:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47708 00000002:00002000:3.0:1778653810.098270:0:31460:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653810.098282:0:31460:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.098287:0:31460:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.098290:0:31460:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653810.098294:0:31460:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653810.098297:0:31460:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.098302:0:31460:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653810.098305:0:31460:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1c47b20 it_disposition b 00000080:00000001:3.0:1778653810.098308:0:31460:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653810.098315:0:31460:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653810.098318:0:31460:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653810.098322:0:31460:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1778653810.098325:0:31460:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1778653810.098333:0:31460:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653810.098339:0:31460:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653810.098345:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1be00. 00000020:00000010:3.0:1778653810.098351:0:31460:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1b400. 00000020:00000010:3.0:1778653810.098355:0:31460:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b3c0. 00000008:00000010:3.0:1778653810.098363:0:31460:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653810.098369:0:31460:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653810.098375:0:31460:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653810.098382:0:31460:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653810.098387:0:31460:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653810.098392:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1ba00. 00000008:00000010:3.0:1778653810.098396:0:31460:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653810.098400:0:31460:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653810.098404:0:31460:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653810.098408:0:31460:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653810.098412:0:31460:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653810.098414:0:31460:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653810.098417:0:31460:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653810.098421:0:31460:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653810.098425:0:31460:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653810.098432:0:31460:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3ba20. 00020000:00000010:3.0:1778653810.098436:0:31460:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941080. 00020000:00000010:3.0:1778653810.098441:0:31460:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b900. 00020000:00000001:3.0:1778653810.098443:0:31460:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614941952 : -121687094609664 : ffff915383f3b900) 00020000:00000002:3.0:1778653810.098447:0:31460:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b900, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653810.098452:0:31460:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653810.098455:0:31460:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941080: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:3.0:1778653810.098459:0:31460:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b1f0) owner ffff915394940000 00020000:00000001:3.0:1778653810.098462:0:31460:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653810.098464:0:31460:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b1f0) owner ffff915394940000 00020000:00000010:3.0:1778653810.098469:0:31460:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941080. 00020000:00000010:3.0:1778653810.098473:0:31460:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3ba20. 00020000:00000010:3.0:1778653810.098476:0:31460:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b900. 00020000:00000002:3.0:1778653810.098478:0:31460:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653810.098481:0:31460:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.098483:0:31460:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653810.098485:0:31460:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653810.098489:0:31460:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1b400. 00000020:00000010:3.0:1778653810.098493:0:31460:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b3c0. 00000008:00000010:3.0:1778653810.098495:0:31460:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653810.098500:0:31460:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653810.098503:0:31460:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653810.098506:0:31460:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653810.098509:0:31460:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653810.098513:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1be00. 00000008:00000010:3.0:1778653810.098516:0:31460:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653810.098519:0:31460:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653810.099095:0:31460:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653810.099101:0:31460:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653810.099104:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1ba00. 00000020:00000010:3.0:1778653810.099106:0:31460:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653810.099112:0:31460:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1778653810.099116:0:31460:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653810.099122:0:31460:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff91538bdb0908): rc = 0 00000080:00000001:3.0:1778653810.099125:0:31460:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747541768 : -121686962009848 : ffff91538bdb0908) 00010000:00000001:3.0:1778653810.099128:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.099130:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.099132:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653810.099134:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653810.099136:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00000080:00000001:3.0:1778653810.099139:0:31460:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653810.099141:0:31460:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.099446:0:31460:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.099452:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.099456:0:31460:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.099460:0:31460:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.099466:0:31460:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.099471:0:31460:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.099475:0:31460:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.099480:0:31460:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.099484:0:31460:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.099487:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000008:00000010:2.0:1778653810.099490:0:31460:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.099495:0:31460:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.099498:0:31460:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.099502:0:31460:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.099504:0:31460:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.099507:0:31460:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.099509:0:31460:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653810.099512:0:31460:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653810.099514:0:31460:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653810.099888:0:31460:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff9de0. 00020000:00000010:2.0:1778653810.099894:0:31460:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a34eb80. 00020000:00000010:2.0:1778653810.099900:0:31460:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff95a0. 00020000:00000001:2.0:1778653810.099902:0:31460:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649273760 : -121687060277856 : ffff915385ff95a0) 00020000:00000002:2.0:1778653810.099906:0:31460:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff95a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653810.099911:0:31460:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653810.099915:0:31460:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a34eb80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:2.0:1778653810.099919:0:31460:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b1f0) owner ffff915394940000 00020000:00000001:2.0:1778653810.099923:0:31460:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653810.099925:0:31460:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b1f0) owner ffff915394940000 00020000:00000010:2.0:1778653810.099928:0:31460:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a34eb80. 00020000:00000010:2.0:1778653810.099932:0:31460:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff9de0. 00020000:00000010:2.0:1778653810.099936:0:31460:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff95a0. 00020000:00000002:2.0:1778653810.099938:0:31460:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653810.099940:0:31460:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.099943:0:31460:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.099948:0:31460:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1778653810.099951:0:31460:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915394940000 00020000:00000002:2.0:1778653810.099955:0:31460:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d57e0 addref 2/0 by ffff915394940000. 00020000:00000002:2.0:1778653810.099957:0:31460:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915394940000 00020000:00000001:2.0:1778653810.099959:0:31460:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1778653810.099962:0:31460:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1778653810.099963:0:31460:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1778653810.099965:0:31460:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1778653810.099968:0:31460:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1778653810.099971:0:31460:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1778653810.099974:0:31460:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.099978:0:31460:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.099981:0:31460:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.099984:0:31460:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.099987:0:31460:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.099991:0:31460:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.099994:0:31460:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.099998:0:31460:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.100001:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4c00. 00000008:00000010:2.0:1778653810.100003:0:31460:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.100006:0:31460:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.100009:0:31460:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.100012:0:31460:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.100015:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.100016:0:31460:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:2.0:1778653810.100019:0:31460:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100022:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100024:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.100026:0:31460:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.100031:0:31460:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.100033:0:31460:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.100037:0:31460:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) for lock 0x3df471c51a890142 00800000:00000001:2.0:1778653810.100040:0:31460:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.100043:0:31460:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.100045:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.100047:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.100049:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:2.0:1778653810.100051:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100054:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100056:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100057:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.100059:0:31460:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.100060:0:31460:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1778653810.100068:0:31460:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bde0d80 inode ffff91538bdb0908 refc 1 flags 0x40000e 00000080:00000001:2.0:1778653810.100072:0:31460:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1778653810.100077:0:31460:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) 00000080:00010000:2.0:1778653810.100081:0:31460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890142 from it ffffa71ac1c47b20 00010000:00000001:2.0:1778653810.100083:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.100084:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.100085:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:2.0:1778653810.100087:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100089:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100090:0:31460:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.100095:0:31460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.100105:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100106:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.100108:0:31460:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.100111:0:31460:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.100113:0:31460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.100122:0:31460:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.100125:0:31460:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.100127:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.100133:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100135:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.100137:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100140:0:31460:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.100143:0:31460:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100145:0:31460:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100148:0:31460:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100150:0:31460:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.100151:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100152:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.100154:0:31460:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653810.100158:0:31460:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000100:00000001:2.0:1778653810.100163:0:31460:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.100175:0:31460:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ca80 x1865052054672896/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.100184:0:31460:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.100189:0:31460:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.100193:0:31460:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce1000. 02000000:00000001:2.0:1778653810.100197:0:31460:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.100430:0:31460:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.100434:0:31460:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.100437:0:31460:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.100441:0:31460:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94000. 02000000:00000001:2.0:1778653810.100447:0:31460:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.100449:0:31460:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.100452:0:31460:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ca80. 00000100:00000001:2.0:1778653810.100456:0:31460:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.100457:0:31460:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.100461:0:31460:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653810.100462:0:31460:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1c47b20 released 00000080:00000001:2.0:1778653810.100464:0:31460:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1778653810.100480:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47d08 00000080:00200008:2.0:1778653810.100483:0:31460:0:(file.c:6227:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff91538bdb0908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.100489:0:31460:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.100491:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47c80 00000080:00200000:2.0:1778653810.100493:0:31460:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff91538bdb0908),name=f 00000080:00000010:2.0:1778653810.100499:0:31460:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.100510:0:31460:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.100514:0:31460:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.100516:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47ba0 00800000:00000002:2.0:1778653810.100774:0:31460:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:2.0:1778653810.100779:0:31460:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.100787:0:31460:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.100794:0:31460:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.100796:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47a70 00000002:00010000:2.0:1778653810.100798:0:31460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.100802:0:31460:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.100804:0:31460:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.100809:0:31460:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.100816:0:31460:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:2.0:1778653810.100819:0:31460:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.100824:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.100829:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.100832:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653810.100842:0:31460:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.100848:0:31460:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.100852:0:31460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653810.100860:0:31460:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.100862:0:31460:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.100864:0:31460:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.100866:0:31460:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.100868:0:31460:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.100871:0:31460:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.100874:0:31460:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653810.100877:0:31460:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.100882:0:31460:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.100884:0:31460:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.100886:0:31460:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) 00000080:00010000:2.0:1778653810.100890:0:31460:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff91538bdb0908) for lock 0x3df471c51a890142 00800000:00000001:2.0:1778653810.100893:0:31460:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.100894:0:31460:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.100896:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.100897:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.100899:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:2.0:1778653810.100901:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100904:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100906:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100908:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.100909:0:31460:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.100910:0:31460:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.100912:0:31460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890142 from it ffffa71ac1c47cb8 00010000:00000001:2.0:1778653810.100914:0:31460:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.100915:0:31460:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.100917:0:31460:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:2.0:1778653810.100918:0:31460:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100921:0:31460:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:2.0:1778653810.100923:0:31460:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.100925:0:31460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.100932:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100933:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.100934:0:31460:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.100935:0:31460:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.100937:0:31460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.100944:0:31460:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.100946:0:31460:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.100947:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.100950:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100951:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.100953:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100955:0:31460:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.100956:0:31460:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100958:0:31460:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100961:0:31460:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.100962:0:31460:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.100964:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.100965:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.100966:0:31460:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.100968:0:31460:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.100972:0:31460:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1778653810.100976:0:31460:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1778653810.100978:0:31460:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.100981:0:31460:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1778653810.100982:0:31460:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.100984:0:31460:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653810.100988:0:31460:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1778653810.100991:0:31460:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.100995:0:31460:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.100999:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.101003:0:31460:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.101006:0:31460:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.101012:0:31460:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.101016:0:31460:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.101021:0:31460:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.101027:0:31460:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.101030:0:31460:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.101033:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5800. 00000008:00000010:2.0:1778653810.101037:0:31460:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.101040:0:31460:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.101044:0:31460:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.101047:0:31460:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.101049:0:31460:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.101052:0:31460:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.101056:0:31460:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.101060:0:31460:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653810.101063:0:31460:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653810.101065:0:31460:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1778653810.101068:0:31460:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.101069:0:31460:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653810.101072:0:31460:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653810.101074:0:31460:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.101076:0:31460:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.101079:0:31460:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9153861a6298 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1778653810.101082:0:31460:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915394940000 00020000:00000001:2.0:1778653810.101085:0:31460:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653810.101087:0:31460:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653810.101090:0:31460:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653810.101092:0:31460:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.101095:0:31460:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653810.101097:0:31460:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653810.101098:0:31460:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.101100:0:31460:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.101101:0:31460:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653810.101102:0:31460:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653810.101104:0:31460:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915394940000 00000020:00000001:2.0:1778653810.101106:0:31460:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653810.101109:0:31460:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1778653810.101110:0:31460:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:2.0:1778653810.101113:0:31460:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1778653810.101115:0:31460:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1778653810.101118:0:31460:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1778653810.101120:0:31460:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1778653810.101126:0:31460:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1778653810.101132:0:31460:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538ca36800. 00020000:00000002:2.0:1778653810.101135:0:31460:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653810.101138:0:31460:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1778653810.101141:0:31460:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.101143:0:31460:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653810.101144:0:31460:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.101146:0:31460:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.101149:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.101152:0:31460:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.101154:0:31460:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.101158:0:31460:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.101161:0:31460:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.101164:0:31460:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.101167:0:31460:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.101169:0:31460:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.101172:0:31460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5e00. 00000008:00000010:2.0:1778653810.101175:0:31460:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.101178:0:31460:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.101180:0:31460:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.101183:0:31460:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907960. 00000020:00000001:2.0:1778653810.101185:0:31460:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.101187:0:31460:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.101190:0:31460:0:(cl_object.c:151:cl_object_top()) ffff915389b22788 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.101191:0:31460:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653810.101194:0:31460:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.101196:0:31460:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653810.101197:0:31460:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.101199:0:31460:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.102465:0:31460:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.102477:0:31460:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1778653810.102491:0:31460:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff915388b11690. 00000008:00010000:2.0:1778653810.102495:0:31460:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1778653810.102499:0:31460:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653810.102501:0:31460:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1778653810.102502:0:31460:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538ca36830, osc lock ffff915388b11690, flags 0x400001002 00000020:00000001:2.0:1778653810.102505:0:31460:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.102507:0:31460:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.102513:0:31460:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386760673280 : -121686948878336 : ffff91538ca36800) 00000020:00000001:2.0:1778653810.102516:0:31460:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653810.102517:0:31460:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1778653810.102518:0:31460:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.102520:0:31460:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.102523:0:31460:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1778653810.102526:0:31460:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1778653810.102527:0:31460:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653810.102529:0:31460:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653810.102530:0:31460:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.102532:0:31460:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.102533:0:31460:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653810.102536:0:31460:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653810.102538:0:31460:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1778653810.102541:0:31460:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653810.102544:0:31460:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653810.102546:0:31460:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653810.102548:0:31460:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653810.102550:0:31460:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653810.102551:0:31460:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653810.102553:0:31460:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1778653810.102557:0:31460:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.102565:0:31460:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.102569:0:31460:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1778653810.102576:0:31460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0380. 00000020:00000040:2.0:1778653810.102581:0:31460:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00010000:00000001:2.0:1778653810.102586:0:31460:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.102591:0:31460:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.102595:0:31460:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.102599:0:31460:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.102602:0:31460:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.102609:0:31460:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.102619:0:31460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e5c00. 00000100:00000001:2.0:1778653810.102627:0:31460:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.102633:0:31460:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.102635:0:31460:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.102636:0:31460:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.102638:0:31460:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.102639:0:31460:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.102643:0:31460:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386649039744 : -121687060511872 : ffff915385fc0380) 00010000:00000001:2.0:1778653810.102646:0:31460:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.103629:0:31460:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653810.103643:0:31460:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c800. 00010000:00000010:2.0:1778653810.103684:0:31460:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91538f63c200. 00010000:00000001:2.0:1778653810.103692:0:31460:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.103697:0:31460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ac00. 00000020:00000001:2.0:1778653810.103703:0:31460:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.103706:0:31460:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ac00 with handle 0x3df471c51a890149 to hash 00000020:00000001:2.0:1778653810.103709:0:31460:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.103711:0:31460:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000010:2.0:1778653810.103716:0:31460:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915385e9fac0. 00010000:00000001:2.0:1778653810.103719:0:31460:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653810.103723:0:31460:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.103726:0:31460:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.103732:0:31460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.103748:0:31460:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.103762:0:31460:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.103769:0:31460:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.103774:0:31460:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.103789:0:31460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2faa5ff] to pc [ptlrpcd_01_01+1] req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1778653810.103830:0:31460:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653810.103834:0:31460:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.103837:0:31460:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.103840:0:31460:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.103842:0:31460:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.103845:0:31460:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653810.103847:0:31460:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1778653810.103849:0:31460:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1778653810.103850:0:31460:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1778653810.104323:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.104329:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.104332:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.104341:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.104351:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.104354:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.104359:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.104363:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.104366:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.104370:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054673024:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.104375:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.104382:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.104385:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.104387:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.104395:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653810.104397:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.104407:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.104412:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.104421:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.104429:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054673024, portal 4 00000100:00000001:3.0:1778653810.104432:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.104434:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649039744 : -121687060511872 : ffff915385fc0380) 00000100:00000040:3.0:1778653810.104441:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.104449:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.104452:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.104454:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cee0. 00000100:00000200:3.0:1778653810.104459:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054673024, offset 0 00000400:00000200:3.0:1778653810.104465:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.104475:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.104484:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.104490:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.104495:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.104499:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.104502:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.104506:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2394:2394:256:4294967295] 192.168.204.110@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:3.0:1778653810.104510:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.104536:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.104543:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.104549:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653810.104557:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.104566:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.104571:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.104590:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.104595:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21602 usecs (22 jiffies) 00000400:00000200:3.0:1778653810.104598:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.104601:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296365302 00000100:00000001:3.0:1778653810.104604:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.104606:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296365302 00000100:00000001:3.0:1778653810.104608:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.104611:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.104614:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.104617:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.104620:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.104629:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.104632:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653810.104634:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.104635:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.104636:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.104638:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.104692:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.104694:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.104932:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.104938:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653810.104944:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.104951:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.104957:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cee0 00000400:00000010:1.0:1778653810.104960:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cee0. 00000100:00000001:1.0:1778653810.104964:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.104968:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.104979:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.104982:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.104989:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.104990:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.108457:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.108481:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.108487:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.108489:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.108499:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.108509:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.108527:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.108534:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.108541:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.108546:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a0414534d680 00000400:00000200:1.0:1778653810.108552:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.108559:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6321 [1] + 224 00000800:00000001:1.0:1778653810.108568:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.108576:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.108580:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.108595:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.108606:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.108621:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.108632:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.108705:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.108717:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.108722:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.108894:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.108899:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.108908:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.108910:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.108914:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.108918:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.108920:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.108923:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.108926:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.108932:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.108937:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.108938:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.108940:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.108943:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.108945:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.108947:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.108949:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.108960:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=71 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653810.108964:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.108966:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.108968:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.108971:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.108974:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.108978:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.108981:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1778653810.108982:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.108984:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.108987:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.108992:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.108994:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.108995:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653810.108998:0:2369:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1778653810.109000:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.109003:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.109005:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=4 00000020:00000001:3.0:1778653810.109007:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109009:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109010:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.109011:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.109012:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=5 00000020:00000001:3.0:1778653810.109013:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109015:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109018:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.109021:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.109026:0:2369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109038:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109040:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.109042:0:2369:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653810.109045:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.109047:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.109048:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=6 00000020:00000001:3.0:1778653810.109050:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109052:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000040:3.0:1778653810.109061:0:2369:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9ac00, remote cookie: 0xdfa36d541726f85b, flags: 0x1001 00010000:00010000:3.0:1778653810.109067:0:2369:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109076:0:2369:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1778653810.109080:0:2369:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109082:0:2369:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653810.109087:0:2369:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1778653810.109093:0:2369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653810.109102:0:2369:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff91538f63c800) refcount = 1 00010000:00000040:3.0:1778653810.109182:0:2369:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653810.109185:0:2369:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109193:0:2369:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653810.109194:0:2369:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.109197:0:2369:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653810.109199:0:2369:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.109202:0:2369:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109209:0:2369:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653810.109211:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109212:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.109213:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109214:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653810.109216:0:2369:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1778653810.109219:0:2369:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653810.109222:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.109223:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.109225:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=5 00000020:00000001:3.0:1778653810.109227:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109238:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00000008:00000001:3.0:1778653810.109243:0:2369:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1778653810.109250:0:2369:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000008:00010000:3.0:1778653810.109255:0:2369:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1778653810.109263:0:2369:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000020:00000001:3.0:1778653810.109266:0:2369:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653810.109269:0:2369:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1778653810.109281:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653810.109284:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.109286:0:2369:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.109289:0:2369:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000008:00000001:3.0:1778653810.109291:0:2369:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1778653810.109295:0:2369:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653810.109298:0:2369:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653810.109319:0:2369:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653810.109321:0:2369:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109324:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.109326:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.109327:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=6 00000020:00000001:3.0:1778653810.109329:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109331:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109333:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.109337:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109343:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109345:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653810.109348:0:2369:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109360:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.109361:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109362:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653810.109364:0:2369:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109365:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.109366:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.109367:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=5 00000020:00000001:3.0:1778653810.109369:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109371:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:3.0:1778653810.109373:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.109374:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.109380:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109381:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.109382:0:2369:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.109384:0:2369:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.109387:0:2369:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.109397:0:2369:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.109400:0:2369:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.109402:0:2369:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.109408:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109409:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.109410:0:2369:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109414:0:2369:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.109416:0:2369:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109417:0:2369:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109419:0:2369:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.109421:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.109422:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109423:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.109424:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.109425:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653810.109426:0:2369:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.109431:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.109436:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054673024:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1778653810.109441:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.109445:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.109447:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0380 x1865052054673024/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.109453:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.109455:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.109459:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653810.109463:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.109465:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.109466:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653810.109468:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.109470:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e5c00. 02000000:00000001:3.0:1778653810.109473:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.109475:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.109476:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0380. 00000100:00000001:3.0:1778653810.109480:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.109481:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.109482:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.109490:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.109492:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.109494:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653810.109496:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.109865:0:31460:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.109871:0:31460:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.109879:0:31460:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653810.109882:0:31460:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.109884:0:31460:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.109886:0:31460:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653810.109891:0:31460:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653810.109897:0:31460:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653810.109900:0:31460:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.109901:0:31460:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653810.109902:0:31460:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.109905:0:31460:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1778653790 a=1778653790 c=1778653790 b=1 00020000:00000001:2.0:1778653810.109909:0:31460:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.109911:0:31460:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=1778653790 a=1778653790 c=1778653790 b=1 00020000:00000001:2.0:1778653810.109914:0:31460:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.109917:0:31460:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.109918:0:31460:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000080:00200000:2.0:1778653810.109921:0:31460:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1778653810.109924:0:31460:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653810.109927:0:31460:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653810.109929:0:31460:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153861a6238 (ffff91538a32a7e8/0) at cl_lock_release():245 00000020:00000001:2.0:1778653810.109933:0:31460:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653810.109934:0:31460:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153861a6238 (ffff91538a32a7e8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653810.109938:0:31460:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653810.109943:0:31460:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.109945:0:31460:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.109947:0:31460:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653810.109948:0:31460:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36830 (ffff91538a32acf8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653810.109952:0:31460:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653810.109954:0:31460:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653810.109955:0:31460:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.109957:0:31460:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653810.109958:0:31460:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653810.109960:0:31460:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653810.109961:0:31460:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653810.109962:0:31460:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653810.109963:0:31460:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653810.109964:0:31460:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153861a6238 (ffff91538a32a7e8/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653810.109968:0:31460:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653810.109969:0:31460:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653810.109970:0:31460:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36830 (ffff91538a32a7e8/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653810.109973:0:31460:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b11690. 00000020:00000001:2.0:1778653810.109978:0:31460:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653810.109979:0:31460:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36800. 00020000:00000001:2.0:1778653810.109983:0:31460:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653810.109985:0:31460:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653810.109986:0:31460:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1778653810.109988:0:31460:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.109991:0:31460:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653810.109994:0:31460:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653810.109996:0:31460:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653810.109998:0:31460:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653810.109999:0:31460:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.110002:0:31460:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.110008:0:31460:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.110012:0:31460:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.110018:0:31460:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.110023:0:31460:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.110029:0:31460:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.110034:0:31460:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.110039:0:31460:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.110044:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653810.110047:0:31460:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.110051:0:31460:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.110055:0:31460:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.110059:0:31460:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907960. 00000020:00000010:2.0:1778653810.110062:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5e00. 00000020:00000010:2.0:1778653810.110064:0:31460:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00020000:00000001:2.0:1778653810.110067:0:31460:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653810.110069:0:31460:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653810.110072:0:31460:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653810.110075:0:31460:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653810.110079:0:31460:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653810.110081:0:31460:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.110083:0:31460:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653810.110086:0:31460:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653810.110087:0:31460:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.110088:0:31460:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.110090:0:31460:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.110093:0:31460:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.110096:0:31460:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.110099:0:31460:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.110102:0:31460:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.110197:0:31460:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.110200:0:31460:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.110202:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000008:00000010:2.0:1778653810.110205:0:31460:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.110208:0:31460:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.110211:0:31460:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.110214:0:31460:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.110216:0:31460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.110217:0:31460:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000001:00000001:2.0:1778653810.110220:0:31460:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.110298:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47d08 00000080:00000008:2.0:1778653810.110302:0:31460:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff91538bdb0908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.110311:0:31460:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653810.110313:0:31460:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47da0 00000080:00002000:2.0:1778653810.110315:0:31460:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff91538bde0d80, parent ffff91538bde0288, inode ffff91538bdb0908) hashed, 00000080:00000001:2.0:1778653810.110318:0:31460:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.112409:0:31269:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653810.112415:0:31269:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653810.112420:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bb78 00000080:00200000:0.0:1778653810.112424:0:31269:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653810.112434:0:31269:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853ff800. 00800000:00000002:0.0:1778653810.112442:0:31269:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653810.112447:0:31269:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653810.112453:0:31269:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653810.112455:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198ba98 00800000:00000002:0.0:1778653810.112457:0:31269:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653810.112461:0:31269:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653810.112466:0:31269:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653810.112473:0:31269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653810.112475:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198b968 00000002:00010000:0.0:1778653810.112477:0:31269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653810.112480:0:31269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653810.112482:0:31269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653810.112486:0:31269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653810.112494:0:31269:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:0.0:1778653810.112497:0:31269:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653810.112502:0:31269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653810.112506:0:31269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653810.112511:0:31269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1778653810.112608:0:31269:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653810.112614:0:31269:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653810.112617:0:31269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1778653810.112625:0:31269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653810.112627:0:31269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653810.112630:0:31269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653810.112632:0:31269:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653810.112634:0:31269:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653810.112636:0:31269:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653810.112638:0:31269:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653810.112641:0:31269:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653810.112645:0:31269:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff800. 00000080:00000001:0.0:1778653810.112788:0:31269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653810.112790:0:31269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653810.112793:0:31269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653810.112797:0:31269:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:0.0:1778653810.112800:0:31269:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653810.112802:0:31269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653810.112804:0:31269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653810.112807:0:31269:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653810.112809:0:31269:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:0.0:1778653810.112811:0:31269:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:0.0:1778653810.112814:0:31269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:0.0:1778653810.112816:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653810.112818:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653810.112819:0:31269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653810.112821:0:31269:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653810.112823:0:31269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac198bbb0 00010000:00000001:0.0:1778653810.112825:0:31269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653810.112826:0:31269:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653810.112827:0:31269:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:0.0:1778653810.112828:0:31269:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:0.0:1778653810.112830:0:31269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:0.0:1778653810.112832:0:31269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653810.112835:0:31269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653810.112841:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653810.112843:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653810.112845:0:31269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653810.112847:0:31269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653810.112850:0:31269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653810.112858:0:31269:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653810.112861:0:31269:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653810.112864:0:31269:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653810.112869:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653810.112870:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653810.112872:0:31269:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653810.112876:0:31269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653810.112878:0:31269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653810.112880:0:31269:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653810.112883:0:31269:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653810.112885:0:31269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653810.112887:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653810.112888:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653810.112891:0:31269:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653810.112893:0:31269:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653810.112896:0:31269:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:0.0:1778653810.112900:0:31269:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.112908:0:31269:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653810.112911:0:31269:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653810.112913:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bb78 00000080:00200008:0.0:1778653810.112915:0:31269:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 304000 00000080:00000010:0.0:1778653810.112922:0:31269:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7fa40. 00000080:00000001:0.0:1778653810.112927:0:31269:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653810.112928:0:31269:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653810.112946:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bd28 00000080:00200008:0.0:1778653810.112948:0:31269:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653810.112957:0:31269:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:0.0:1778653810.112960:0:31269:0:(statahead.c:1776:is_first_dirent()) Process entered 00000080:00000010:0.0:1778653810.112963:0:31269:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853ff800. 00800000:00000002:0.0:1778653810.112966:0:31269:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:0.0:1778653810.112972:0:31269:0:(lmv_obd.c:3415:lmv_read_page()) Process entered 00000002:00000001:0.0:1778653810.112977:0:31269:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:0.0:1778653810.112979:0:31269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653810.112980:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198b990 00000002:00010000:0.0:1778653810.112982:0:31269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1778653810.112985:0:31269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653810.112987:0:31269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653810.112988:0:31269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653810.112991:0:31269:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:0.0:1778653810.112992:0:31269:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653810.112995:0:31269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653810.112997:0:31269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653810.113000:0:31269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1778653810.113006:0:31269:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653810.113008:0:31269:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653810.113011:0:31269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1778653810.113016:0:31269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653810.113018:0:31269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653810.113019:0:31269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653810.113021:0:31269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653810.113022:0:31269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653810.113023:0:31269:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653810.113025:0:31269:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:0.0:1778653810.113027:0:31269:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:0.0:1778653810.113029:0:31269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:0.0:1778653810.113031:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653810.113032:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653810.113033:0:31269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653810.113079:0:31269:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:0.0:1778653810.113087:0:31269:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff91538caf7000. 00000002:00000001:0.0:1778653810.114008:0:31269:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1778653810.114018:0:31269:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f480. 00000020:00000040:0.0:1778653810.114027:0:31269:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653810.114032:0:31269:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653810.114036:0:31269:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653810.114042:0:31269:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653810.114052:0:31269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853fe800. 00000100:00000001:0.0:1778653810.114061:0:31269:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.114064:0:31269:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1778653810.114068:0:31269:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff915385eec000. 00000100:00000010:0.0:1778653810.114073:0:31269:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91538992f000. 00000020:00000040:0.0:1778653810.114076:0:31269:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653810.114099:0:31269:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653810.114101:0:31269:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653810.114202:0:31269:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899ffd80. 00000100:00000001:0.0:1778653810.114206:0:31269:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710117760 : -121686999433856 : ffff9153899ffd80) 00000100:00000001:0.0:1778653810.114210:0:31269:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653810.114212:0:31269:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679313536 : -121687030238080 : ffff915387c9f480) 00000100:00000001:0.0:1778653810.114218:0:31269:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653810.114222:0:31269:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.114224:0:31269:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653810.114226:0:31269:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653810.114322:0:31269:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.114333:0:31269:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653810.114335:0:31269:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653810.114340:0:31269:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653810.114344:0:31269:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653810.114347:0:31269:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653810.114350:0:31269:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9f480 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:31269:1865052054673152:192.168.204.110@tcp:37:bash.0 00000100:00000001:0.0:1778653810.114356:0:31269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653810.114363:0:31269:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653810.114366:0:31269:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.114368:0:31269:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1778653810.114379:0:31269:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653810.114385:0:31269:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900840. 00000400:00000010:0.0:1778653810.114399:0:31269:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff915383eb4000. 00000100:00000200:0.0:1778653810.114408:0:31269:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a0414534d700-0x6a0414534d700, portal 14 00000100:00000001:0.0:1778653810.114411:0:31269:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653810.114414:0:31269:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653810.114419:0:31269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eee000. 02000000:00000001:0.0:1778653810.114421:0:31269:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653810.114425:0:31269:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653810.114427:0:31269:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900f78. 00000400:00000010:0.0:1778653810.114433:0:31269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29c38. 00000100:00000200:0.0:1778653810.114437:0:31269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054673152, portal 10 00000100:00000001:0.0:1778653810.114438:0:31269:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653810.114440:0:31269:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679313536 : -121687030238080 : ffff915387c9f480) 00000100:00000040:0.0:1778653810.114447:0:31269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.114453:0:31269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653810.114455:0:31269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653810.114457:0:31269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29bb0. 00000100:00000200:0.0:1778653810.114459:0:31269:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1865052054673152, offset 0 00000400:00000200:0.0:1778653810.114464:0:31269:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653810.114473:0:31269:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.114482:0:31269:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653810.114488:0:31269:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653810.114493:0:31269:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653810.114497:0:31269:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653810.114500:0:31269:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653810.114504:0:31269:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2395:2395:256:4294967295] 192.168.204.110@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:0.0:1778653810.114508:0:31269:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.114619:0:31269:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653810.114627:0:31269:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653810.114634:0:31269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8ad00. 00000800:00000200:0.0:1778653810.114642:0:31269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653810.114804:0:31269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653810.114810:0:31269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8ad00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1778653810.114890:0:31269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653810.114897:0:31269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 838315 usecs (839 jiffies) 00000400:00000200:0.0:1778653810.114900:0:31269:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653810.114904:0:31269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366130 00000100:00000001:0.0:1778653810.114908:0:31269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:0.0:1778653810.114910:0:31269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366130 00000100:00000001:0.0:1778653810.114913:0:31269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:0.0:1778653810.114915:0:31269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653810.114918:0:31269:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.114921:0:31269:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653810.114923:0:31269:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653810.114927:0:31269:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899ffd80 going to sleep for 11 seconds 00000100:00000001:0.0:1778653810.114930:0:31269:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.114933:0:31269:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.115443:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.115450:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8ad00. 00000400:00000200:1.0:1778653810.115457:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.115464:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.115470:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29bb0 00000400:00000010:1.0:1778653810.115474:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29bb0. 00000100:00000001:1.0:1778653810.115479:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.115485:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.115495:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.115499:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.115505:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.115506:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.120473:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.120496:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.120502:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.120505:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.120527:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.120537:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.120548:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.120554:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.120561:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.120567:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a0414534d700 00000400:00000200:1.0:1778653810.121295:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.121307:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x6329 [256] + 0 00000400:00000010:1.0:1778653810.121316:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900840. 00000400:00000200:1.0:1778653810.121323:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383eb4000 00000800:00000001:1.0:1778653810.121331:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.121346:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.121349:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.121355:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.121361:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383eb4000 00000400:00000010:1.0:1778653810.121364:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383eb4000. 00000100:00000001:1.0:1778653810.121371:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1778653810.121373:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915387c9f480 desc ffff915385eec000 mbits 1865052054673152 00000100:00000001:0.0:1778653810.121440:0:31269:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.121445:0:31269:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.121769:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1778653810.121781:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653810.121786:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.121793:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653810.121800:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2396:2396:256:4294967295] 192.168.204.110@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:1.0:1778653810.121805:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.121814:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653810.121820:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653810.121830:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91538a318000. 00000800:00000200:1.0:1778653810.121837:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653810.121846:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653810.121851:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a318000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1778653810.122138:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.122144:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653810.122183:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.122187:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91538a318000. 00000400:00000200:1.0:1778653810.122191:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.122206:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653810.124418:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.124438:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.124444:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.124446:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.124456:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.124466:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.124476:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.124481:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.124486:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.124491:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a0414534d700 00000400:00000200:0.0:1778653810.124497:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.124504:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x6331 [1] + 224 00000800:00000001:0.0:1778653810.124512:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.124533:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.124536:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.124541:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.124548:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.124559:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653810.124571:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.124679:0:31269:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.124711:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653810.124724:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.124728:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653810.124977:0:31269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653810.124980:0:31269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653810.124985:0:31269:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900f78. 00000400:00000200:1.0:1778653810.124990:0:31269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29c38 00000400:00000010:1.0:1778653810.124993:0:31269:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29c38. 00000100:00000001:1.0:1778653810.124996:0:31269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.125002:0:31269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653810.125011:0:31269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.125018:0:31269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653810.125020:0:31269:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653810.125022:0:31269:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653810.125027:0:31269:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653810.125030:0:31269:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653810.125033:0:31269:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653810.125037:0:31269:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653810.125049:0:31269:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653810.125054:0:31269:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653810.125056:0:31269:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653810.125058:0:31269:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.125062:0:31269:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653810.125066:0:31269:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.125070:0:31269:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653810.125073:0:31269:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1778653810.125075:0:31269:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653810.125078:0:31269:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653810.125082:0:31269:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.125091:0:31269:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.125098:0:31269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653810.125101:0:31269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653810.125104:0:31269:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653810.125112:0:31269:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f480 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:31269:1865052054673152:192.168.204.110@tcp:37:bash.0 00000100:00000001:1.0:1778653810.125117:0:31269:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653810.125120:0:31269:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.125122:0:31269:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653810.125125:0:31269:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.125128:0:31269:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.125134:0:31269:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653810.125137:0:31269:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899ffd80. 00000100:00000001:1.0:1778653810.125141:0:31269:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653810.125143:0:31269:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653810.125147:0:31269:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.125150:0:31269:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.125153:0:31269:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f480 x1865052054673152/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.125159:0:31269:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653810.125162:0:31269:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653810.125165:0:31269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eee000. 02000000:00000001:1.0:1778653810.125168:0:31269:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653810.125171:0:31269:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653810.125173:0:31269:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653810.125175:0:31269:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1778653810.125177:0:31269:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1778653810.125179:0:31269:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653810.125180:0:31269:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653810.125182:0:31269:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1778653810.125937:0:31269:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91538992f000. 00000100:00000010:1.0:1778653810.125943:0:31269:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff915385eec000. 00000100:00000001:1.0:1778653810.125946:0:31269:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1778653810.125949:0:31269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853fe800. 02000000:00000001:1.0:1778653810.125953:0:31269:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653810.125955:0:31269:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653810.125957:0:31269:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f480. 00000100:00000001:1.0:1778653810.125962:0:31269:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653810.125964:0:31269:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653810.125968:0:31269:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1778653810.125970:0:31269:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1778653810.126856:0:31269:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff91538caf7000. 00000002:00000001:1.0:1778653810.126864:0:31269:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.126871:0:31269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653810.126874:0:31269:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653810.126878:0:31269:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:1.0:1778653810.126880:0:31269:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:1.0:1778653810.126884:0:31269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:1.0:1778653810.126887:0:31269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653810.127284:0:31269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653810.127304:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127306:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653810.127308:0:31269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653810.127312:0:31269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653810.127315:0:31269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653810.127327:0:31269:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653810.127331:0:31269:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653810.127333:0:31269:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653810.127340:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127341:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653810.127343:0:31269:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127347:0:31269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653810.127349:0:31269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127351:0:31269:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127354:0:31269:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127356:0:31269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653810.127358:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127359:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1778653810.127366:0:31269:0:(lmv_obd.c:3431:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653810.127376:0:31269:0:(statahead.c:1881:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1778653810.127380:0:31269:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653810.127383:0:31269:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff800. 00000080:00000001:1.0:1778653810.127388:0:31269:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653810.127392:0:31269:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653810.127395:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bca0 00000080:00200000:1.0:1778653810.127397:0:31269:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653810.127407:0:31269:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d4800. 00800000:00000002:1.0:1778653810.127412:0:31269:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653810.127415:0:31269:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653810.127419:0:31269:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653810.127420:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bbc0 00800000:00000002:1.0:1778653810.127422:0:31269:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653810.127425:0:31269:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653810.127429:0:31269:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653810.127433:0:31269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653810.127435:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198ba90 00000002:00010000:1.0:1778653810.127436:0:31269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653810.127439:0:31269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653810.127441:0:31269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653810.127444:0:31269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653810.127450:0:31269:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:1.0:1778653810.127452:0:31269:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653810.127456:0:31269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653810.127459:0:31269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653810.127461:0:31269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653810.127468:0:31269:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653810.127473:0:31269:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653810.127476:0:31269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653810.127481:0:31269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653810.127482:0:31269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653810.127483:0:31269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653810.127484:0:31269:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653810.127485:0:31269:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653810.127487:0:31269:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653810.127488:0:31269:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653810.127489:0:31269:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653810.127490:0:31269:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d4800. 00000080:00000001:1.0:1778653810.127493:0:31269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653810.127494:0:31269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653810.127496:0:31269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653810.127498:0:31269:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:1.0:1778653810.127500:0:31269:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653810.127502:0:31269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653810.127503:0:31269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653810.127505:0:31269:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653810.127506:0:31269:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:1.0:1778653810.127508:0:31269:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:1.0:1778653810.127511:0:31269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:1.0:1778653810.127524:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127526:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653810.127527:0:31269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653810.127529:0:31269:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653810.127532:0:31269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac198bcd8 00010000:00000001:1.0:1778653810.127534:0:31269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653810.127535:0:31269:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653810.127536:0:31269:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:1.0:1778653810.127538:0:31269:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:1.0:1778653810.127540:0:31269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:1.0:1778653810.127542:0:31269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653810.127544:0:31269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653810.127550:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127551:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653810.127552:0:31269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653810.127553:0:31269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653810.127555:0:31269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653810.127561:0:31269:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653810.127563:0:31269:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653810.127564:0:31269:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653810.127566:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127567:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653810.127568:0:31269:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127570:0:31269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653810.127572:0:31269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127574:0:31269:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127576:0:31269:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.127578:0:31269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653810.127579:0:31269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653810.127580:0:31269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653810.127583:0:31269:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653810.127585:0:31269:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653810.127589:0:31269:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653810.127594:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bd28 00000080:00000008:1.0:1778653810.127596:0:31269:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1778653810.128092:0:31269:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1778653810.128095:0:31269:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) pos/size0/8704 32bit_api 0 00000080:00000010:1.0:1778653810.128101:0:31269:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153887d4800. 00800000:00000002:1.0:1778653810.128104:0:31269:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653810.128106:0:31269:0:(dir.c:193:ll_dir_read()) Process entered 00000080:00000001:1.0:1778653810.128114:0:31269:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446721060281599872 : -23013427951744 : ffffeb11c4cd4780) 00000080:00000001:1.0:1778653810.128117:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1778653810.128121:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=10413730508015324736 : -8033013565694226880 : 908500b904e6ce40) 00000080:00000001:1.0:1778653810.128122:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1778653810.128124:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1778653810.128125:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1778653810.128127:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1778653810.128128:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1778653810.128129:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1778653810.128130:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1778653810.128131:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1778653810.128132:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1778653810.128134:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1778653810.128135:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1778653810.128136:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1778653810.128137:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1778653810.128139:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1778653810.128141:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1778653810.128142:0:31269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1778653810.128144:0:31269:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653810.128146:0:31269:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653810.128147:0:31269:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153887d4800. 00000080:00000001:1.0:1778653810.128151:0:31269:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653810.128175:0:31269:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1778653810.128176:0:31269:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) pos/size18446744073709551614/8704 32bit_api 0 00000080:00000001:1.0:1778653810.128179:0:31269:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653810.128180:0:31269:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653810.128196:0:31269:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1778653810.128199:0:31269:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653810.128210:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bd98 00000080:00200008:1.0:1778653810.128212:0:31269:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 304000 00000080:00400000:1.0:1778653810.128216:0:31269:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1778653810.128220:0:31269:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7fa40. 00000080:00000001:1.0:1778653810.128225:0:31269:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1778653810.128228:0:31269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac198bd98 00000080:00000008:1.0:1778653810.128416:0:31269:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 304000, rc = 0 00000080:00000001:1.0:1778653810.128420:0:31269:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653810.128422:0:31269:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.135750:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653810.135758:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.135763:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653810.135765:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.135769:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653810.135770:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653810.135774:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653810.135776:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.136228:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653810.136233:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.136237:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653810.139028:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.139037:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.139039:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.139043:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b20 00000080:00200000:2.0:1778653810.139049:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653810.139059:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00800000:00000002:2.0:1778653810.139067:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.139072:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.139077:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139080:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a40 00800000:00000002:2.0:1778653810.139083:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.139087:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.139092:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.139099:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139101:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57910 00000002:00010000:2.0:1778653810.139103:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.139106:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.139109:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.139114:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.139122:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.139125:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.139131:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.139136:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.139141:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1778653810.139155:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.139160:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.139163:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1778653810.139170:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.139172:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.139174:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.139176:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.139178:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.139180:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.139182:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.139185:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.139188:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.139268:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.139271:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.139283:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.139288:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:2.0:1778653810.139292:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.139294:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.139297:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.139300:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.139302:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.139305:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139308:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139311:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139313:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.139314:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.139316:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.139318:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1f57b58 00010000:00000001:2.0:1778653810.139321:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.139322:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.139324:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.139326:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139328:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139330:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.139334:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653810.139340:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139342:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.139343:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.139346:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.139348:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1778653810.139357:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.139361:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.139364:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.139369:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139370:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.139372:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139375:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.139377:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139379:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139382:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139384:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.139386:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139387:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.139390:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.139392:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.139395:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.139400:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.139405:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.139408:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b48 00000080:00002000:2.0:1778653810.139409:0:31461:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff91538bf2eca8) flags 0x20000e refc 1 00000080:00000001:2.0:1778653810.139412:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.139415:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b90 00000080:00200000:2.0:1778653810.139417:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:2.0:1778653810.139423:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.139425:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.139432:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d08 00000080:00200008:2.0:1778653810.139435:0:31461:0:(file.c:6227:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.139439:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.139440:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c80 00000080:00200000:2.0:1778653810.139442:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8),name=d21h.recovery-small-1 00000080:00000010:2.0:1778653810.139446:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00800000:00000002:2.0:1778653810.139449:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.139455:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.139457:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139458:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ba0 00800000:00000002:2.0:1778653810.139460:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.139463:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.139467:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.139470:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139471:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a70 00000002:00010000:2.0:1778653810.139473:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.139475:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.139477:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.139478:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.139481:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.139483:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.139486:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.139488:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.139491:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653810.139499:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.139501:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.139503:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653810.139510:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.139511:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.139593:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.139596:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.139598:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.139600:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.139602:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.139605:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.139607:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.139610:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.139612:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.139614:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00010000:2.0:1778653810.139616:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a890126 00800000:00000001:2.0:1778653810.139618:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.139620:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.139622:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.139623:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.139624:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.139626:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.139628:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.139630:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139631:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.139632:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.139634:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.139635:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890126 from it ffffa71ac1f57cb8 00010000:00000001:2.0:1778653810.139637:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.139638:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.139639:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.139641:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.139643:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.139644:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.139647:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.139681:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139682:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.139683:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.139684:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.139686:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.139692:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.139694:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.139695:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.139697:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139699:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.139700:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139702:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.139703:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139705:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139707:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139710:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.139711:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139712:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.139713:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.139715:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.139719:0:31461:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.139723:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d08 00000080:00000008:2.0:1778653810.139725:0:31461:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.139755:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.139757:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.139759:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.139760:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00200000:2.0:1778653810.139762:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653810.139765:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00800000:00000002:2.0:1778653810.139768:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.139770:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.139773:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139774:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ae0 00800000:00000002:2.0:1778653810.139776:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.139778:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.139780:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.139783:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139784:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579b0 00000002:00010000:2.0:1778653810.139786:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.139789:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.139790:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.139792:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.139795:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.139797:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.139799:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.139801:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.139804:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1778653810.139810:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.139812:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.139815:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1778653810.139821:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.139823:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.139824:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.139826:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.139828:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.139830:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.139832:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.139833:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.139836:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.139839:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.139840:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.139843:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.139846:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:2.0:1778653810.139848:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.139849:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.139850:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.139851:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.139853:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.139855:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139857:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139859:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139860:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.139861:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.139862:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.139864:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1f57bf8 00010000:00000001:2.0:1778653810.139866:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.139867:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.139868:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.139870:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139871:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.139873:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.139875:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1778653810.139882:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139883:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.139884:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.139885:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.139887:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1778653810.139894:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.139895:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.139896:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.139899:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139901:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.139902:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139904:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.139905:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139906:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139908:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.139910:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.139911:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.139912:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.139913:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.139914:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.139916:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.139919:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.139921:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.139923:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00002000:2.0:1778653810.139924:0:31461:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff91538bf2eca8) flags 0x20000e refc 1 00000080:00000001:2.0:1778653810.139926:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.139928:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c08 00000080:00200000:2.0:1778653810.139929:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1778653810.139932:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.139933:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.139936:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.139937:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 44 00000080:00000001:2.0:1778653810.139940:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.139944:0:31461:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:2.0:1778653810.139946:0:31461:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653810.139949:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00200008:2.0:1778653810.139951:0:31461:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704400 00000080:00000010:2.0:1778653810.139956:0:31461:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395158c80. 00000080:00000001:2.0:1778653810.139965:0:31461:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1778653810.139968:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00800000:00000002:2.0:1778653810.139971:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.139973:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.139975:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139976:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a28 00800000:00000002:2.0:1778653810.139978:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.139981:0:31461:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1778653810.139984:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579a8 00800000:00000002:2.0:1778653810.139986:0:31461:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1778653810.139989:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.139990:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f578e0 00000002:00010000:2.0:1778653810.139991:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1778653810.139995:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.139998:0:31461:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653810.140002:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.140004:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.140006:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.140009:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.140013:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.140015:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.140016:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.140019:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.140020:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.140022:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.140024:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.140025:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.140027:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.140028:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.140034:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0a80. 00000020:00000040:2.0:1778653810.140040:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653810.140047:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.140049:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.140052:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.140058:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.140061:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.140062:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.140063:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.140068:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.140070:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.140073:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.140082:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653810.140091:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.140097:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.140098:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.140100:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.140101:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.140103:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.140109:0:31461:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00010000:00000001:2.0:1778653810.140114:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.140117:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.140119:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.140121:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.140123:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.140127:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9aa00. 00000020:00000001:2.0:1778653810.140130:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.140132:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9aa00 with handle 0x3df471c51a890150 to hash 00000020:00000001:2.0:1778653810.140135:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.140136:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.140140:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.140143:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.140145:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.140148:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.140155:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653810.140169:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653810.140186:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653810.140287:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.140294:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.140297:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.140305:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.140308:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.140311:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.140313:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653810.140318:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.140323:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.140326:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.140328:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.140333:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.140343:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.140345:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.140349:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.140353:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.140355:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.140360:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054673408:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.140365:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.140373:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.140376:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.140379:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.140609:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.140612:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.140623:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.140629:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653810.140640:0:31461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538ca10800. 00000100:00000200:2.0:1778653810.140690:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054673408, portal 10 00000100:00000001:2.0:1778653810.140693:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.140695:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:2.0:1778653810.140702:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.140710:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.140713:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.140719:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653810.140723:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054673408, offset 0 00000400:00000200:2.0:1778653810.140731:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.140744:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.140753:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.140760:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.140766:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.140770:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.140773:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.140778:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2397:2397:256:4294967295] 192.168.204.110@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:2.0:1778653810.140783:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.140795:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.140802:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.140809:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d200. 00000800:00000200:2.0:1778653810.140817:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.140826:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.140831:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.140848:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.140853:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 837178 usecs (838 jiffies) 00000400:00000200:2.0:1778653810.140857:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.140860:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366154 00000100:00000001:2.0:1778653810.140864:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.140867:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366154 00000100:00000001:2.0:1778653810.140869:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.140872:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.140875:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.140878:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.140880:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.140883:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.140886:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.140891:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.142262:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.142282:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d200. 00000400:00000200:1.0:1778653810.142289:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.142298:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.142306:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:1.0:1778653810.142310:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:1.0:1778653810.142316:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.142323:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.142337:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.142342:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.142349:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.142351:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653810.144473:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.144490:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.144495:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.144496:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.144505:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.144513:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.144531:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.144537:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.144544:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.144549:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534d800 00000400:00000200:0.0:1778653810.144556:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.144563:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x6341 [64] + 224 00000800:00000001:0.0:1778653810.144572:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.144582:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.144589:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.144594:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.144602:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.144611:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653810.144622:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.144674:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653810.144685:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.144688:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.144952:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.144962:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.144965:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.144970:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:2.0:1778653810.144977:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538ca10800 00000400:00000010:2.0:1778653810.144980:0:31461:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538ca10800. 00000100:00000001:2.0:1778653810.144985:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.144990:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.145000:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.145007:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.145010:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.145012:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.145017:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.145032:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.145035:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.145039:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.145052:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.145057:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.145060:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653810.145064:0:31461:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915385fc0a80 x1865052054673408/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.145071:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1778653810.145074:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.145077:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653810.145079:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.145082:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.145084:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653810.145089:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.145091:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.145094:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.145096:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1778653810.145102:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.145111:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1778653810.145114:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.145116:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.145120:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.145128:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054673408:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.145134:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.145137:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1778653810.145141:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.145144:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.145147:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.145155:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.145158:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.145162:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.145163:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1778653810.145168:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.145174:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.145177:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.145180:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=4 00000020:00000001:2.0:1778653810.145183:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.145186:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00010000:2.0:1778653810.145195:0:31461:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145209:0:31461:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1778653810.145213:0:31461:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145222:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.145226:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145232:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.145233:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653810.145235:0:31461:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145241:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.145244:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.145247:0:31461:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653810.145250:0:31461:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.145256:0:31461:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9aa00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653810.145260:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653810.145263:0:31461:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145269:0:31461:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653810.145271:0:31461:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653810.145284:0:31461:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145289:0:31461:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653810.145292:0:31461:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653810.145294:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.145295:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.145297:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=5 00000020:00000001:2.0:1778653810.145299:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.145301:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.145304:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.145306:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653810.145317:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.145318:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.145322:0:31461:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653810.145324:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.145327:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.145329:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.145331:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.145332:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653810.145335:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9aa00 with handle 0x3df471c51a890150 from hash 00010000:00000001:2.0:1778653810.145337:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.145339:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.145340:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.145341:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.145342:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.145344:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653810.145347:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.145348:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.145350:0:31461:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.145351:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.145353:0:31461:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145358:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.145359:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.145360:0:31461:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653810.145362:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.145363:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.145364:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.145365:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.145367:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890150 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.145378:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.145380:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1778653810.145385:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1778653810.145392:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.145403:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1778653810.145412:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.145418:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.145420:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653810.145422:0:31461:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.145424:0:31461:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.145426:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.145430:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1778653810.145432:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.145433:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00010000:00000001:2.0:1778653810.145435:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653810.145436:0:31461:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.145439:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.145443:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57860 00000002:00002000:2.0:1778653810.145445:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1778653810.145448:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.145452:0:31461:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.145454:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.145457:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653810.145460:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.145465:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.145469:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.145474:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.145481:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.145484:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.145488:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653810.145490:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1778653810.145492:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.145497:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1778653810.145500:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653810.145506:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00000001:2.0:1778653810.145509:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.145512:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.145514:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.145518:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.145520:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.145522:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.145525:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.145531:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.145535:0:31461:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.145543:0:31461:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e9f680. 00000080:00000001:2.0:1778653810.145546:0:31461:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1778653810.145549:0:31461:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1778653810.145552:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1778653810.145556:0:31461:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915388bd6ac0. 00000002:00100000:2.0:1778653810.145560:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.145566:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.145567:0:31461:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1778653810.145572:0:31461:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1778653810.145575:0:31461:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.145579:0:31461:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1778653810.145581:0:31461:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.145583:0:31461:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.145588:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.145591:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1778653810.145597:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.145601:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.145796:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1778653810.145799:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.145802:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00000008:2.0:1778653810.145804:0:31461:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704400, rc = 0 00000080:00000001:2.0:1778653810.145809:0:31461:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.145840:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00200008:2.0:1778653810.145842:0:31461:0:(file.c:6227:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.145849:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.145851:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ca0 00000080:00200000:2.0:1778653810.145853:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8),name=d21h.recovery-small-1 00000080:00000010:2.0:1778653810.145860:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00800000:00000002:2.0:1778653810.145867:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.145874:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.145878:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.145880:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00800000:00000002:2.0:1778653810.145882:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.145886:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.145890:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.145895:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.145897:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a90 00000002:00010000:2.0:1778653810.145899:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.145903:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.145905:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.145908:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.145915:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.145918:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.145923:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.145925:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.145929:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653810.145938:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.145944:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.145947:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1778653810.145954:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.145956:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.145959:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.145960:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.145961:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.145963:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.145964:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.145966:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.145968:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.145971:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.145973:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.145976:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00010000:2.0:1778653810.145979:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a890126 00800000:00000001:2.0:1778653810.145982:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.145984:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.145985:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.145987:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.145989:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.145991:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.145992:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.145994:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.145995:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.145997:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.145998:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.146001:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890126 from it ffffa71ac1f57cd8 00010000:00000001:2.0:1778653810.146003:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.146004:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.146005:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.146007:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.146009:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.146010:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.146013:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.146020:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.146021:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.146024:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.146026:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.146029:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.146037:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.146040:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.146042:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.146048:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.146049:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.146051:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.146053:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.146055:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.146057:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.146059:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.146061:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.146063:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.146064:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.146065:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.146067:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.146071:0:31461:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.146076:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00000008:2.0:1778653810.146078:0:31461:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.146157:0:31461:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:2.0:1778653810.146160:0:31461:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1778653810.146164:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.146167:0:31461:0:(dir.c:193:ll_dir_read()) Process entered 00800000:00000001:2.0:1778653810.146172:0:31461:0:(lmv_obd.c:3415:lmv_read_page()) Process entered 00000002:00000001:2.0:1778653810.146176:0:31461:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:2.0:1778653810.146177:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.146178:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ab8 00000002:00010000:2.0:1778653810.146179:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:2.0:1778653810.146182:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.146183:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.146184:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.146186:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.146187:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.146189:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.146191:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.146193:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653810.146197:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.146199:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.146201:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653810.146205:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.146206:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.146207:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.146208:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.146209:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.146210:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.146211:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.146212:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.146213:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.146214:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.146215:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.146215:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.146253:0:31461:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:2.0:1778653810.146260:0:31461:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff91538ca10800. 00000002:00000001:2.0:1778653810.146818:0:31461:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1778653810.146824:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1880. 00000020:00000040:2.0:1778653810.146828:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.146833:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.146835:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.146838:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.146845:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4200. 00000100:00000001:2.0:1778653810.146851:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.146853:0:31461:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1778653810.146857:0:31461:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff915389b0f400. 00000100:00000010:2.0:1778653810.146861:0:31461:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff915383f21000. 00000020:00000040:2.0:1778653810.146862:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.146877:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.146879:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.146886:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.146888:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.146891:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.146892:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653810.146897:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.146903:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.146905:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.146906:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.146914:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.146922:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.146925:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.146930:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.146937:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.146939:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.146942:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054673536:192.168.204.110@tcp:37:rm.0 00000100:00000001:2.0:1778653810.146946:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.146951:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.146954:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.146956:0:31461:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1778653810.146965:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.146969:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e058. 00000400:00000010:2.0:1778653810.146979:0:31461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff915383e16000. 00000100:00000200:2.0:1778653810.146987:0:31461:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a0414534d880-0x6a0414534d880, portal 14 00000100:00000001:2.0:1778653810.146990:0:31461:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.146993:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.146997:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e400. 02000000:00000001:2.0:1778653810.146999:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.147002:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.147006:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.147010:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653810.147014:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054673536, portal 10 00000100:00000001:2.0:1778653810.147016:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.147017:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000040:2.0:1778653810.147024:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.147031:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.147034:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.147037:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490dd0. 00000100:00000200:2.0:1778653810.147041:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1865052054673536, offset 0 00000400:00000200:2.0:1778653810.147048:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.147057:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.147065:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.147071:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.147076:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.147081:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.147084:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.147088:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2398:2398:256:4294967295] 192.168.204.110@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:2.0:1778653810.147092:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.147104:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.147110:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.147116:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d200. 00000800:00000200:2.0:1778653810.147124:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.147133:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.147138:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.147160:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.147165:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 836036 usecs (837 jiffies) 00000400:00000200:2.0:1778653810.147168:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.147171:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366160 00000100:00000001:2.0:1778653810.147175:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.147178:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366160 00000100:00000001:2.0:1778653810.147181:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.147184:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.147187:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.147190:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.147192:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.147194:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.147196:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.147200:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.147456:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.147463:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d200. 00000400:00000200:1.0:1778653810.147468:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.147475:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.147481:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:1.0:1778653810.147484:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:1.0:1778653810.147564:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.147571:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.147594:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.147598:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.147812:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.147815:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653810.150904:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.150928:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.150934:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.150937:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.150948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.150958:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.150969:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.150974:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.150980:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.150985:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a0414534d880 00000400:00000200:0.0:1778653810.150991:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.150998:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x6349 [256] + 0 00000400:00000010:0.0:1778653810.151004:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e058. 00000400:00000200:0.0:1778653810.151011:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e16000 00000800:00000001:0.0:1778653810.151018:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.151028:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.151031:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.151036:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.151043:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e16000 00000400:00000010:0.0:1778653810.151045:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e16000. 00000100:00000001:0.0:1778653810.151054:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1778653810.151056:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915385fc1880 desc ffff915389b0f400 mbits 1865052054673536 00000100:00000001:0.0:1778653810.151074:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1778653810.151084:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653810.151088:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.151094:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653810.151100:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2399:2399:256:4294967295] 192.168.204.110@tcp LPNI seq info [2399:2399:8:4294967295] 00000400:00000200:0.0:1778653810.151105:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.151113:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653810.151119:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653810.151128:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff915383eb2000. 00000800:00000200:0.0:1778653810.151136:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653810.151144:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653810.151150:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915383eb2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1778653810.151243:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1778653810.151243:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.151248:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff915383eb2000. 00000800:00000001:1.0:1778653810.151250:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.151253:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.151258:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000001:2.0:1778653810.151706:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.151712:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653810.156255:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.156284:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.156289:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.156291:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.156301:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.156308:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.156319:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.156325:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.156332:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.156338:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a0414534d880 00000400:00000200:1.0:1778653810.156344:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.156352:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x6351 [1] + 224 00000800:00000001:1.0:1778653810.156362:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.156375:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.156380:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.156385:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.156395:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.156406:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.156417:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.156438:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.156452:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.156456:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.156577:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.156587:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.156589:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.156594:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653810.156600:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653810.156603:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653810.156606:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.156611:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.156620:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.156626:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.156628:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.156631:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.156635:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.156638:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.156641:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.156645:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653810.156695:0:31461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00000100:00001000:2.0:1778653810.156710:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653810.156715:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.156718:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.156720:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.156724:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.156728:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.156735:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.156737:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.156739:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.156743:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.156748:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1778653810.156757:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.156764:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.156766:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.156770:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.156776:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054673536:192.168.204.110@tcp:37:rm.0 00000100:00000001:2.0:1778653810.156781:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.156785:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.156787:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.156789:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.156792:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.156798:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.156801:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.156805:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.156807:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.156812:0:31461:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.156815:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.156818:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054673536/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.156824:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.156827:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.156830:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e400. 02000000:00000001:2.0:1778653810.156833:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.156837:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.156839:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.156842:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653810.156844:0:31461:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1778653810.156846:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.156848:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.156849:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1778653810.156878:0:31461:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff915383f21000. 00000100:00000010:2.0:1778653810.156883:0:31461:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff915389b0f400. 00000100:00000001:2.0:1778653810.156886:0:31461:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1778653810.156889:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653810.156893:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.156895:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.156898:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:2.0:1778653810.156908:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.156910:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.156913:0:31461:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1778653810.156916:0:31461:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1778653810.157637:0:31461:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff91538ca10800. 00000002:00000001:2.0:1778653810.157644:0:31461:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.157678:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.157681:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.157683:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.157686:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.157690:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.157693:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.157700:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.157709:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.157710:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.157712:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.157715:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.157718:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653810.157732:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.157735:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.157738:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.157743:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.157745:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.157746:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.157751:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.157753:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.157755:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.157758:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.157760:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.157761:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.157762:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1778653810.157765:0:31461:0:(lmv_obd.c:3431:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.157772:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1778653810.157780:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653810.157782:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1778653810.157788:0:31461:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.157794:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.157799:0:31461:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.157909:0:31461:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:2.0:1778653810.157913:0:31461:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653810.157917:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00200008:2.0:1778653810.157920:0:31461:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704000 00000080:00400000:2.0:1778653810.157925:0:31461:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:2.0:1778653810.157930:0:31461:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653810.157931:0:31461:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1778653810.157934:0:31461:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653810.157943:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.157947:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.157954:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.157956:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.157960:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.157962:0:31461:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:2.0:1778653810.157964:0:31461:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653810.157966:0:31461:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653810.157971:0:31461:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.157972:0:31461:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653810.157978:0:31461:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653810.157981:0:31461:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653810.157983:0:31461:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:2.0:1778653810.157986:0:31461:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653810.157987:0:31461:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1778653810.157991:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1880. 00000020:00000040:2.0:1778653810.157994:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.157998:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.158002:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.158006:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.158013:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4200. 00000100:00000001:2.0:1778653810.158020:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653810.158036:0:31461:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653810.158046:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653810.158051:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653810.158058:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.158060:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.158067:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.158070:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.158072:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.158074:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653810.158079:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.158083:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.158086:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.158087:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.158091:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.158099:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.158102:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.158106:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.158109:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.158110:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.158113:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054673792:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1778653810.158117:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.158122:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.158125:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.158127:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.158130:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f400. 02000000:00000001:2.0:1778653810.158132:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.158138:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.158142:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.158148:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653810.158156:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054673792, portal 10 00000100:00000001:2.0:1778653810.158158:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.158160:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000040:2.0:1778653810.158165:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.158173:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.158176:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.158179:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653810.158183:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054673792, offset 0 00000400:00000200:2.0:1778653810.158190:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.158199:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.158207:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.158214:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.158219:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.158223:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.158225:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.158229:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2400:2400:256:4294967295] 192.168.204.110@tcp LPNI seq info [2400:2400:8:4294967295] 00000400:00000200:2.0:1778653810.158233:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.158244:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.158251:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.158257:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653810.158265:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.158318:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.158323:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.158348:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.158354:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 834903 usecs (835 jiffies) 00000400:00000200:2.0:1778653810.158357:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.158360:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366169 00000100:00000001:2.0:1778653810.158364:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.158366:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366169 00000100:00000001:2.0:1778653810.158368:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.158371:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.158373:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.158375:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.158378:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.158381:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.158383:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.158386:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.158782:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.158789:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:0.0:1778653810.158794:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.158800:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.158806:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:0.0:1778653810.158809:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:0.0:1778653810.158813:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.158818:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.158827:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.158830:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.158837:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.158838:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.162962:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.162985:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.162992:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.162994:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.163006:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.163015:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.163026:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.163032:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.163038:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.163043:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534d980 00000400:00000200:1.0:1778653810.163050:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.163057:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6359 [1] + 224 00000800:00000001:1.0:1778653810.163066:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.163090:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.163094:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.163099:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.163109:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.163122:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.163134:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.163159:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.163170:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.163174:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.164469:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.164484:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.164486:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.164491:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653810.164499:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653810.164503:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653810.164507:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.164517:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.164529:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1880 x1865052054673792/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.164538:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.164541:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.164544:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.164548:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.164551:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.164554:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.164558:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.164570:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653810.164574:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.164577:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.164579:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.164582:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.164587:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.164591:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.164593:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653810.164594:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.164597:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.164599:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653810.164603:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.164605:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.164607:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.164610:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.164615:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1880 x1865052054673792/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.164623:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.164627:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.164629:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.164633:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1880 x1865052054673792/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.164642:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054673792:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1778653810.165081:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.165086:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.165089:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.165092:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.165098:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054673792/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165109:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.165112:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.165117:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.165119:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.165129:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.165130:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000002:00000001:2.0:1778653810.165133:0:31461:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.165137:0:31461:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.165143:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5800. 00000080:00000001:2.0:1778653810.165147:0:31461:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653810.165151:0:31461:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653810.165157:0:31461:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653810.165163:0:31461:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165172:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.165173:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653810.165176:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.165179:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165186:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.165188:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.165191:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054673792/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165197:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.165199:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.165202:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054673408/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165209:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653810.165213:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.165216:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.165218:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.165223:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.165227:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.165230:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.165232:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:2.0:1778653810.165237:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.165238:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.165240:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.165243:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054673792/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165249:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.165252:0:31461:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd6ac0. 00000002:00000001:2.0:1778653810.165255:0:31461:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.165257:0:31461:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.165259:0:31461:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9f680. 00000100:00000001:2.0:1778653810.165262:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.165266:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054673792/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.165283:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.165285:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.165289:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f400. 02000000:00000001:2.0:1778653810.165291:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.165292:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.165293:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.165296:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.165297:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653810.165299:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.165300:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.165301:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:2.0:1778653810.165309:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.165310:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.165314:0:31461:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.165317:0:31461:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395158c80. 00000080:00000001:2.0:1778653810.165321:0:31461:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.165338:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00000008:2.0:1778653810.165341:0:31461:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704000, rc = 0 00000080:00000001:2.0:1778653810.165345:0:31461:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.165348:0:31461:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.165420:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.165424:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.165426:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.165428:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00200000:2.0:1778653810.165430:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653810.165437:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.165445:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.165450:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.165454:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.165456:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ae0 00800000:00000002:2.0:1778653810.165459:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.165463:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.165467:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.165473:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.165475:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579b0 00000002:00010000:2.0:1778653810.165477:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.165482:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.165484:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.165488:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.165496:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.165499:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.165505:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.165511:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.165517:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1778653810.165529:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.165534:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.165538:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1778653810.165546:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.165548:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.165551:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.165553:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.165556:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.165558:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.165561:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.165563:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.165566:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.165569:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.165572:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.165575:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.165579:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:2.0:1778653810.165583:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.165585:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.165587:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.165589:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.165592:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.165595:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.165598:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.165601:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.165603:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.165604:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.165606:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.165609:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1f57bf8 00010000:00000001:2.0:1778653810.165611:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.165612:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.165614:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:2.0:1778653810.165615:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.165617:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:2.0:1778653810.165620:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.165623:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1778653810.165629:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.165630:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.165633:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.165635:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.165638:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1778653810.165645:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.165699:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.165702:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.165709:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.165710:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.165712:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165716:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.165718:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165725:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165728:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165731:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.165733:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.165734:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.165736:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.165738:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.165741:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.165746:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.165751:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.165754:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00002000:2.0:1778653810.165756:0:31461:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff91538bf2eca8) flags 0x20000e refc 1 00000080:00000001:2.0:1778653810.165759:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.165761:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c08 00000080:00200000:2.0:1778653810.165763:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1778653810.165769:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.165771:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.165776:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.165778:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 44 00000080:00000001:2.0:1778653810.165781:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.165789:0:31461:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:2.0:1778653810.165791:0:31461:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653810.165793:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00200008:2.0:1778653810.165795:0:31461:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704400 00000080:00000010:2.0:1778653810.165800:0:31461:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395158c80. 00000080:00000001:2.0:1778653810.165808:0:31461:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1778653810.165811:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.165814:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.165817:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.165818:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.165820:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a28 00800000:00000002:2.0:1778653810.165822:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.165826:0:31461:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1778653810.165828:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579a8 00800000:00000002:2.0:1778653810.165830:0:31461:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1778653810.165834:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.165835:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f578e0 00000002:00010000:2.0:1778653810.165837:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1778653810.165842:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.165845:0:31461:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653810.165848:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.165851:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.165854:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.165857:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.165860:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165862:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.165865:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.165867:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.165869:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.165871:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.165872:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.165874:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165876:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.165877:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.165881:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1880. 00000020:00000040:2.0:1778653810.165886:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653810.165892:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.165894:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165897:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.165903:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.165905:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.165907:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.165908:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.165912:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.165914:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.165918:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.165925:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0f400. 00000100:00000001:2.0:1778653810.165932:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165937:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.165938:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165940:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.165941:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.165943:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.165950:0:31461:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00010000:00000001:2.0:1778653810.165954:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.165956:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.165958:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:2.0:1778653810.165961:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.165963:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.165966:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9aa00. 00000020:00000001:2.0:1778653810.165969:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.165972:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9aa00 with handle 0x3df471c51a890157 to hash 00000020:00000001:2.0:1778653810.165974:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.165976:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.165980:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.165982:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.165984:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.165987:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.165996:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653810.166007:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653810.166015:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653810.166024:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.166030:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.166032:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.166038:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.166041:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.166044:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.166045:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653810.166050:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.166054:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.166056:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.166058:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.166062:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.166071:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.166073:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.166077:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.166080:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.166082:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.166086:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674048:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.166090:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.166096:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.166099:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.166102:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.166238:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.166240:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.166250:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.166254:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.166262:0:31461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538ca10800. 00000100:00000200:2.0:1778653810.166281:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054674048, portal 10 00000100:00000001:2.0:1778653810.166284:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.166286:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000040:2.0:1778653810.166292:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.166300:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.166304:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.166307:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653810.166312:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054674048, offset 0 00000400:00000200:2.0:1778653810.166319:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.166328:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.166338:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.166345:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.166350:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.166355:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.166358:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.166363:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2401:2401:256:4294967295] 192.168.204.110@tcp LPNI seq info [2401:2401:8:4294967295] 00000400:00000200:2.0:1778653810.166368:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.166379:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.166385:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.166390:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658df00. 00000800:00000200:2.0:1778653810.166398:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.166407:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.166413:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658df00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.166799:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.166806:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 833770 usecs (834 jiffies) 00000400:00000200:2.0:1778653810.166810:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.166814:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366177 00000100:00000001:2.0:1778653810.166818:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.166821:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366177 00000100:00000001:2.0:1778653810.166823:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.166826:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.166830:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.166833:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.166835:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.166838:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.166841:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.166844:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.168526:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.168542:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658df00. 00000400:00000200:0.0:1778653810.168555:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.168569:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.168581:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:0.0:1778653810.168585:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:0.0:1778653810.168590:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.168600:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.168617:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.168621:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.168630:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.168639:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.172447:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.172471:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.172476:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.172478:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.172490:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.172499:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.172511:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.172517:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.172539:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.172544:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534da80 00000400:00000200:1.0:1778653810.172552:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.172558:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x6361 [64] + 224 00000800:00000001:1.0:1778653810.172568:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.172577:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.172581:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.172585:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.172595:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.172606:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.172618:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.172641:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.172699:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.172704:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.173048:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.173058:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.173061:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.173065:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653810.173072:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538ca10800 00000400:00000010:2.0:1778653810.173075:0:31461:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538ca10800. 00000100:00000001:2.0:1778653810.173079:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.173085:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.173095:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1880 x1865052054674048/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.173102:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.173104:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.173107:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.173112:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.173114:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.173117:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.173120:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.173134:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.173139:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.173142:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.173143:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.173147:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.173151:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.173165:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.173168:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653810.173169:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.173172:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.173174:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:2.0:1778653810.173179:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.173181:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.173184:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.173187:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.173193:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.173201:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.173204:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.173206:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.173211:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.173219:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674048:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.173225:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.173229:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.173232:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.173235:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.173239:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.173246:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.173250:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.173253:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.173255:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.173258:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.173264:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.173281:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.173285:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=4 00000020:00000001:2.0:1778653810.173287:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.173290:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000040:2.0:1778653810.173297:0:31461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9aa00, remote cookie: 0xdfa36d541726f877, flags: 0x1001 00010000:00000040:2.0:1778653810.173300:0:31461:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653810.173305:0:31461:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1778653810.173313:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:2.0:1778653810.173316:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.173322:0:31461:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.173327:0:31461:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.173337:0:31461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.173345:0:31461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653810.173350:0:31461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653810.173353:0:31461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653810.173355:0:31461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653810.173356:0:31461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653810.173359:0:31461:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff91538f63cf00) refcount = 2 00010000:00000040:2.0:1778653810.173362:0:31461:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1778653810.173364:0:31461:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1778653810.173371:0:31461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.173377:0:31461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653810.173380:0:31461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653810.173382:0:31461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.173385:0:31461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653810.173390:0:31461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.173394:0:31461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.173400:0:31461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653810.173402:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.173404:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.173405:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.173406:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.173407:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.173412:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653810.173415:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.173417:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.173418:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.173420:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.173422:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.173424:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.173425:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653810.173430:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.173440:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1778653810.173445:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.173451:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.173453:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.173454:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.174345:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.174353:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174358:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174360:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174362:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.174364:0:31461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.174366:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.174370:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1778653810.174374:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.174375:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00010000:00000001:2.0:1778653810.174378:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.174380:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.174381:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.174384:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174386:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00000002:00010000:2.0:1778653810.174390:0:31461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.174401:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174402:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.174405:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.174406:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.174407:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.174408:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.174410:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174412:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000040:2.0:1778653810.174418:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 3 00010000:00000001:2.0:1778653810.174421:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653810.174426:0:31461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:2.0:1778653810.174429:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174430:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.174432:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.174436:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57860 00000002:00002000:2.0:1778653810.174439:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1778653810.174442:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.174446:0:31461:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.174449:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.174453:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653810.174641:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.174648:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.174669:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.174675:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.174684:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.174688:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.174691:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653810.174693:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1778653810.174696:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.174703:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1778653810.174707:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653810.174712:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00010000:00000001:2.0:1778653810.174715:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.174716:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.174718:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.174719:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174721:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174724:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174725:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.174726:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.174730:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.174731:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.174735:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a890157 00800000:00000001:2.0:1778653810.174739:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.174740:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.174742:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.174743:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.174744:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.174745:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174747:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174749:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174750:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.174752:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.174754:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.174757:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.174760:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.174763:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.174771:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.174779:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.174783:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890157 from it ffffa71ac1f57bd0 00010000:00000001:2.0:1778653810.174785:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.174787:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.174788:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=3 00000020:00000001:2.0:1778653810.174790:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174792:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.174795:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.174798:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.174806:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174807:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.174809:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.174812:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.174814:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.174822:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.174826:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.174829:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.174834:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174835:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.174837:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.174840:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.174842:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.174844:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.174847:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.174849:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.174851:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.174852:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.174857:0:31461:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.174867:0:31461:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e9f680. 00000080:00000001:2.0:1778653810.174871:0:31461:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1778653810.174874:0:31461:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1778653810.174878:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1778653810.174882:0:31461:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915388bd6ac0. 00000002:00100000:2.0:1778653810.174887:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.174899:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.174901:0:31461:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1778653810.174905:0:31461:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1778653810.174909:0:31461:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.174913:0:31461:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1778653810.174915:0:31461:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.174917:0:31461:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.174921:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.174924:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1778653810.174932:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.174936:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.174987:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1778653810.174990:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.174993:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00000008:2.0:1778653810.174995:0:31461:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704400, rc = 0 00000080:00000001:2.0:1778653810.175000:0:31461:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.175029:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00200008:2.0:1778653810.175031:0:31461:0:(file.c:6227:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.175041:0:31461:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:2.0:1778653810.175047:0:31461:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.175050:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.175052:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ca0 00000080:00200000:2.0:1778653810.175054:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8),name=d21h.recovery-small-1 00000080:00000010:2.0:1778653810.175061:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.175068:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.175076:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.175080:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.175082:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00800000:00000002:2.0:1778653810.175084:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.175088:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.175093:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.175099:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.175101:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a90 00000002:00010000:2.0:1778653810.175102:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.175106:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.175109:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.175111:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.175115:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 3 00010000:00000001:2.0:1778653810.175117:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.175121:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.175125:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.175129:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1778653810.175138:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.175143:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.175147:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1778653810.175154:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.175157:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.175159:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.175161:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.175163:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.175165:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.175167:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.175170:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.175172:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.175176:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.175178:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.175181:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00010000:2.0:1778653810.175185:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a890126 00800000:00000001:2.0:1778653810.175188:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.175190:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.175192:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.175193:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.175195:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.175197:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.175199:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.175201:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.175202:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.175203:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.175205:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.175207:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890126 from it ffffa71ac1f57cd8 00010000:00000001:2.0:1778653810.175209:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.175210:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.175211:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.175213:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.175215:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.175217:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.175220:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653810.175227:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.175228:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.175229:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.175231:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.175233:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653810.175240:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.175242:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.175244:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.175246:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.175247:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.175249:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.175251:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.175252:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.175254:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.175257:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.175258:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.175260:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.175260:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.175262:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.175264:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.175267:0:31461:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.175282:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00000008:2.0:1778653810.175285:0:31461:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1778653810.175373:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d48 00000080:00200000:2.0:1778653810.175375:0:31461:0:(llite_lib.c:2759:ll_statfs()) VFS Op:sb=lustre (ffff915389b76000) d21h.recovery-small-1 proj=0 00000080:00000001:2.0:1778653810.175378:0:31461:0:(llite_lib.c:2605:ll_statfs_internal()) Process entered 00000080:00000001:2.0:1778653810.175381:0:31461:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:2.0:1778653810.175383:0:31461:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff915389b76000: age 1672, max_age 1697 00800000:00000001:2.0:1778653810.175387:0:31461:0:(lmv_obd.c:1428:lmv_statfs()) Process entered 00800000:00000010:2.0:1778653810.175391:0:31461:0:(lmv_obd.c:1432:lmv_statfs()) kmalloced '(temp)': 144 at ffff915389910180. 00800000:00000001:2.0:1778653810.175394:0:31461:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1778653810.175396:0:31461:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: age 1672, max_age 1697 00000002:00000001:2.0:1778653810.175399:0:31461:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1778653810.175402:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000010:2.0:1778653810.175410:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0a80. 00000020:00000040:2.0:1778653810.175413:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.175417:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.175420:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.175423:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.175432:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4200. 00000100:00000001:2.0:1778653810.175439:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.175444:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.175447:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.175452:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910a80. 00000100:00000001:2.0:1778653810.175455:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709138048 : -121687000413568 : ffff915389910a80) 00000100:00000001:2.0:1778653810.175472:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.175473:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653810.175478:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.175484:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.175486:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.175489:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.175495:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.175504:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.175506:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.175510:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.175513:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.175516:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.175520:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674176:192.168.204.110@tcp:41:rm.0 00000100:00000001:2.0:1778653810.175524:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.175531:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.175534:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.175537:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.175542:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.175545:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.175553:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.175557:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.175564:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490c38. 00000100:00000200:2.0:1778653810.175574:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054674176, portal 10 00000100:00000001:2.0:1778653810.175577:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.175578:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:2.0:1778653810.175586:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.175594:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.175597:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.175600:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490bb0. 00000100:00000200:2.0:1778653810.175604:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1865052054674176, offset 0 00000400:00000200:2.0:1778653810.175612:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.175622:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.175632:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.175638:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.175643:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.175647:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.175684:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.175689:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2402:2402:256:4294967295] 192.168.204.110@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:2.0:1778653810.175694:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.175706:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.175713:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.175719:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653810.175728:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.175737:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.175742:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.175756:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.175761:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 832640 usecs (833 jiffies) 00000400:00000200:2.0:1778653810.175765:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.175768:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366185 00000100:00000001:2.0:1778653810.175772:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.175774:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366185 00000100:00000001:2.0:1778653810.175776:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.175779:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.175782:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.175784:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.175786:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.175789:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910a80 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.175792:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.175795:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.176026:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.176033:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:0.0:1778653810.176039:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.176045:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.176052:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490bb0 00000400:00000010:0.0:1778653810.176055:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490bb0. 00000100:00000001:0.0:1778653810.176059:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.176063:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.176074:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.176077:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.176084:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.176085:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.184423:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.184445:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.184450:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.184452:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.184463:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.184473:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.184484:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.184490:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.184496:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.184501:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a0414534db00 00000400:00000200:1.0:1778653810.184507:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.184513:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x6369 [1] + 224 00000800:00000001:1.0:1778653810.184889:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.184903:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.184907:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.184913:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.184923:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.184946:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653810.184959:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653810.184985:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.184997:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.185000:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.185114:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.185124:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.185127:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.185131:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653810.185138:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:2.0:1778653810.185141:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:2.0:1778653810.185150:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.185154:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653810.185163:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.185168:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.185170:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.185173:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.185177:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.185180:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.185183:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.185186:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.185197:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.185200:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.185203:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.185204:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.185207:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.185212:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.185216:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.185219:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.185221:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.185224:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.185228:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.185235:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.185238:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.185240:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.185244:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653810.185251:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674176:192.168.204.110@tcp:41:rm.0 00000100:00000001:2.0:1778653810.185256:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.185259:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.185262:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.185264:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.185268:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.185286:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.185290:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910a80. 00000100:00000001:2.0:1778653810.185294:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.185296:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.185303:0:31461:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1778653810.185305:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.185309:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054674176/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1778653826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.185315:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.185318:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.185321:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.185324:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.185327:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.185329:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.185332:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.185335:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653810.185339:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.185341:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.185343:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:2.0:1778653810.185348:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.185349:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653810.185350:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.185351:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.185353:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1778653810.185356:0:31461:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: update ffff915388bb1e10 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:2.0:1778653810.185361:0:31461:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.185364:0:31461:0:(lmv_obd.c:1468:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:2.0:1778653810.185367:0:31461:0:(lmv_obd.c:1492:lmv_statfs()) kfreed 'temp': 144 at ffff915389910180. 00800000:00000001:2.0:1778653810.185369:0:31461:0:(lmv_obd.c:1493:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1778653810.185373:0:31461:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff915389b76000: update ffff915388bb0450 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:2.0:1778653810.185378:0:31461:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1778653810.185382:0:31461:0:(llite_lib.c:2622:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:2.0:1778653810.185385:0:31461:0:(llite_lib.c:2625:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653810.185388:0:31461:0:(llite_lib.c:2658:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.185440:0:31461:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:2.0:1778653810.185444:0:31461:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1778653810.185457:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.185466:0:31461:0:(dir.c:193:ll_dir_read()) Process entered 00000080:00000001:2.0:1778653810.185476:0:31461:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446721060279141312 : -23013430410304 : ffffeb11c4a7c3c0) 00000080:00000001:2.0:1778653810.185482:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1778653810.185486:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653810.185489:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1778653810.185492:0:31461:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.185498:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.185502:0:31461:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.185515:0:31461:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:2.0:1778653810.185517:0:31461:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:2.0:1778653810.185600:0:31461:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653810.185604:0:31461:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.185636:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.185640:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.185642:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 1 00000080:00000001:2.0:1778653810.185646:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.185683:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.185687:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57da0 00000080:00002000:2.0:1778653810.185689:0:31461:0:(dcache.c:87:ll_dcompare()) found name f(ffff91538bf2eaf8) flags 0x48000e refc 0 00000080:00000001:2.0:1778653810.185692:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.185695:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e10 00000080:00200000:2.0:1778653810.185696:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1778653810.185703:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.185705:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8), inode mode 41ed mask 3 00000080:00000001:2.0:1778653810.185707:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.185712:0:31461:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:2.0:1778653810.185714:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57df8 00000080:00200000:2.0:1778653810.185716:0:31461:0:(namei.c:2402:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00000001:2.0:1778653810.185719:0:31461:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1778653810.185722:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.185728:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.185733:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.185738:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.185743:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.185751:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.185757:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.185764:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.185771:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.185775:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.185779:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4c00. 00000008:00000010:2.0:1778653810.185783:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.185787:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.185791:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.185795:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.185799:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.185802:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.185804:0:31461:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1778653810.185810:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000002:2.0:1778653810.185814:0:31461:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3bd80 addref 2/0 by ffff915383eba7c0. 00020000:00000002:2.0:1778653810.185816:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.185818:0:31461:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1778653810.185821:0:31461:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1778653810.185823:0:31461:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1778653810.185825:0:31461:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1778653810.185828:0:31461:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1778653810.185830:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.185835:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.185839:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.185843:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.185847:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.185850:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.185853:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.185857:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.185861:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000008:00000010:2.0:1778653810.185864:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.185867:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.185871:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.185874:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.185876:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.185878:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:2.0:1778653810.185882:0:31461:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653810.185886:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4c00. 00800000:00000001:2.0:1778653810.185899:0:31461:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:2.0:1778653810.185906:0:31461:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1778653810.185908:0:31461:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:2.0:1778653810.185911:0:31461:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.185913:0:31461:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:2.0:1778653810.185920:0:31461:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1778653810.185923:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.185932:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 3 00010000:00000001:2.0:1778653810.185987:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.185990:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.185996:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.186001:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1778653810.186012:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.186017:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653810.186019:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653810.186021:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1778653810.186025:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186028:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186030:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:2.0:1778653810.186032:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.186037:0:31461:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1778653810.186041:0:31461:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1778653810.186044:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.186049:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.186052:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.186061:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.186062:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.186064:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1778653810.186067:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.186070:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.186072:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9aa00 refcount=2 00000020:00000001:2.0:1778653810.186076:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.186078:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962816 : -121687080588800 : ffff915384c9aa00) 00010000:00000001:2.0:1778653810.186081:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.186082:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.186083:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186084:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186086:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:2.0:1778653810.186088:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.186090:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.186092:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186093:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186094:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:2.0:1778653810.186096:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.186098:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.186100:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653810.186102:0:31461:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff91538bd94200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653810.186174:0:31461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653810.186177:0:31461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653810.186179:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653810.186181:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff91538bd942c8) invalid 00000020:00000001:2.0:1778653810.186184:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a60 00000080:00002000:2.0:1778653810.186186:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91538bf2eca8) parent ffff91538bd08360 inode ffff91538bd942c8 refc 3 00000080:00000001:2.0:1778653810.186191:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653810.186193:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653810.186195:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.186198:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.186202:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.186205:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.186207:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.186209:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653810.186212:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ae00 with handle 0x3df471c51a890126 from hash 00010000:00000001:2.0:1778653810.186215:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.186217:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.186218:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.186219:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.186222:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.186224:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653810.186227:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653810.186229:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.186231:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.186234:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.186237:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653810.186239:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.186241:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.186243:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.186245:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653810.186253:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.186255:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653810.186256:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653810.186257:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1778653810.186260:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186261:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186263:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653810.186264:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.186266:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.186268:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186269:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186270:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653810.186330:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.186333:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.186335:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186336:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186338:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653810.186339:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.186341:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.186342:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.186343:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.186344:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653810.186346:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.186348:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.186349:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.186351:0:31461:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653810.186353:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.186356:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.186360:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.186363:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.186366:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.186368:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.186371:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.186374:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.186377:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.186380:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.186383:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5e00. 00000008:00000010:2.0:1778653810.186385:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.186388:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.186390:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.186392:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.186394:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.186397:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.186399:0:31461:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1778653810.186401:0:31461:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1778653810.186405:0:31461:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1778653810.186408:0:31461:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1778653810.186412:0:31461:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653810.186414:0:31461:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653810.186417:0:31461:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1778653810.186420:0:31461:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.186422:0:31461:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653810.186424:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.186426:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.186430:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.186432:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.186434:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.186437:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.186439:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.186442:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.186444:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000008:00000010:2.0:1778653810.186446:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.186448:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.186450:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.186453:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.186455:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5e00. 00000020:00000010:2.0:1778653810.186457:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:2.0:1778653810.186459:0:31461:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.186461:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653810.186463:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff91538bd97448) invalid 00000020:00000001:2.0:1778653810.186465:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a60 00000080:00002000:2.0:1778653810.186467:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bf2eaf8) parent ffff91538bf2eca8 inode ffff91538bd97448 refc 1 00000080:00000001:2.0:1778653810.186469:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653810.186471:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653810.186472:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.186474:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.186476:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.186477:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.186478:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.186481:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653810.186483:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9bc00 with handle 0x3df471c51a89012d from hash 00010000:00000001:2.0:1778653810.186485:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.186486:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.186487:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.186488:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.186490:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.186492:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653810.186494:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653810.186495:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.186497:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1778653810.186502:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0a80. 00000020:00000040:2.0:1778653810.186506:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653810.186511:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.186513:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.186516:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.186598:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.186605:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.186607:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.186608:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.186612:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.186614:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.186618:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.186626:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e5e00. 00000100:00000001:2.0:1778653810.186634:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.186637:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.186640:0:31461:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653810.186645:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653810.186786:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1778653810.186793:0:31461:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1778653810.186795:0:31461:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1778653810.186797:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.186800:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a89012d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f80e expref: -99 pid: 31459 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653810.186808:0:31461:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f940. 00010000:00000040:2.0:1778653810.186812:0:31461:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63ce00 count: 0 00010000:00000010:2.0:1778653810.186818:0:31461:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36c00. 00010000:00000001:2.0:1778653810.186825:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.186826:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.186829:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890126 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f7f2 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653810.186836:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.186838:0:31461:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.186840:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.186841:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.186843:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653810.186855:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1778653810.186866:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653810.186875:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.186877:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.186884:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.186887:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.186890:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.186891:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653810.186896:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.186900:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.186902:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.186904:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.186908:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.186917:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.186919:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.186923:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.186927:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.186929:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.186942:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674432:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653810.186947:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.186955:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.186958:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.186961:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.186966:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653810.186968:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.186976:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.186980:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.186988:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490c38. 00000100:00000200:2.0:1778653810.186997:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054674432, portal 10 00000100:00000001:2.0:1778653810.186999:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.187001:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:2.0:1778653810.187007:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.187014:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.187017:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.187021:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653810.187025:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054674432, offset 0 00000400:00000200:2.0:1778653810.187032:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.187040:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.187050:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.187056:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.187061:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.187066:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.187069:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.187073:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2403:2403:256:4294967295] 192.168.204.110@tcp LPNI seq info [2403:2403:8:4294967295] 00000400:00000200:2.0:1778653810.187077:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.187088:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.187095:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.187101:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658de00. 00000800:00000200:2.0:1778653810.187109:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.187117:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.187123:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658de00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.187319:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.187325:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 831517 usecs (832 jiffies) 00000400:00000200:2.0:1778653810.187329:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.187333:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366195 00000100:00000001:2.0:1778653810.187336:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.187339:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366195 00000100:00000001:2.0:1778653810.187342:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.187345:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.187348:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.187351:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.187353:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.187356:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.187359:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.187363:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.188061:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.188069:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658de00. 00000400:00000200:0.0:1778653810.188075:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.188082:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.188089:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:0.0:1778653810.188091:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:0.0:1778653810.188096:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.188101:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.188112:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.188115:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.188126:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.188127:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653810.197219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:2.1:1778653810.197242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00010000:00000010:2.1:1778653810.197247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00000800:00000001:1.0:1778653810.200360:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.200388:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.200394:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.200398:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.200411:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200422:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.200439:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200445:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200452:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200457:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534dc00 00000400:00000200:1.0:1778653810.200463:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200472:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6371 [1] + 224 00000800:00000001:1.0:1778653810.200482:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.200497:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.200500:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.200505:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.200515:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.200828:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653810.200842:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653810.200868:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653810.200879:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653810.200884:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200891:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653810.200898:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2404:2404:256:4294967295] 192.168.204.110@tcp LPNI seq info [2404:2404:8:4294967295] 00000400:00000200:1.0:1778653810.200902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.200912:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653810.200918:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653810.200926:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653810.200935:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653810.200945:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653810.200950:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653810.201149:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.201154:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16100. 00000400:00000200:1.0:1778653810.201159:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.201164:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000001:2.0:1778653810.201169:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1778653810.201170:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.201177:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653810.201180:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.201184:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.201189:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653810.201195:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:2.0:1778653810.201198:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:2.0:1778653810.201201:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.201206:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653810.201216:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054674432/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.201232:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.201234:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.201237:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.201242:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.201245:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.201248:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.201252:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.201264:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.201281:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.201284:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.201286:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.201289:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.201293:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.201297:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.201299:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000014d/0x10000014f] 00000100:00000001:2.0:1778653810.201301:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.201304:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.201305:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000001:2.0:1778653810.201309:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.201312:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.201314:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.201317:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.201324:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054674432/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.201332:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.201336:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.201338:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.201343:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054674432/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653810.201352:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674432:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653810.201358:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.201361:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.201364:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.201740:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.201746:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0a80 x1865052054674432/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.201753:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.201757:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.201760:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.201771:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.201783:0:31461:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.201786:0:31461:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.201794:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4c00. 00000100:00000001:2.0:1778653810.201801:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.201804:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054674432/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.201810:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.201815:0:31461:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.201829:0:31461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653810.201832:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e28 00000080:00002000:2.0:1778653810.201835:0:31461:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bf2eaf8, parent ffff91538bf2eca8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1778653810.201838:0:31461:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.201845:0:31461:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653810.201853:0:31461:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653810.201863:0:31461:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:2.0:1778653810.201866:0:31461:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1778653810.201869:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.201875:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.201881:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.201887:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.201892:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.201900:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.201906:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.201913:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.201921:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.201925:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.201929:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5800. 00000008:00000010:2.0:1778653810.201934:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.201938:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.201942:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.201946:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.201949:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:2.0:1778653810.201952:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00000020:00000001:2.0:1778653810.201958:0:31461:0:(cl_object.c:151:cl_object_top()) ffff915385c8f148 -> ffff915385c8f148 00000020:00000001:2.0:1778653810.201961:0:31461:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653810.201964:0:31461:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653810.201966:0:31461:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653810.201970:0:31461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.201971:0:31461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653810.201973:0:31461:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.201977:0:31461:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x29:0x0]io ffff9153861a6298 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1778653810.201980:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.201984:0:31461:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653810.201986:0:31461:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653810.201989:0:31461:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653810.201991:0:31461:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.201994:0:31461:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653810.201997:0:31461:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653810.201999:0:31461:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202000:0:31461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.202002:0:31461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653810.202003:0:31461:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653810.202005:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00000020:00000001:2.0:1778653810.202007:0:31461:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202010:0:31461:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653810.202013:0:31461:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1778653810.202015:0:31461:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653810.202018:0:31461:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653810.202022:0:31461:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653810.202027:0:31461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.202028:0:31461:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653810.202030:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.202033:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.202047:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.202051:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.202053:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.202057:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.202060:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.202064:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.202067:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.202070:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.202073:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4000. 00000008:00000010:2.0:1778653810.202076:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.202079:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.202081:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.202084:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907960. 00000020:00000001:2.0:1778653810.202086:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.202088:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.202090:0:31461:0:(cl_object.c:151:cl_object_top()) ffff915385c8ff58 -> ffff915385c8f148 00000020:00000001:2.0:1778653810.202092:0:31461:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653810.202094:0:31461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.202096:0:31461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653810.202097:0:31461:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202099:0:31461:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202101:0:31461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.202104:0:31461:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653810.202106:0:31461:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202108:0:31461:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202110:0:31461:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202112:0:31461:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1778653810.202113:0:31461:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653810.202115:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.202116:0:31461:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653810.202119:0:31461:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653810.202120:0:31461:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202122:0:31461:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202124:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202125:0:31461:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202127:0:31461:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653810.202128:0:31461:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202129:0:31461:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202131:0:31461:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1778653810.202134:0:31461:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653810.202135:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.202136:0:31461:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653810.202138:0:31461:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1778653810.202141:0:31461:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1778653810.202145:0:31461:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1778653810.202148:0:31461:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff91538b8a6380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653810.202151:0:31461:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1778653810.202155:0:31461:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff91538b8a6380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1778653810.202159:0:31461:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653810.202162:0:31461:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202164:0:31461:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202166:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202167:0:31461:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202169:0:31461:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202171:0:31461:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653810.202173:0:31461:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1778653810.202174:0:31461:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653810.202175:0:31461:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653810.202177:0:31461:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653810.202178:0:31461:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202180:0:31461:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1778653810.202182:0:31461:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653810.202184:0:31461:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1778653810.202186:0:31461:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653810.202187:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.202188:0:31461:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653810.202190:0:31461:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653810.202191:0:31461:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202193:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202194:0:31461:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653810.202195:0:31461:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653810.202199:0:31461:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1778653810.202200:0:31461:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653810.202202:0:31461:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653810.202204:0:31461:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653810.202205:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.202206:0:31461:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653810.202207:0:31461:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653810.202209:0:31461:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202211:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.202213:0:31461:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653810.202213:0:31461:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653810.202215:0:31461:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202216:0:31461:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653810.202225:0:31461:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653810.202228:0:31461:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653810.202229:0:31461:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653810.202230:0:31461:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.202233:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.202237:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.202241:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.202245:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.202249:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.202252:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.202255:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.202260:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.202263:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653810.202267:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.202278:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.202282:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.202285:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907960. 00000020:00000010:2.0:1778653810.202288:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.202290:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00020000:00000001:2.0:1778653810.202292:0:31461:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653810.202295:0:31461:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653810.202297:0:31461:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653810.202299:0:31461:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653810.202303:0:31461:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653810.202304:0:31461:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.202307:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:2.0:1778653810.202308:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.202310:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.202311:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:2.0:1778653810.202313:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.202314:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.202316:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.202318:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.202319:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4c00. 00000008:00000010:2.0:1778653810.202321:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.202322:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.202324:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.202325:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.202326:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.202328:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:2.0:1778653810.202330:0:31461:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.202333:0:31461:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:2.0:1778653810.202335:0:31461:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff91538bd97448) 00800000:00000001:2.0:1778653810.202339:0:31461:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:2.0:1778653810.202341:0:31461:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:2.0:1778653810.202346:0:31461:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1778653810.202353:0:31461:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.202355:0:31461:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.202356:0:31461:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1778653810.202359:0:31461:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1778653810.202360:0:31461:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.202362:0:31461:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.202364:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.203489:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a7e0. 00000020:00000010:2.0:1778653810.203505:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.203510:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.203513:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff90c0. 00000008:00000010:2.0:1778653810.203760:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b6468. 00020000:00000010:3.0:1778653810.205031:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653810.205041:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653810.205048:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653810.205052:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653810.205059:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b400. 00000008:00000010:3.0:1778653810.205066:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653810.205070:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653810.205074:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653810.205078:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653810.205081:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729640 : -121686989821976 : ffff91538a32a7e8) 00000020:00001000:3.0:1778653810.205085:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a7e0 00020000:00000001:3.0:1778653810.205096:0:31461:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:3.0:1778653810.205098:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:3.0:1778653810.205102:0:31461:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1778653810.205106:0:31461:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bd80, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653810.205111:0:31461:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653810.205115:0:31461:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653810.205118:0:31461:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1778653810.205120:0:31461:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653810.205123:0:31461:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1778653810.205125:0:31461:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1778653810.205131:0:31461:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1778653810.205139:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c900 count: 2 00010000:00000001:3.0:1778653810.205143:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.205146:0:31461:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1778653810.205150:0:31461:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1778653810.205155:0:31461:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1778653810.205171:0:31461:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000020:00000001:3.0:1778653810.205173:0:31461:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6380 -> ffff915385c8f148 00000008:00000001:3.0:1778653810.205175:0:31461:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653810.205178:0:31461:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653810.205180:0:31461:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653810.205183:0:31461:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653810.205202:0:31461:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91538b8a6380. 00020000:00000001:3.0:1778653810.205211:0:31461:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1778653810.205214:0:31461:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915385c8fed8. 00020000:00000001:3.0:1778653810.205223:0:31461:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1778653810.205225:0:31461:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653810.205227:0:31461:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653810.205229:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:3.0:1778653810.205232:0:31461:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:3.0:1778653810.205234:0:31461:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:3.0:1778653810.205236:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:3.0:1778653810.205239:0:31461:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1778653810.205241:0:31461:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91538b9c6670. 00020000:00000010:3.0:1778653810.205246:0:31461:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff915387cd8840. 00020000:00000010:3.0:1778653810.205249:0:31461:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915387e04120. 00020000:00000002:3.0:1778653810.205253:0:31461:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bd80, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653810.205256:0:31461:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653810.205260:0:31461:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:3.0:1778653810.205265:0:31461:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941380. 00020000:00000010:3.0:1778653810.205268:0:31461:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b300. 00020000:00000010:3.0:1778653810.205282:0:31461:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bd80. 00020000:00000001:3.0:1778653810.205285:0:31461:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1778653810.205286:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915383eba7c0 00020000:00000010:3.0:1778653810.205289:0:31461:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9153877a52e8. 00020000:00000001:3.0:1778653810.205292:0:31461:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:3.0:1778653810.205296:0:31461:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915385c8f0c8. 00000020:00001000:3.0:1778653810.205300:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a7e0 00000020:00000010:3.0:1778653810.205305:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4c00. 00000020:00000010:3.0:1778653810.205317:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff90c0. 00000008:00000010:3.0:1778653810.205323:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b6468. 00020000:00000010:3.0:1778653810.205326:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d000. 00008000:00000010:3.0:1778653810.205329:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653810.205332:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653810.205337:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653810.205340:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5800. 00000008:00000010:3.0:1778653810.205344:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653810.205347:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653810.205350:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653810.205353:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653810.205355:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b400. 00000020:00000010:3.0:1778653810.205358:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a7e0. 00000080:00000001:3.0:1778653810.205368:0:31461:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653810.205371:0:31461:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1778653810.205425:0:31461:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1778653810.205429:0:31461:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653810.205432:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00200008:3.0:1778653810.205435:0:31461:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704000 00000080:00400000:3.0:1778653810.205439:0:31461:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:3.0:1778653810.205444:0:31461:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1778653810.205446:0:31461:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1778653810.205448:0:31461:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1778653810.205459:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.205463:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.205468:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:3.0:1778653810.205470:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.205482:0:31461:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1778653810.205893:0:31461:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1778653810.205899:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653810.205907:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.205912:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653810.205921:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.205923:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.205926:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1778653810.205928:0:31461:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:3.0:1778653810.205932:0:31461:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395158c80. 00000080:00000001:3.0:1778653810.205937:0:31461:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.205942:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00000008:3.0:1778653810.205945:0:31461:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff91538bd942c8), flags 704000, rc = 0 00000080:00000001:3.0:1778653810.205948:0:31461:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.205951:0:31461:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.205956:0:31461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653810.205958:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e00 00000080:00002000:3.0:1778653810.205960:0:31461:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff91538bf2eca8, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:3.0:1778653810.205963:0:31461:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.205972:0:31461:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653810.205976:0:31461:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653810.206013:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.206017:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.206019:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653810.206021:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bd8 00000080:00200000:3.0:1778653810.206023:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653810.206029:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1b400. 00800000:00000002:3.0:1778653810.206036:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.206041:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.206046:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.206048:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57af8 00800000:00000002:3.0:1778653810.206063:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.206068:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653810.206072:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653810.206076:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.206079:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579c8 00000002:00010000:3.0:1778653810.206081:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.206085:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653810.206086:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.206088:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.206092:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:3.0:1778653810.206095:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.206099:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.206103:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653810.206107:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1778653810.206120:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653810.206122:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.206124:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1778653810.206130:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653810.206132:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.206134:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.206136:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.206138:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.206140:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653810.206143:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653810.206145:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.206149:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1b400. 00000080:00000001:3.0:1778653810.206152:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653810.206154:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.206157:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653810.206160:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:3.0:1778653810.206163:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.206166:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.206168:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.206171:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.206173:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:3.0:1778653810.206176:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.206179:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.206182:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.206183:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.206184:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.206186:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.206197:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1f57c10 00010000:00000001:3.0:1778653810.206206:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.206208:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.206209:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:3.0:1778653810.206211:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.206213:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.206216:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.206218:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1778653810.206224:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.206225:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.206227:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.206229:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.206231:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1778653810.206238:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.206241:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.206244:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.206249:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.206250:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.206252:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206256:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.206258:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206260:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206262:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206265:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.206266:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.206267:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653810.206280:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653810.206283:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.206285:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653810.206289:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.206307:0:31461:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a3842c0. 00000020:00000001:3.0:1778653810.206311:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57dc8 00000080:00200000:3.0:1778653810.206313:0:31461:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=0 00000080:00000001:3.0:1778653810.206317:0:31461:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653810.206320:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c78 00000080:00200000:3.0:1778653810.206322:0:31461:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:3.0:1778653810.206332:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1b400. 00800000:00000002:3.0:1778653810.206334:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.206338:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.206340:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.206341:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b98 00800000:00000002:3.0:1778653810.206343:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.206345:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653810.206350:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b30 00800000:00000002:3.0:1778653810.206351:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1778653810.206354:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.206355:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a68 00000002:00010000:3.0:1778653810.206357:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.206361:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653810.206365:0:31461:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653810.206370:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d500. 00000020:00000040:3.0:1778653810.206375:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653810.206381:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653810.206387:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.206390:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.206391:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.206392:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.206395:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.206397:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.206401:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.206409:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94400. 00000100:00000001:3.0:1778653810.206419:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206424:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.206426:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206428:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.206429:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.206431:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.206444:0:31461:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00010000:00000001:3.0:1778653810.206449:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653810.206453:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653810.206456:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:3.0:1778653810.206458:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.206461:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653810.206465:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177200. 00000020:00000001:3.0:1778653810.206468:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653810.206470:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177200 with handle 0x3df471c51a89015e to hash 00000020:00000001:3.0:1778653810.206472:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653810.206474:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.206478:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.206482:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.206483:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.206486:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.206494:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.206503:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653810.206509:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.206511:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.206949:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.206952:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653810.206956:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.206957:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000001:3.0:1778653810.206962:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.206968:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.206971:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.206973:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.206985:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.206995:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.206999:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.207003:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.207006:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.207009:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.207013:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674560:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653810.207017:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.207025:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.207029:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.207032:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.207038:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653810.207040:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.207050:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.207055:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.207063:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.207072:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054674560, portal 10 00000100:00000001:3.0:1778653810.207075:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.207076:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000040:3.0:1778653810.207082:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.207090:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.207093:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.207096:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c088. 00000100:00000200:3.0:1778653810.207100:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054674560, offset 0 00000400:00000200:3.0:1778653810.207107:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.207118:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.207128:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.207135:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.207141:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.207145:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.207148:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.207153:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2405:2405:256:4294967295] 192.168.204.110@tcp LPNI seq info [2405:2405:8:4294967295] 00000400:00000200:3.0:1778653810.207157:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.207168:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.207175:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.207181:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653810.207331:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.207342:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.207347:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.207742:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.207748:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 830406 usecs (831 jiffies) 00000400:00000200:3.0:1778653810.207753:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.207757:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366215 00000100:00000001:3.0:1778653810.207769:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.207773:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366215 00000100:00000001:3.0:1778653810.207775:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.207778:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.207781:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.207784:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.207787:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.207789:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.207792:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.207796:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.208324:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.208331:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:0.0:1778653810.208337:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.208345:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.208352:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c088 00000400:00000010:0.0:1778653810.208355:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c088. 00000100:00000001:0.0:1778653810.208360:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.208365:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.208376:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.208379:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.208385:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.208387:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653810.209699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6860. 00000080:00000010:3.1:1778653810.212925:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd97380. 00000080:00000010:3.1:1778653810.212943:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6680. 00000800:00000001:0.0:1778653810.217109:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.217133:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.217139:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.217142:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.217153:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.217163:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.217175:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.217181:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.217189:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.217194:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534dc80 00000400:00000200:0.0:1778653810.217199:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.217207:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6379 [1] + 224 00000800:00000001:0.0:1778653810.217217:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.217231:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.217235:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.217240:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.217251:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.217260:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653810.217324:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.217376:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.217394:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653810.217408:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.217412:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653810.217452:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.217454:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.217459:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.217465:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.217468:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.217471:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.217476:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.217485:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.217491:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.217495:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.217498:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.217502:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.217505:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.217508:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.217512:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.217523:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653810.217528:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.217531:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.217533:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.217537:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.217542:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.217546:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.217549:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.217551:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.217554:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.217560:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.217568:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.217572:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.217574:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.217578:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.217586:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674560:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653810.217592:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.217595:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.217598:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.217601:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.217604:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.217611:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.217615:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.217619:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.217621:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.217625:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653810.217630:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217633:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217637:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653810.217639:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217643:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653810.217695:0:31461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177200, remote cookie: 0xdfa36d541726f8b6, flags: 0x1001 00010000:00010000:3.0:1778653810.217702:0:31461:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653810.217711:0:31461:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653810.217715:0:31461:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1778653810.217723:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 2 00010000:00000001:3.0:1778653810.217726:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.217730:0:31461:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.217733:0:31461:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.217742:0:31461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217749:0:31461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653810.217755:0:31461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653810.217757:0:31461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653810.217760:0:31461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653810.217761:0:31461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653810.217764:0:31461:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff91538f63cf00) refcount = 2 00010000:00000040:3.0:1778653810.217767:0:31461:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653810.217770:0:31461:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1778653810.217781:0:31461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217788:0:31461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653810.217790:0:31461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653810.217792:0:31461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.217795:0:31461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653810.217798:0:31461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.217801:0:31461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217807:0:31461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653810.217809:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217810:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.217812:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217813:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.217814:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.217819:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653810.217821:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217823:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217824:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.217826:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217828:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217830:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217831:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217832:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653810.217834:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217836:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217839:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.217842:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.217846:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217859:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217860:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.217862:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217863:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217865:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=5 00000020:00000001:3.0:1778653810.217867:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217870:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217872:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.217875:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217881:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217883:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653810.217886:0:31461:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217892:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.217893:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217894:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.217895:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217896:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653810.217901:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653810.217909:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217911:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217912:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.217913:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217915:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217918:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217919:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.217921:0:31461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.217924:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.217928:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653810.217931:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217933:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217934:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.217936:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217938:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653810.217942:0:31461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.217949:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217950:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.217952:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653810.217953:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.217955:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.217956:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.217958:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.217960:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653810.217963:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 3 00010000:00000001:3.0:1778653810.217965:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653810.217968:0:31461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1778653810.217971:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.217972:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.217974:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653810.217978:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579e8 00000002:00002000:3.0:1778653810.217980:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653810.217984:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.217988:0:31461:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.217992:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653810.217995:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653810.217999:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.218004:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653810.218007:0:31461:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653810.218009:0:31461:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1f57e00 it_disposition b 00000080:00000001:3.0:1778653810.218013:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653810.218021:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653810.218024:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653810.218028:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1778653810.218031:0:31461:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653810.218039:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653810.218042:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1778653810.218045:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218048:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1778653810.218051:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653810.218054:0:31461:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833959 mtime from 1778653789 to 1778653810 00000080:00200000:3.0:1778653810.218059:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00200000:3.0:1778653810.218062:0:31461:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff91538bd942c8): rc = 0 00000080:00000001:3.0:1778653810.218064:0:31461:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:3.0:1778653810.218066:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.218068:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.218069:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.218071:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.218073:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.218075:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218076:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.218077:0:31461:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653810.218079:0:31461:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653810.218081:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653810.218084:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653810.218086:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.218089:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) for lock 0x3df471c51a89015e 00800000:00000001:3.0:1778653810.218092:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.218094:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.218095:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.218096:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.218097:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.218099:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.218101:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.218103:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218104:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.218106:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.218108:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653810.218115:0:31461:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bde0438 inode ffff91538bd942c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653810.218120:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653810.218122:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218124:0:31461:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653810.218129:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653810.218133:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89015e from it ffffa71ac1f57e00 00010000:00000001:3.0:1778653810.218134:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.218136:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.218137:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.218139:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.218141:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.218143:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.218145:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.218151:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218152:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.218154:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.218156:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.218158:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.218166:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.218169:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.218171:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.218176:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218177:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.218179:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218182:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.218184:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218187:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218190:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218192:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.218193:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218194:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.218195:0:31461:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653810.218200:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1b400. 00000100:00000001:3.0:1778653810.218205:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.218209:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d500 x1865052054674560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.218216:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.218219:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.218223:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653810.218226:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.218229:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.218231:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.218233:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.218237:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653810.218242:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.218244:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.218247:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d500. 00000100:00000001:3.0:1778653810.218251:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.218252:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.218255:0:31461:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653810.218257:0:31461:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1f57e00 released 00000080:00000001:3.0:1778653810.218259:0:31461:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653810.218265:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.218267:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653810.218269:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d50 00000080:00200000:3.0:1778653810.218282:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653810.218292:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1b400. 00800000:00000002:3.0:1778653810.218298:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.218302:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.218305:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.218307:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c70 00800000:00000002:3.0:1778653810.218310:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.218313:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653810.218318:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653810.218324:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.218326:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b40 00000002:00010000:3.0:1778653810.218327:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.218331:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653810.218333:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218335:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218338:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:3.0:1778653810.218340:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.218343:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.218345:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653810.218349:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1778653810.218357:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653810.218362:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.218365:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1778653810.218371:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653810.218373:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.218376:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.218377:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.218379:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.218381:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653810.218383:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653810.218385:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.218387:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1b400. 00000080:00000001:3.0:1778653810.218390:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653810.218392:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.218394:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653810.218397:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89011f 00800000:00000001:3.0:1778653810.218400:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.218402:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.218403:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.218405:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.218406:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:3.0:1778653810.218408:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.218411:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.218413:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218414:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.218415:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.218417:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.218419:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89011f from it ffffa71ac1f57d88 00010000:00000001:3.0:1778653810.218420:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.218421:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.218423:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a400 refcount=3 00000020:00000001:3.0:1778653810.218425:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.218427:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961280 : -121687080590336 : ffff915384c9a400) 00010000:00000001:3.0:1778653810.218429:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.218432:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1778653810.218439:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218440:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.218441:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.218442:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.218445:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1778653810.218451:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.218453:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.218454:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.218457:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218458:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.218459:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218461:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.218462:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218465:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218466:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218468:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.218469:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218470:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653810.218472:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653810.218473:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.218476:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653810.218481:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218486:0:31461:0:(namei.c:2309:ll_rmdir()) Process entered 00000020:00000001:3.0:1778653810.218488:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e18 00000080:00200000:3.0:1778653810.218490:0:31461:0:(namei.c:2312:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:3.0:1778653810.218494:0:31461:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1778653810.218498:0:31461:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:3.0:1778653810.218502:0:31461:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653810.218506:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1b400. 00800000:00000002:3.0:1778653810.218509:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:3.0:1778653810.218515:0:31461:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653810.218521:0:31461:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1778653810.218523:0:31461:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1778653810.218526:0:31461:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.218528:0:31461:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:3.0:1778653810.218533:0:31461:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1778653810.218536:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653810.218539:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 2 00010000:00000001:3.0:1778653810.218541:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.218544:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653810.218547:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653810.218550:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1778653810.218558:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653810.218562:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653810.218565:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.218567:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653810.218570:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218572:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218573:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 3 00010000:00000001:3.0:1778653810.218575:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218577:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.218579:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218580:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218582:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 3 00010000:00000001:3.0:1778653810.218584:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218585:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.218587:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218588:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218589:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ca00 count: 3 00010000:00000001:3.0:1778653810.218591:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218593:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218595:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653810.218598:0:31461:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653810.218732:0:31461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653810.218735:0:31461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653810.218737:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653810.218739:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218743:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653810.218746:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653810.218748:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653810.218750:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.218751:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653810.218755:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a400 with handle 0x3df471c51a89011f from hash 00010000:00000001:3.0:1778653810.218758:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653810.218759:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218760:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.218761:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653810.218764:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653810.218766:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653810.218769:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653810.218771:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.218773:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.218776:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653810.218779:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 3 00010000:00000001:3.0:1778653810.218780:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.218782:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653810.218785:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653810.218787:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1778653810.218794:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653810.218795:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653810.218797:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.218798:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:3.0:1778653810.218800:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218802:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218804:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:3.0:1778653810.218806:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218808:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.218810:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218811:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218813:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:3.0:1778653810.218815:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218817:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.218818:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218819:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218821:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:3.0:1778653810.218823:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218825:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218827:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653810.218829:0:31461:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff91538bd94200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653810.218832:0:31461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653810.218833:0:31461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653810.218835:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653810.218838:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff91538bd942c8) invalid 00000020:00000001:3.0:1778653810.218841:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a80 00000080:00002000:3.0:1778653810.218843:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91538bde0438) parent ffff91538bd08360 inode ffff91538bd942c8 refc 2 00000080:00000001:3.0:1778653810.218847:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653810.218848:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653810.218850:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.218852:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653810.218853:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653810.218854:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653810.218856:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.218857:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653810.218860:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177200 with handle 0x3df471c51a89015e from hash 00010000:00000001:3.0:1778653810.218862:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653810.218863:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.218865:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.218866:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653810.218868:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653810.218869:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653810.218871:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653810.218873:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1778653810.218880:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653810.218882:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653810.218883:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.218884:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:3.0:1778653810.218886:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218888:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218890:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:3.0:1778653810.218892:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218894:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.218895:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.218896:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.218898:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:3.0:1778653810.218899:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.218901:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218903:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.218905:0:31461:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653810.218908:0:31461:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653810.218913:0:31461:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00000080:00000001:3.0:1778653810.218916:0:31461:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653810.218921:0:31461:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653810.218924:0:31461:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653810.218927:0:31461:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:3.0:1778653810.218930:0:31461:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653810.218932:0:31461:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:3.0:1778653810.218939:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d500. 00000020:00000040:3.0:1778653810.218943:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653810.218948:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.218951:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.218956:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.218965:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1ba00. 00000100:00000001:3.0:1778653810.218972:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653810.218987:0:31461:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653810.218998:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653810.219004:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653810.219012:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.219014:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.219022:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.219024:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653810.219027:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.219029:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000001:3.0:1778653810.219033:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.219039:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.219041:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.219043:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.219048:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.219055:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.219058:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.219062:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.219065:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.219068:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.219072:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674816:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1778653810.219076:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.219082:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.219085:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.219088:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.219093:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653810.219095:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.219102:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.219106:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.219112:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.219120:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054674816, portal 10 00000100:00000001:3.0:1778653810.219122:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.219123:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000040:3.0:1778653810.219130:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.219137:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.219140:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.219144:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c2a8. 00000100:00000200:3.0:1778653810.219153:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054674816, offset 0 00000400:00000200:3.0:1778653810.219161:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.219169:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.219178:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.219185:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.219190:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.219195:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.219198:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.219203:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2406:2406:256:4294967295] 192.168.204.110@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:3.0:1778653810.219208:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.219220:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.219227:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.219234:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5800. 00000800:00000200:3.0:1778653810.219244:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.219253:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.219257:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.219267:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.219294:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 829291 usecs (830 jiffies) 00000400:00000200:3.0:1778653810.219298:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.219302:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366225 00000100:00000001:3.0:1778653810.219305:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.219307:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366225 00000100:00000001:3.0:1778653810.219310:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.219312:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.219315:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.219318:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.219320:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.219322:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.219325:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.219328:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.219833:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.219839:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:0.0:1778653810.219844:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.219851:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.219857:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c2a8 00000400:00000010:0.0:1778653810.219859:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c2a8. 00000100:00000001:0.0:1778653810.219863:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.219868:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.219878:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.219881:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.219888:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.219890:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653810.225986:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.226027:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.226033:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.226036:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.226048:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.226059:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.226071:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.226077:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.226085:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.226090:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534dd80 00000400:00000200:0.0:1778653810.226096:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.226355:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6381 [1] + 224 00000800:00000001:0.0:1778653810.226367:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.226378:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.226382:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.226387:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.226397:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.226408:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653810.226422:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.226478:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.226496:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653810.226507:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.226511:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653810.226877:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.226881:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.226885:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.226891:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.226894:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.226897:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.226902:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.226912:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d500 x1865052054674816/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.226973:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.226977:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.226981:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.226985:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.226990:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.226993:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.226997:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.227051:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653810.227057:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.227059:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.227062:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.227066:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.227071:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.227075:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653810.227077:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653810.227079:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653810.227082:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.227083:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000001:3.0:1778653810.227087:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.227089:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.227091:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.227094:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.227100:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d500 x1865052054674816/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227380:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.227384:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.227387:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.227393:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d500 x1865052054674816/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.227402:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054674816:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1778653810.227408:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.227412:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.227414:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.227417:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.227421:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d500 x1865052054674816/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227427:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.227431:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.227436:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.227438:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.227450:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.227451:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000002:00000001:3.0:1778653810.227455:0:31461:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.227459:0:31461:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.227466:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000080:00000001:3.0:1778653810.227470:0:31461:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653810.227474:0:31461:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653810.227481:0:31461:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653810.227488:0:31461:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227497:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.227499:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649045120 : -121687060506496 : ffff915385fc1880) 00000100:00000001:3.0:1778653810.227501:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.227504:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227511:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.227513:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.227515:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d500 x1865052054674816/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227520:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.227522:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.227525:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1880 x1865052054674048/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227531:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653810.227535:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.227538:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.227541:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.227544:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f400. 02000000:00000001:3.0:1778653810.227549:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.227552:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.227554:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1880. 00000100:00000001:3.0:1778653810.227564:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.227565:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.227566:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.227569:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d500 x1865052054674816/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227575:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.227577:0:31461:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd6ac0. 00000002:00000001:3.0:1778653810.227580:0:31461:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.227583:0:31461:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.227585:0:31461:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9f680. 00000100:00000001:3.0:1778653810.227588:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.227591:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d500 x1865052054674816/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.227597:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.227599:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.227603:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653810.227606:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.227607:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.227609:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.227610:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.227612:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1ba00. 02000000:00000001:3.0:1778653810.227614:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.227615:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.227616:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d500. 00000100:00000001:3.0:1778653810.227619:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.227620:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.227622:0:31461:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.227626:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.227629:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:3.0:1778653810.227633:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.227638:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.227646:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cf00 count: 4 00010000:00000001:3.0:1778653810.227817:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.227825:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.227828:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.227832:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653810.227835:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff91538bd942c8) invalid 00000020:00000001:3.0:1778653810.227840:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a80 00000080:00002000:3.0:1778653810.227843:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91538bde0438) parent ffff91538bd08360 inode ffff91538bd942c8 refc 2 00000080:00000001:3.0:1778653810.227847:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653810.227851:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653810.227853:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.227858:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653810.227862:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653810.227865:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653810.227867:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.227870:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653810.227874:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9aa00 with handle 0x3df471c51a890157 from hash 00010000:00000001:3.0:1778653810.227877:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653810.227878:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.227880:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.227881:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653810.227885:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653810.227887:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653810.227890:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653810.227892:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1778653810.227896:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1778653810.227905:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d500. 00000020:00000040:3.0:1778653810.227909:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653810.227915:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653810.227917:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.227972:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653810.227978:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.227984:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.227985:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.227986:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.227989:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.227991:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.227997:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.228005:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1ba00. 00000100:00000001:3.0:1778653810.228021:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.228024:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.228027:0:31461:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653810.228033:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653810.228042:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1778653810.228049:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1778653810.228056:0:31461:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1778653810.228057:0:31461:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1778653810.228059:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653810.228062:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a89015e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f8b6 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.228076:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.228077:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653810.228079:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9aa00/0x3df471c51a890157 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f877 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1778653810.228084:0:31461:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63cf00 count: 0 00010000:00000010:3.0:1778653810.228090:0:31461:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36e00. 00010000:00000001:3.0:1778653810.228097:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.228098:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653810.228100:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a400/0x3df471c51a89011f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f7d6 expref: -99 pid: 31459 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1778653810.228238:0:31461:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63ca00 count: 0 00010000:00000010:3.0:1778653810.228242:0:31461:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36f00. 00010000:00000001:3.0:1778653810.228248:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.228250:0:31461:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.228252:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.228254:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.228256:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1778653810.228278:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1778653810.228285:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653810.228293:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.228295:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.228361:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.228365:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653810.228367:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.228368:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000001:3.0:1778653810.228374:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.228379:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.228382:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.228384:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.228388:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.228396:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.228399:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.228403:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.228406:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.228409:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.228412:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675072:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653810.228416:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.228422:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.228425:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.228427:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.228432:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653810.228434:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.228441:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.228446:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.228452:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.228461:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054675072, portal 10 00000100:00000001:3.0:1778653810.228462:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.228463:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000040:3.0:1778653810.228470:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.228477:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.228480:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.228484:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c110. 00000100:00000200:3.0:1778653810.228488:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1865052054675072, offset 0 00000400:00000200:3.0:1778653810.228495:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.228505:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.228516:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.228522:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.228528:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.228533:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.228536:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.228541:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2407:2407:256:4294967295] 192.168.204.110@tcp LPNI seq info [2407:2407:8:4294967295] 00000400:00000200:3.0:1778653810.228545:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.228557:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.228564:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.228571:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653810.228580:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.228589:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.228596:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.228838:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.228845:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 828175 usecs (829 jiffies) 00000400:00000200:3.0:1778653810.228849:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.228853:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366234 00000100:00000001:3.0:1778653810.228858:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.228861:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366234 00000100:00000001:3.0:1778653810.228863:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.228866:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.228869:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.228872:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.228874:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.228878:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.228880:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.228884:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.229648:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.229683:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:0.0:1778653810.229785:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.229794:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.229802:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c110 00000400:00000010:0.0:1778653810.229805:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c110. 00000100:00000001:0.0:1778653810.229810:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.229816:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.229828:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.229831:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.229838:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.229840:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653810.233066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00010000:00000010:3.1:1778653810.233090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cf00. 00010000:00000010:3.1:1778653810.233097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9aa00. 00010000:00000010:3.1:1778653810.233100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ca00. 00010000:00000010:3.1:1778653810.233114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a400. 00000800:00000001:0.0:1778653810.243165:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.243188:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.243193:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.243195:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.243205:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243213:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.243224:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243229:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243236:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243241:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534de80 00000400:00000200:0.0:1778653810.243247:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243255:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6389 [1] + 224 00000800:00000001:0.0:1778653810.243264:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.243286:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.243290:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.243295:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.243306:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.243318:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653810.243330:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.243354:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653810.243366:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653810.243369:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243376:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653810.243384:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2408:2408:256:4294967295] 192.168.204.110@tcp LPNI seq info [2408:2408:8:4294967295] 00000400:00000200:0.0:1778653810.243389:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.243399:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653810.243405:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653810.243413:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000800:00000200:0.0:1778653810.243419:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653810.243427:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653810.243433:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653810.243568:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.243574:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:0.0:1778653810.243578:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.243582:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653810.243588:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.243591:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.243891:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.243902:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.243904:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.243908:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.243914:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.243917:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.243920:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.243926:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653810.243936:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d500 x1865052054675072/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.243942:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.243944:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.243947:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.243951:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.243955:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.243958:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.243962:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.243974:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653810.243979:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.243981:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.243983:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.243986:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.243991:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.243995:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653810.243998:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x10000014d] 00000100:00000001:3.0:1778653810.244000:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653810.244002:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.244004:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000001:3.0:1778653810.244008:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.244011:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.244012:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.244015:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.244021:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d500 x1865052054675072/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.244028:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.244032:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.244035:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.244039:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d500 x1865052054675072/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653810.244046:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675072:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653810.244052:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.244055:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.244058:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.244060:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.244064:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d500 x1865052054675072/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.244071:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.244074:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.244077:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.244079:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.244089:0:31461:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.244093:0:31461:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.244098:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.244101:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1b400. 00000080:00000002:3.0:1778653810.244108:0:31461:0:(namei.c:1683:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1778653789 to 1778653810 00000100:00000001:3.0:1778653810.244114:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.244117:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d500 x1865052054675072/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.244123:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.244125:0:31461:0:(namei.c:2355:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.244229:0:31461:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:3.0:1778653810.244234:0:31461:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1778653810.244236:0:31461:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff91538bd942c8) 00800000:00000001:3.0:1778653810.244241:0:31461:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:3.0:1778653810.244243:0:31461:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:3.0:1778653810.244249:0:31461:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1778653810.244255:0:31461:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.244258:0:31461:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.244261:0:31461:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1778653810.244263:0:31461:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1778653810.244265:0:31461:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.244267:0:31461:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.244283:0:31461:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653810.244285:0:31461:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1778653810.244303:0:31461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653810.244307:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e30 00000080:00002000:3.0:1778653810.244310:0:31461:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff91538bde0438, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653810.244313:0:31461:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.244317:0:31461:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653810.244320:0:31461:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653810.244370:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.244374:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.244375:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653810.244377:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b20 00000080:00200000:3.0:1778653810.244379:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653810.244386:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1b400. 00800000:00000002:3.0:1778653810.244395:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.244400:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.244404:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.244406:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a40 00800000:00000002:3.0:1778653810.244409:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.244413:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653810.244417:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653810.244423:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.244425:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57910 00000002:00010000:3.0:1778653810.244427:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.244431:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653810.244433:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.244436:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653810.244440:0:31461:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.244442:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.244444:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.244447:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653810.244449:0:31461:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653810.244455:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d180. 00000020:00000040:3.0:1778653810.244460:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653810.244466:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653810.244472:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.244481:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.244483:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.244485:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.244487:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.244490:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.244495:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.244502:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94800. 00000100:00000001:3.0:1778653810.244510:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.244515:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.244516:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.244518:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.244519:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.244521:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.244526:0:31461:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00010000:00000001:3.0:1778653810.244712:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653810.244716:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653810.244722:0:31461:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6000. 00010000:00000010:3.0:1778653810.244727:0:31461:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9500. 00010000:00000001:3.0:1778653810.244732:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653810.244735:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177200. 00000020:00000001:3.0:1778653810.244740:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653810.244743:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177200 with handle 0x3df471c51a890165 to hash 00000020:00000001:3.0:1778653810.244745:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653810.244747:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.244751:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.244755:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.244758:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.244763:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.244773:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.244783:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653810.244788:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.244790:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.244797:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.244799:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653810.244802:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.244803:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000001:3.0:1778653810.244807:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.244812:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.244814:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.244816:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.244823:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.244831:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.244834:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.244838:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.244841:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.244844:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.244847:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675200:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653810.244852:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.244859:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.244862:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.244865:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.244871:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653810.244872:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.244880:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.244884:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.244889:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.244896:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054675200, portal 10 00000100:00000001:3.0:1778653810.244898:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.244900:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000040:3.0:1778653810.244905:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.244913:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.244916:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.244919:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c990. 00000100:00000200:3.0:1778653810.244923:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054675200, offset 0 00000400:00000200:3.0:1778653810.244930:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.244937:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.244946:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.244953:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.244958:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.244963:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.244966:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.244969:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2409:2409:256:4294967295] 192.168.204.110@tcp LPNI seq info [2409:2409:8:4294967295] 00000400:00000200:3.0:1778653810.244973:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.244983:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.244989:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.244994:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653810.245001:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.245008:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.245012:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.245477:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.245485:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 827075 usecs (828 jiffies) 00000400:00000200:3.0:1778653810.245489:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.245493:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366249 00000100:00000001:3.0:1778653810.245497:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.245499:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366249 00000100:00000001:3.0:1778653810.245501:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.245504:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.245507:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.245510:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.245512:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.245515:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.245518:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.245521:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.246203:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.246210:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:0.0:1778653810.246218:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.246225:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.246233:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c990 00000400:00000010:0.0:1778653810.246236:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c990. 00000100:00000001:0.0:1778653810.246241:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.246248:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.246259:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.246262:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.246268:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.246552:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1778653810.250722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd94200. 00000080:00000010:3.1:1778653810.250745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a3842c0. 00000800:00000001:1.0:1778653810.254186:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.254210:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.254220:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.254222:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.254233:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.254242:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.254253:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.254259:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.254265:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.254281:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534df00 00000400:00000200:1.0:1778653810.254288:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.254295:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6391 [1] + 224 00000800:00000001:1.0:1778653810.254305:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.254318:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.254322:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.254327:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.254337:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.254350:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.254362:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.254383:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.254394:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.254397:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.254524:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.254535:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.254537:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.254541:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.254547:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.254550:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.254553:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.254558:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.254568:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.254574:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.254576:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.254579:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.254583:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.254587:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.254590:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.254594:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.254606:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653810.254612:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.254615:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.254617:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.254621:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.254625:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.254629:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.254632:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.254634:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.254637:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.254642:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.254691:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.254695:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.254698:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.254703:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.254711:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675200:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653810.254717:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.254721:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.254724:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.254726:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.254729:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.254736:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.254739:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.254744:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.254745:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.254749:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653810.254754:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254757:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254761:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653810.254763:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254766:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653810.254773:0:31461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177200, remote cookie: 0xdfa36d541726f8d9, flags: 0x1001 00010000:00010000:3.0:1778653810.254779:0:31461:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653810.254792:0:31461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254798:0:31461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653810.254803:0:31461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653810.254805:0:31461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653810.254807:0:31461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653810.254809:0:31461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653810.254812:0:31461:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9153837f6000) refcount = 1 00010000:00010000:3.0:1778653810.254817:0:31461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254823:0:31461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653810.254826:0:31461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653810.254828:0:31461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.254830:0:31461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653810.254833:0:31461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.254836:0:31461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254842:0:31461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653810.254844:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254846:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.254847:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254848:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.254850:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.254855:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653810.254857:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254859:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254860:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.254862:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254864:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254866:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254867:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254868:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653810.254870:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254872:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254875:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.254879:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.254882:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254889:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254889:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.254891:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254892:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254893:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=5 00000020:00000001:3.0:1778653810.254895:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254896:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254899:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.254902:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254908:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254909:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653810.254912:0:31461:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254923:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.254925:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254926:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.254927:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254928:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653810.254932:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653810.254941:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254942:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254943:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.254945:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254947:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254949:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254950:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.254952:0:31461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.254954:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.254957:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653810.254960:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254961:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254962:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.254964:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254965:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653810.254968:0:31461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.254974:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.254974:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.254976:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653810.254977:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.254978:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.254979:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.254981:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.254983:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653810.254991:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653810.254994:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653810.254998:0:31461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1778653810.255001:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.255002:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.255003:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653810.255006:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57890 00000002:00002000:3.0:1778653810.255008:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653810.255012:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.255016:0:31461:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.255019:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653810.255023:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653810.255026:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.255030:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.255034:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1b400. 00000080:00000001:3.0:1778653810.255039:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653810.255043:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653810.255050:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1778653810.255055:0:31461:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653810.255062:0:31461:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861ba400. 00800000:00000001:3.0:1778653810.255065:0:31461:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651112448 : -121687058439168 : ffff9153861ba400) 00800000:00000001:3.0:1778653810.255067:0:31461:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.255070:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653810.255073:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653810.255075:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653810.255078:0:31461:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653810.255082:0:31461:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653810.255084:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.255089:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653810.255092:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1778653810.255098:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653810.255100:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.255101:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.255102:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.255104:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.255106:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.255109:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.255110:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.255112:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653810.255114:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653810.255115:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861ba400 1 00800000:00000010:3.0:1778653810.255117:0:31461:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861ba400. 00800000:00000001:3.0:1778653810.255120:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.255124:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890165 00800000:00000001:3.0:1778653810.255127:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.255128:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.255129:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.255130:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.255131:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.255132:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.255134:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.255136:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.255139:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.255141:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.255143:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.255146:0:31461:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.255148:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653810.255151:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890165 from it ffffa71ac1f57b58 00010000:00000001:3.0:1778653810.255153:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.255154:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.255155:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.255157:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.255158:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.255160:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.255162:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.255174:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.255175:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.255176:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.255179:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.255181:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.255188:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.255190:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.255193:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.255198:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.255199:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.255200:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.255204:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.255205:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.255207:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.255209:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.255211:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.255212:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.255213:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653810.255215:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.255219:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d180 x1865052054675200/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.255227:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.255229:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.255233:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce4000. 02000000:00000001:3.0:1778653810.255236:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.255239:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.255241:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.255243:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.255246:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653810.255251:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.255253:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.255255:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d180. 00000100:00000001:3.0:1778653810.255259:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.255261:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.255265:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653810.255443:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.255452:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653810.255455:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b48 00000080:00002000:3.0:1778653810.255457:0:31461:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91538bde0288) flags 0x20000e refc 1 00000080:00000001:3.0:1778653810.255461:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653810.255463:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b90 00000080:00200000:3.0:1778653810.255465:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:3.0:1778653810.255472:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653810.255474:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.255725:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d08 00000080:00200008:2.0:1778653810.255729:0:31461:0:(file.c:6227:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.255737:0:31461:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:2.0:1778653810.255742:0:31461:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.255746:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.255747:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c80 00000080:00200000:2.0:1778653810.255750:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988),name=d21h.recovery-small-2 00000080:00000010:2.0:1778653810.255758:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.255765:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.255772:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.255775:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.255777:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ba0 00800000:00000002:2.0:1778653810.255779:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.255782:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.255788:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.255793:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.255795:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a70 00000002:00010000:2.0:1778653810.255798:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.255801:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.255803:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.255805:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.255809:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.255811:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.255816:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.255818:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.255822:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653810.255830:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.255835:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.255838:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653810.255844:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.255846:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.255848:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.255850:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.255852:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.255854:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.255856:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.255858:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.255860:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.255863:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.255865:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.255867:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00010000:2.0:1778653810.255870:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a89013b 00800000:00000001:2.0:1778653810.255872:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.255874:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.255875:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.255876:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.255878:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.255880:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.255882:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.255884:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.255886:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.255887:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.255888:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.255890:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89013b from it ffffa71ac1f57cb8 00010000:00000001:2.0:1778653810.255892:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.255893:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.255895:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.255896:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.255898:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.255900:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.255902:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.255908:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.255909:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.255910:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.255912:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.255913:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.255919:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.255921:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.255922:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.255925:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.255926:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.255928:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.255929:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.255930:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.255932:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.255934:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.255936:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.255938:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.255939:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.255941:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.255942:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.255946:0:31461:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.255951:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d08 00000080:00000008:2.0:1778653810.255953:0:31461:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.256005:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.256008:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.256009:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.256010:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00200000:2.0:1778653810.256012:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653810.256016:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.256018:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.256020:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.256022:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.256023:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ae0 00800000:00000002:2.0:1778653810.256024:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.256027:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.256029:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.256032:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.256033:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579b0 00000002:00010000:2.0:1778653810.256035:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.256037:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.256039:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.256040:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.256042:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.256044:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.256047:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.256049:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.256051:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653810.256058:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.256061:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.256064:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653810.256071:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.256073:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.256074:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.256076:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.256077:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.256079:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.256081:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.256083:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.256085:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.256088:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.256089:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.256091:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.256093:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890165 00800000:00000001:2.0:1778653810.256096:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.256097:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.256098:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.256100:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.256101:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653810.256103:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.256105:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.256107:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.256109:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.256110:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.256112:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.256114:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890165 from it ffffa71ac1f57bf8 00010000:00000001:2.0:1778653810.256116:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.256117:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.256118:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653810.256120:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.256122:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.256124:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.256127:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.256133:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.256134:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.256135:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.256137:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.256138:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.256145:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.256146:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.256147:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.256149:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.256150:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.256151:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.256153:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.256154:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.256156:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.256158:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.256159:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.256161:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.256162:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.256164:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.256165:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.256167:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.256170:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.256173:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.256174:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00002000:2.0:1778653810.256176:0:31461:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91538bde0288) flags 0x20000e refc 1 00000080:00000001:2.0:1778653810.256178:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.256179:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c08 00000080:00200000:2.0:1778653810.256180:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1778653810.256183:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.256184:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.256188:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.256190:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 44 00000080:00000001:2.0:1778653810.256193:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.256200:0:31461:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:2.0:1778653810.256203:0:31461:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653810.256205:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00200008:2.0:1778653810.256206:0:31461:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704400 00000080:00000010:2.0:1778653810.256211:0:31461:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653810.256220:0:31461:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1778653810.256222:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.256225:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.256228:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.256229:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.256230:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a28 00800000:00000002:2.0:1778653810.256232:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.256235:0:31461:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1778653810.256238:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579a8 00800000:00000002:2.0:1778653810.256240:0:31461:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1778653810.256244:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.256245:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f578e0 00000002:00010000:2.0:1778653810.256247:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1778653810.256250:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.256253:0:31461:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653810.256257:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.256260:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.256262:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.256264:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.256267:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.256963:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.256971:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.256974:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.256978:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.256981:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.256983:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.256985:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.256987:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.256989:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.256997:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653810.257002:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653810.257009:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.257011:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.257014:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.257019:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.257023:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.257024:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.257026:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.257028:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.257030:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.257034:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.257042:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0e400. 00000100:00000001:2.0:1778653810.257050:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.257056:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.257058:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.257059:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.257060:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.257062:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.257070:0:31461:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00010000:00000001:2.0:1778653810.257073:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.257144:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.257147:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.257149:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.257152:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.257155:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ae00. 00000020:00000001:2.0:1778653810.257159:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.257162:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ae00 with handle 0x3df471c51a89016c to hash 00000020:00000001:2.0:1778653810.257164:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.257166:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.257170:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.257173:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.257174:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.257178:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.257187:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653810.257311:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653810.257326:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653810.257335:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.257342:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.257345:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.257353:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.257355:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.257358:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.257360:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653810.257693:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.257700:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.257703:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.257705:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.257711:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.257719:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.257721:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.257726:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.257729:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.257731:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.257734:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675456:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.257739:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.257746:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.257749:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.257753:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.257899:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.257902:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.257912:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.257919:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.257928:0:31461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538ca10800. 00000100:00000200:2.0:1778653810.257939:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054675456, portal 10 00000100:00000001:2.0:1778653810.257941:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.257943:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653810.257950:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.257958:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.257960:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.257965:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490c38. 00000100:00000200:2.0:1778653810.257969:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054675456, offset 0 00000400:00000200:2.0:1778653810.257976:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.257987:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.257997:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.258004:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.258009:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.258014:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.258017:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.258022:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2410:2410:256:4294967295] 192.168.204.110@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:2.0:1778653810.258027:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.258040:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.258047:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.258054:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d900. 00000800:00000200:2.0:1778653810.258063:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.258072:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.258078:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.258174:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.258180:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 825967 usecs (826 jiffies) 00000400:00000200:2.0:1778653810.258184:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.258188:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366260 00000100:00000001:2.0:1778653810.258192:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.258195:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366260 00000100:00000001:2.0:1778653810.258197:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.258199:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.258202:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.258204:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.258206:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.258209:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.258213:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.258216:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.258830:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.258836:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d900. 00000400:00000200:0.0:1778653810.258843:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.258849:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.258856:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:0.0:1778653810.258859:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:0.0:1778653810.258863:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.258868:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.258879:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.258882:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.258888:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.258890:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.268594:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.268632:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.268638:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.268640:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.268697:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.268707:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.268719:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.268725:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.268732:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.268738:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534e000 00000400:00000200:1.0:1778653810.268743:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.268751:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x6399 [64] + 224 00000800:00000001:1.0:1778653810.268760:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.268771:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.268775:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.268780:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.268790:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.268800:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.268813:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.268826:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.268837:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.268840:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.268936:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.268946:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.268949:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.268953:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:2.0:1778653810.268960:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538ca10800 00000400:00000010:2.0:1778653810.268962:0:31461:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538ca10800. 00000100:00000001:2.0:1778653810.268967:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.268972:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.268983:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.268990:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.268993:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.268996:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.269000:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.269004:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.269007:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.269010:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.269024:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.269029:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.269031:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653810.269036:0:31461:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915385fc1500 x1865052054675456/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.269043:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1778653810.269046:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.269048:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653810.269050:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.269053:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.269055:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653810.269059:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.269061:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.269064:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.269067:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1778653810.269072:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.269080:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1778653810.269083:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.269086:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.269090:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.269098:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675456:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.269104:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.269107:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1778653810.269110:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.269113:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.269116:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.269123:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.269126:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.269129:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.269131:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1778653810.269135:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.269142:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.269145:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.269148:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=4 00000020:00000001:2.0:1778653810.269151:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.269154:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00010000:2.0:1778653810.269160:0:31461:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269171:0:31461:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1778653810.269175:0:31461:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269182:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.269185:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269191:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269193:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653810.269195:0:31461:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269202:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.269205:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.269208:0:31461:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653810.269211:0:31461:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.269217:0:31461:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9ae00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653810.269221:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653810.269226:0:31461:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269232:0:31461:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653810.269235:0:31461:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653810.269238:0:31461:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269244:0:31461:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653810.269247:0:31461:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653810.269248:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.269250:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.269252:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=5 00000020:00000001:2.0:1778653810.269253:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.269255:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.269259:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.269261:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653810.269267:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.269280:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.269284:0:31461:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653810.269285:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.269289:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.269291:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.269293:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.269294:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653810.269297:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ae00 with handle 0x3df471c51a89016c from hash 00010000:00000001:2.0:1778653810.269300:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.269301:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269302:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269303:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.269305:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.269307:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653810.269310:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269310:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269312:0:31461:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269314:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.269317:0:31461:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269323:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269324:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269325:0:31461:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653810.269327:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.269328:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269329:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269330:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.269332:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a89016c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.269345:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269347:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1778653810.269352:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1778653810.269359:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.269369:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1778653810.269374:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.269381:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.269382:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653810.269384:0:31461:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.269387:0:31461:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.269389:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.269392:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1778653810.269394:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.269396:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00010000:00000001:2.0:1778653810.269398:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653810.269399:0:31461:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.269401:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.269405:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57860 00000002:00002000:2.0:1778653810.269407:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1778653810.269410:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.269414:0:31461:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.269417:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.269420:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653810.269423:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.269428:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.269432:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.269438:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.269445:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.269448:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.269452:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653810.269454:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1778653810.269456:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269463:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1778653810.269466:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653810.269472:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00000001:2.0:1778653810.269475:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.269479:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.269481:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269485:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.269487:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.269490:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.269494:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.269502:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269506:0:31461:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.269514:0:31461:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e9f940. 00000080:00000001:2.0:1778653810.269517:0:31461:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1778653810.269521:0:31461:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1778653810.269524:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1778653810.269528:0:31461:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915388bd6860. 00000002:00100000:2.0:1778653810.269532:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.269537:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.269540:0:31461:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1778653810.269545:0:31461:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1778653810.269549:0:31461:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269553:0:31461:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1778653810.269555:0:31461:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269557:0:31461:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.269562:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.269565:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1778653810.269572:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.269575:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.269630:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1778653810.269632:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.269634:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00000008:2.0:1778653810.269637:0:31461:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704400, rc = 0 00000080:00000001:2.0:1778653810.269641:0:31461:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.269729:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00200008:2.0:1778653810.269732:0:31461:0:(file.c:6227:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.269741:0:31461:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:2.0:1778653810.269746:0:31461:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.269749:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.269751:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ca0 00000080:00200000:2.0:1778653810.269752:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988),name=d21h.recovery-small-2 00000080:00000010:2.0:1778653810.269760:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00800000:00000002:2.0:1778653810.269766:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.269775:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.269779:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.269781:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00800000:00000002:2.0:1778653810.269783:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.269787:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.269792:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.269797:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.269799:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a90 00000002:00010000:2.0:1778653810.269801:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.269805:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.269807:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.269811:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.269818:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.269821:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.269826:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.269829:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.269833:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653810.269843:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.269848:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.269851:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1778653810.269863:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.269865:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.269867:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.269870:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.269871:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.269873:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.269876:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.269877:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.269880:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.269884:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.269886:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.269889:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00010000:2.0:1778653810.269893:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a89013b 00800000:00000001:2.0:1778653810.269895:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.269897:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.269898:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.269899:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.269901:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.269903:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.269905:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.269908:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269909:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.269910:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.269912:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.269914:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89013b from it ffffa71ac1f57cd8 00010000:00000001:2.0:1778653810.269916:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.269917:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.269919:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.269920:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.269922:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.269924:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.269926:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.269932:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269933:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269935:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.269937:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.269939:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.269946:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.269949:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.269951:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.269957:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269958:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.269959:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.269963:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.269964:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.269966:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.269969:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.269971:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.269973:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.269974:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.269976:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.269977:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.269980:0:31461:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.269983:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00000008:2.0:1778653810.269985:0:31461:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.270007:0:31461:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:2.0:1778653810.270009:0:31461:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1778653810.270014:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.270018:0:31461:0:(dir.c:193:ll_dir_read()) Process entered 00800000:00000001:2.0:1778653810.270024:0:31461:0:(lmv_obd.c:3415:lmv_read_page()) Process entered 00000002:00000001:2.0:1778653810.270028:0:31461:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:2.0:1778653810.270030:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.270031:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ab8 00000002:00010000:2.0:1778653810.270033:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:2.0:1778653810.270036:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.270037:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.270039:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.270041:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.270044:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.270046:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.270048:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.270051:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653810.270059:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.270061:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.270063:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653810.270069:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.270071:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.270072:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.270074:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.270075:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.270077:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.270078:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.270080:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.270082:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.270084:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.270085:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.270087:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.270139:0:31461:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:2.0:1778653810.270145:0:31461:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff91538ca10800. 00000002:00000001:2.0:1778653810.270765:0:31461:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1778653810.270774:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0000. 00000020:00000040:2.0:1778653810.270779:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.270784:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.270788:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.270793:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.270800:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4000. 00000100:00000001:2.0:1778653810.270808:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.270811:0:31461:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1778653810.270816:0:31461:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff915389b0d000. 00000100:00000010:2.0:1778653810.270821:0:31461:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff915383f21000. 00000020:00000040:2.0:1778653810.270823:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.270845:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.270847:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.270853:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.270856:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.270859:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.270860:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000001:2.0:1778653810.270865:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.270870:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.270872:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.270874:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.270883:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.270890:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.270893:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.270897:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.270900:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.270902:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.270905:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675584:192.168.204.110@tcp:37:rm.0 00000100:00000001:2.0:1778653810.270909:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.270915:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.270919:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.270921:0:31461:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1778653810.270930:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.270934:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e6e0. 00000400:00000010:2.0:1778653810.270945:0:31461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff915383e16000. 00000100:00000200:2.0:1778653810.270954:0:31461:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a0414534e080-0x6a0414534e080, portal 14 00000100:00000001:2.0:1778653810.270958:0:31461:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.270966:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.270971:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653810.270973:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.270976:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.270978:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e7e8. 00000400:00000010:2.0:1778653810.270982:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653810.270985:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054675584, portal 10 00000100:00000001:2.0:1778653810.270987:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.270989:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000040:2.0:1778653810.270996:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.271004:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.271007:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.271009:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864902a8. 00000100:00000200:2.0:1778653810.271013:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1865052054675584, offset 0 00000400:00000200:2.0:1778653810.271021:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.271030:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.271038:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.271045:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.271050:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.271054:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.271058:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.271063:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2411:2411:256:4294967295] 192.168.204.110@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:2.0:1778653810.271068:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.271078:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.271085:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.271090:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653810.271098:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.271107:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.271112:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.271126:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.271132:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 824866 usecs (825 jiffies) 00000400:00000200:2.0:1778653810.271135:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.271138:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366272 00000100:00000001:2.0:1778653810.271142:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.271144:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366272 00000100:00000001:2.0:1778653810.271147:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.271149:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.271152:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.271154:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.271156:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.271158:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.271161:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.271164:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.271488:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.271494:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:0.0:1778653810.271500:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.271506:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.271511:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000400:00000010:0.0:1778653810.271514:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:0.0:1778653810.271518:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.271522:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.271532:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.271535:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.271542:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.271545:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653810.275591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00000800:00000001:1.0:1778653810.280345:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.280369:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.280374:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.280377:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.280390:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280400:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.280412:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280418:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280425:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280429:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a0414534e080 00000400:00000200:1.0:1778653810.280441:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280449:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x63a1 [256] + 0 00000400:00000010:1.0:1778653810.280461:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e6e0. 00000400:00000200:1.0:1778653810.280469:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915383e16000 00000800:00000001:1.0:1778653810.280477:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.280488:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.280492:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.280498:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.280505:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e16000 00000400:00000010:1.0:1778653810.280508:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff915383e16000. 00000100:00000001:1.0:1778653810.280517:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1778653810.280520:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915385fc0000 desc ffff915389b0d000 mbits 1865052054675584 00000100:00000001:1.0:1778653810.280541:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1778653810.280552:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653810.280556:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280562:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653810.280569:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2412:2412:256:4294967295] 192.168.204.110@tcp LPNI seq info [2412:2412:8:4294967295] 00000400:00000200:1.0:1778653810.280574:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.280582:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653810.280588:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653810.280597:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91538a318000. 00000800:00000200:1.0:1778653810.280604:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653810.280614:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653810.280619:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538a318000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653810.280746:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.280751:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91538a318000. 00000400:00000200:1.0:1778653810.280755:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.280763:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653810.280769:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.280773:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.280911:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.280916:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653810.286904:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.286929:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.286934:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.286938:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.286949:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.286958:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.286970:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.286976:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.286983:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.286989:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a0414534e080 00000400:00000200:1.0:1778653810.286995:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.287002:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x63a9 [1] + 224 00000800:00000001:1.0:1778653810.287012:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.287027:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.287030:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.287036:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.287045:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.287057:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.287069:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.287148:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653810.287169:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.287182:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.287186:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653810.287968:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.287973:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.287978:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e7e8. 00000400:00000200:2.0:1778653810.287985:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:2.0:1778653810.287988:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:2.0:1778653810.287993:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.288000:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.288010:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.288017:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.288019:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.288023:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.288027:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.288031:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.288034:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.288037:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.288049:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653810.288054:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.288057:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.288059:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.288062:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.288067:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.288071:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.288074:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.288076:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.288079:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.288084:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1778653810.288094:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.288102:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.288105:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.288109:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.288118:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675584:192.168.204.110@tcp:37:rm.0 00000100:00000001:2.0:1778653810.288124:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.288129:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.288132:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.288134:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.288138:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.288146:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.288150:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.288155:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.288157:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.288161:0:31461:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.288164:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.288167:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0000 x1865052054675584/t0(0) o37->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.288174:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.288177:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.288180:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653810.288183:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.288187:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.288189:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.288191:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653810.288193:0:31461:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1778653810.288195:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.288196:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.288198:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1778653810.288234:0:31461:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff915383f21000. 00000100:00000010:2.0:1778653810.288237:0:31461:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff915389b0d000. 00000100:00000001:2.0:1778653810.288240:0:31461:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1778653810.288242:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4000. 02000000:00000001:2.0:1778653810.288246:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.288249:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.288251:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0000. 00000100:00000001:2.0:1778653810.288255:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.288256:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.288259:0:31461:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1778653810.288261:0:31461:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1778653810.292012:0:31461:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff91538ca10800. 00000002:00000001:2.0:1778653810.292028:0:31461:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.292039:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.292042:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.292046:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.292049:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.292053:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.292056:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.292063:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.292075:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.292077:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.292079:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.292084:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.292086:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653810.292096:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.292101:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.292103:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.292109:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.292111:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.292113:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.292117:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.292119:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.292122:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.292127:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.292130:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.292131:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.292132:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1778653810.292135:0:31461:0:(lmv_obd.c:3431:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.292143:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1778653810.292150:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653810.292151:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1778653810.292157:0:31461:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.292163:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.292168:0:31461:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.292205:0:31461:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:2.0:1778653810.292208:0:31461:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653810.292211:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00200008:2.0:1778653810.292213:0:31461:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704000 00000080:00400000:2.0:1778653810.292217:0:31461:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:2.0:1778653810.292221:0:31461:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653810.292222:0:31461:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1778653810.292224:0:31461:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653810.292233:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.292237:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.292243:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.292246:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.292250:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.292251:0:31461:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:2.0:1778653810.292253:0:31461:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653810.292255:0:31461:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653810.292261:0:31461:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.292262:0:31461:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653810.292278:0:31461:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653810.292282:0:31461:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653810.292285:0:31461:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:2.0:1778653810.292288:0:31461:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653810.292290:0:31461:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:2.0:1778653810.292299:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0000. 00000020:00000040:2.0:1778653810.292304:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653810.292310:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.292315:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.292320:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.292329:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4000. 00000100:00000001:2.0:1778653810.292338:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653810.292362:0:31461:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653810.292375:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653810.292380:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653810.292389:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.292391:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.292399:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.292402:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.292405:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.292406:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000001:2.0:1778653810.292411:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.292416:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.292418:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.292420:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.292423:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.292429:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.292431:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.292434:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.292437:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.292438:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.292441:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675840:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1778653810.292445:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.292452:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.292454:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.292457:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.292461:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d000. 02000000:00000001:2.0:1778653810.292462:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.292470:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.292474:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e7e8. 00000400:00000010:2.0:1778653810.292481:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653810.292488:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054675840, portal 10 00000100:00000001:2.0:1778653810.292490:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.292490:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000040:2.0:1778653810.292495:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.292505:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.292507:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.292509:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490550. 00000100:00000200:2.0:1778653810.292512:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054675840, offset 0 00000400:00000200:2.0:1778653810.292846:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.292858:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.292947:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.292954:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.292960:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.292965:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.292968:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.292973:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2413:2413:256:4294967295] 192.168.204.110@tcp LPNI seq info [2413:2413:8:4294967295] 00000400:00000200:2.0:1778653810.292978:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.292993:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.293001:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.293009:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653810.293018:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.293029:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.293035:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.293127:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.293134:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 823777 usecs (824 jiffies) 00000400:00000200:2.0:1778653810.293138:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.293141:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366293 00000100:00000001:2.0:1778653810.293144:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.293146:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366293 00000100:00000001:2.0:1778653810.293149:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.293151:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.293154:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.293158:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.293160:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.293163:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.293167:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.293171:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.293962:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.293971:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:0.0:1778653810.293977:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.293986:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.293994:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:0.0:1778653810.293997:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:0.0:1778653810.294003:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.294009:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.294021:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.294025:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.294032:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.294034:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.301752:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.301782:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.301787:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.301790:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.301803:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.301813:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.301828:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.301835:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.301842:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.301848:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534e180 00000400:00000200:1.0:1778653810.301853:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.301862:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x63b1 [1] + 224 00000800:00000001:1.0:1778653810.301872:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.301889:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.301893:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.301898:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.301910:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.301922:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.301935:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.301964:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.301976:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.301980:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.302425:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.302436:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.302438:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.302443:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e7e8. 00000400:00000200:2.0:1778653810.302450:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:2.0:1778653810.302453:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:2.0:1778653810.302456:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.302463:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.302473:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0000 x1865052054675840/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302481:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.302484:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.302487:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.302492:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.302497:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.302500:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.302505:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.302519:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653810.302524:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.302527:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.302529:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.302533:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.302538:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.302542:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.302544:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653810.302545:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.302549:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.302550:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000001:2.0:1778653810.302554:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.302556:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.302558:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.302562:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.302567:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0000 x1865052054675840/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302574:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.302577:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.302580:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.302585:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0000 x1865052054675840/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.302593:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054675840:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1778653810.302599:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.302602:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.302604:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.302607:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.302610:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054675840/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302617:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.302620:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.302624:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.302626:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.302633:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.302635:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000002:00000001:2.0:1778653810.302638:0:31461:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.302642:0:31461:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.302675:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4200. 00000080:00000001:2.0:1778653810.302680:0:31461:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653810.302685:0:31461:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653810.302690:0:31461:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653810.302697:0:31461:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302705:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.302707:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653810.302709:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.302712:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302718:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.302719:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.302722:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054675840/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302727:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.302729:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.302731:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054675456/t4294967642(4294967642) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302737:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653810.302741:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.302757:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.302760:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.302764:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0e400. 02000000:00000001:2.0:1778653810.302769:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.302771:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.302773:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:2.0:1778653810.302782:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.302784:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.302786:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.302789:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0000 x1865052054675840/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302796:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.302798:0:31461:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd6860. 00000002:00000001:2.0:1778653810.302801:0:31461:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.302803:0:31461:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.302805:0:31461:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9f940. 00000100:00000001:2.0:1778653810.302808:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.302811:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0000 x1865052054675840/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.302824:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653810.302826:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.302830:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d000. 02000000:00000001:2.0:1778653810.302833:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653810.302834:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653810.302835:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653810.302837:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653810.302839:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4000. 02000000:00000001:2.0:1778653810.302841:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653810.302842:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653810.302843:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0000. 00000100:00000001:2.0:1778653810.302845:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653810.302847:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.302849:0:31461:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.302853:0:31461:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653810.302857:0:31461:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.302874:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00000008:2.0:1778653810.302877:0:31461:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704000, rc = 0 00000080:00000001:2.0:1778653810.302881:0:31461:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.302884:0:31461:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.302949:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.302954:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.302956:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.302958:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00200000:2.0:1778653810.302961:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653810.302968:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4000. 00800000:00000002:2.0:1778653810.302975:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.302980:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.302985:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.302987:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ae0 00800000:00000002:2.0:1778653810.302990:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.302994:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.302998:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.303004:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.303007:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579b0 00000002:00010000:2.0:1778653810.303009:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.303013:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.303015:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.303019:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.303026:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.303030:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.303036:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.303041:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.303047:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653810.303058:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.303063:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.303067:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1778653810.303075:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.303078:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.303080:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.303082:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.303084:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.303087:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.303090:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.303093:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.303095:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4000. 00000080:00000001:2.0:1778653810.303099:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.303101:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.303104:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.303108:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890165 00800000:00000001:2.0:1778653810.303111:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.303113:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.303116:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.303119:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.303122:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653810.303124:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.303127:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.303130:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.303132:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.303133:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.303136:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.303139:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890165 from it ffffa71ac1f57bf8 00010000:00000001:2.0:1778653810.303141:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.303142:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.303144:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653810.303146:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.303148:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.303150:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.303153:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.303160:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.303161:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.303163:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.303166:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.303168:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.303176:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.303179:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.303182:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.303188:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.303189:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.303191:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303195:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.303197:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303199:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303202:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303205:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.303206:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.303207:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.303209:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.303210:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.303213:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.303217:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.303221:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.303224:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00000080:00002000:2.0:1778653810.303225:0:31461:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91538bde0288) flags 0x20000e refc 1 00000080:00000001:2.0:1778653810.303228:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.303231:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c08 00000080:00200000:2.0:1778653810.303232:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1778653810.303239:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.303241:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.303246:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.303248:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 44 00000080:00000001:2.0:1778653810.303251:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.303258:0:31461:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:2.0:1778653810.303260:0:31461:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653810.303262:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00200008:2.0:1778653810.303265:0:31461:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704400 00000080:00000010:2.0:1778653810.303280:0:31461:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653810.303289:0:31461:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1778653810.303292:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4000. 00800000:00000002:2.0:1778653810.303295:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.303298:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.303299:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.303301:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a28 00800000:00000002:2.0:1778653810.303303:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.303306:0:31461:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1778653810.303310:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579a8 00800000:00000002:2.0:1778653810.303312:0:31461:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1778653810.303316:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.303317:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f578e0 00000002:00010000:2.0:1778653810.303319:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1778653810.303324:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.303327:0:31461:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653810.303331:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.303335:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.303337:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.303340:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.303343:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303345:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.303347:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.303349:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.303351:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.303353:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.303355:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.303356:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303358:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.303360:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.303364:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0000. 00000020:00000040:2.0:1778653810.303367:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653810.303372:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.303374:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303376:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.303382:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.303385:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.303386:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.303387:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.303390:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.303393:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.303396:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.303403:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d000. 00000100:00000001:2.0:1778653810.303411:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303415:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.303416:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303418:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.303419:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.303421:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.303428:0:31461:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00010000:00000001:2.0:1778653810.303432:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.303435:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.303437:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.303439:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.303442:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.303446:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ae00. 00000020:00000001:2.0:1778653810.303449:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.303451:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ae00 with handle 0x3df471c51a890173 to hash 00000020:00000001:2.0:1778653810.303453:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.303455:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.303459:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.303462:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.303464:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.303467:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.303474:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653810.303485:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653810.303493:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653810.303503:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.303509:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.303511:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.303517:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.303520:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.303522:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.303524:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000001:2.0:1778653810.303529:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.303534:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.303537:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.303538:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.303542:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.303551:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.303554:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.303558:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.303561:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.303564:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.303568:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676096:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.303572:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.303579:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.303582:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.303585:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.303786:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.303790:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.303798:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.303803:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e7e8. 00000400:00000010:2.0:1778653810.303810:0:31461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538ca10800. 00000100:00000200:2.0:1778653810.303818:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054676096, portal 10 00000100:00000001:2.0:1778653810.303820:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.303821:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000040:2.0:1778653810.303828:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.303835:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.303838:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.303841:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653810.303846:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054676096, offset 0 00000400:00000200:2.0:1778653810.303853:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.303861:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.303870:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.303876:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.303881:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.303886:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.303889:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.303893:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2414:2414:256:4294967295] 192.168.204.110@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:2.0:1778653810.303898:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.303910:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.303917:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.303923:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653810.303930:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.303940:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.303945:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.303953:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.303959:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 822680 usecs (823 jiffies) 00000400:00000200:2.0:1778653810.303962:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.303966:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366303 00000100:00000001:2.0:1778653810.303970:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.303973:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366303 00000100:00000001:2.0:1778653810.303975:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.303978:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.303981:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.303983:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.303986:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.303989:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.303992:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.303995:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.304502:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.304508:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:0.0:1778653810.304515:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.304521:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.304527:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:0.0:1778653810.304530:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:0.0:1778653810.304534:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.304538:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.304547:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.304551:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.304557:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.304559:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653810.312283:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.312307:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.312312:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.312315:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.312327:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.312337:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.312351:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.312356:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.312362:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.312368:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a0414534e280 00000400:00000200:1.0:1778653810.312375:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.312382:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x63b9 [64] + 224 00000800:00000001:1.0:1778653810.312391:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.312401:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.312404:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.312409:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.312419:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.312431:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653810.312442:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.312472:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653810.312487:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.312493:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.312749:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653810.312760:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.312762:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.312767:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e7e8. 00000400:00000200:2.0:1778653810.312773:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538ca10800 00000400:00000010:2.0:1778653810.312776:0:31461:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538ca10800. 00000100:00000001:2.0:1778653810.312780:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.312785:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.312794:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0000 x1865052054676096/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.312800:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.312803:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.312805:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.312809:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.312813:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.312816:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.312820:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.312831:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.312836:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.312839:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.312841:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.312844:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.312848:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.312852:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.312854:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653810.312855:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.312858:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.312859:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000001:2.0:1778653810.312863:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.312865:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.312867:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.312870:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.312875:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.312883:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.312886:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.312888:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.312892:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.312907:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0000 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676096:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.312913:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.312916:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.312919:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.312921:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.312925:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.312932:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.312936:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.312939:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.312941:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.312943:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.312949:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.312952:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.312955:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=4 00000020:00000001:2.0:1778653810.312957:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.312960:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000040:2.0:1778653810.312966:0:31461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9ae00, remote cookie: 0xdfa36d541726f8f5, flags: 0x1001 00010000:00000040:2.0:1778653810.312969:0:31461:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653810.312972:0:31461:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1778653810.312981:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.312983:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.312988:0:31461:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.312993:0:31461:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.313003:0:31461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.313014:0:31461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653810.313019:0:31461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653810.313021:0:31461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653810.313023:0:31461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653810.313024:0:31461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653810.313028:0:31461:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9153837f6e00) refcount = 2 00010000:00000040:2.0:1778653810.313031:0:31461:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1778653810.313033:0:31461:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1778653810.313040:0:31461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.313047:0:31461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653810.313050:0:31461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653810.313052:0:31461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.313055:0:31461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653810.313058:0:31461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.313061:0:31461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.313066:0:31461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653810.313068:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313069:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.313070:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313071:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.313073:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.313078:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653810.313081:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.313082:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.313084:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.313086:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313088:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313091:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313092:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653810.313097:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.313106:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1778653810.313111:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.313117:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.313120:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.313121:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.313122:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.313124:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313126:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313128:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313129:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.313131:0:31461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.313133:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.313137:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1778653810.313140:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.313141:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00010000:00000001:2.0:1778653810.313143:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.313144:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.313145:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.313148:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313150:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00000002:00010000:2.0:1778653810.313154:0:31461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.313160:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313161:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.313163:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.313165:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.313167:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.313168:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.313169:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313171:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000040:2.0:1778653810.313174:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:2.0:1778653810.313175:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653810.313180:0:31461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:2.0:1778653810.313182:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313183:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.313185:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.313188:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57860 00000002:00002000:2.0:1778653810.313190:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1778653810.313193:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.313198:0:31461:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.313201:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.313205:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653810.313208:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.313213:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.313217:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4000. 00000080:00000001:2.0:1778653810.313222:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.313229:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.313232:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.313235:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653810.313247:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1778653810.313251:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.313256:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1778653810.313259:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653810.313265:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00010000:00000001:2.0:1778653810.313268:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.313463:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.313465:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.313467:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313469:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313471:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313473:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.313475:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653810.313478:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653810.313480:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.313483:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a890173 00800000:00000001:2.0:1778653810.313487:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.313489:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.313490:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.313491:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.313493:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.313494:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313497:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.313499:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.313500:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.313501:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.313503:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.313507:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653810.313509:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.313512:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.314164:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.314176:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.314179:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890173 from it ffffa71ac1f57bd0 00010000:00000001:2.0:1778653810.314182:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.314184:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.314186:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=3 00000020:00000001:2.0:1778653810.314187:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.314190:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.314193:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.314250:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.314259:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.314357:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.314360:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.314364:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.314367:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653810.314377:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.314380:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.314383:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.314389:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.314391:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.314392:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.314396:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.314398:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.314401:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.314405:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.314407:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.314409:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.314410:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653810.314415:0:31461:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.314426:0:31461:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e9f940. 00000080:00000001:2.0:1778653810.314429:0:31461:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1778653810.314435:0:31461:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1778653810.314439:0:31461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1778653810.314443:0:31461:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915388bd6860. 00000002:00100000:2.0:1778653810.314449:0:31461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653810.314454:0:31461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.314455:0:31461:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1778653810.314463:0:31461:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1778653810.314467:0:31461:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.314470:0:31461:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1778653810.314473:0:31461:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.314475:0:31461:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.314480:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.314483:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1778653810.314496:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653810.314501:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653810.314561:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1778653810.314563:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.314568:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b78 00000080:00000008:2.0:1778653810.314571:0:31461:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704400, rc = 0 00000080:00000001:2.0:1778653810.314575:0:31461:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.315081:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00200008:2.0:1778653810.315086:0:31461:0:(file.c:6227:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.315097:0:31461:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:2.0:1778653810.315102:0:31461:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.315105:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.315107:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57ca0 00000080:00200000:2.0:1778653810.315110:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988),name=d21h.recovery-small-2 00000080:00000010:2.0:1778653810.315119:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4000. 00800000:00000002:2.0:1778653810.315127:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.315135:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.315140:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.315142:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bc0 00800000:00000002:2.0:1778653810.315144:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.315148:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.315153:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.315158:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.315160:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a90 00000002:00010000:2.0:1778653810.315161:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.315166:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.315168:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.315172:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.315178:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:2.0:1778653810.315181:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.315186:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.315190:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.315194:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1778653810.315215:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.315220:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.315224:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1778653810.315230:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.315233:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.315235:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.315237:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.315392:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.315396:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.315399:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.315401:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.315404:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4000. 00000080:00000001:2.0:1778653810.315409:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.315411:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.315414:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00010000:2.0:1778653810.315418:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a89013b 00800000:00000001:2.0:1778653810.315421:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.315423:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.315424:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.315426:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.315428:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.315430:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.315432:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.315433:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.315434:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.315436:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.315438:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.315439:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89013b from it ffffa71ac1f57cd8 00010000:00000001:2.0:1778653810.315441:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.315443:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.315444:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:2.0:1778653810.315446:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.315448:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653810.315450:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.315452:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653810.315458:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.315459:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.315460:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.315462:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.315684:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653810.315694:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.315696:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.315698:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.315702:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.315703:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.315705:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.315707:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.315709:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.315710:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.315713:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.315715:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.315716:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.315718:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.315720:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.315721:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.315725:0:31461:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.315730:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d28 00000080:00000008:2.0:1778653810.315732:0:31461:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653810.316067:0:31461:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:2.0:1778653810.316070:0:31461:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1778653810.316078:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4000. 00000080:00000001:2.0:1778653810.316083:0:31461:0:(dir.c:193:ll_dir_read()) Process entered 00000080:00000001:2.0:1778653810.316093:0:31461:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446721060279141312 : -23013430410304 : ffffeb11c4a7c3c0) 00000080:00000001:2.0:1778653810.316099:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1778653810.316103:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653810.316106:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1778653810.316110:0:31461:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.316112:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4000. 00000080:00000001:2.0:1778653810.316117:0:31461:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.316133:0:31461:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:2.0:1778653810.316134:0:31461:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:2.0:1778653810.316137:0:31461:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653810.316139:0:31461:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.316169:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.316174:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.316175:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 1 00000080:00000001:2.0:1778653810.316179:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.316188:0:31461:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653810.316190:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57da0 00000080:00002000:2.0:1778653810.316192:0:31461:0:(dcache.c:87:ll_dcompare()) found name f(ffff91538bde0d80) flags 0x48000e refc 0 00000080:00000001:2.0:1778653810.316195:0:31461:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.316197:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e10 00000080:00200000:2.0:1778653810.316204:0:31461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1778653810.316211:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653810.316213:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988), inode mode 41ed mask 3 00000080:00000001:2.0:1778653810.316216:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.316220:0:31461:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:2.0:1778653810.316222:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57df8 00000080:00200000:2.0:1778653810.316224:0:31461:0:(namei.c:2402:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00000001:2.0:1778653810.316227:0:31461:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1778653810.316230:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.316236:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.316240:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.316246:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.316250:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.316260:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.316267:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.316284:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.316292:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.316297:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.316300:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653810.316305:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.316309:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.316313:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.316318:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.316321:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.316324:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.316326:0:31461:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1778653810.316331:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000002:2.0:1778653810.316335:0:31461:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d57e0 addref 2/0 by ffff915383eba7c0. 00020000:00000002:2.0:1778653810.316337:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.316339:0:31461:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1778653810.316343:0:31461:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1778653810.316345:0:31461:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1778653810.316347:0:31461:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1778653810.316350:0:31461:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1778653810.316352:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.316356:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.316360:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.316363:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.316368:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.316371:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.316375:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.316378:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.316381:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4000. 00000008:00000010:2.0:1778653810.316384:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.316387:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.316390:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.316393:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.316396:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.316398:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653810.316401:0:31461:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653810.316405:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e5200. 00800000:00000001:2.0:1778653810.316413:0:31461:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:2.0:1778653810.316418:0:31461:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1778653810.316421:0:31461:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:2.0:1778653810.316424:0:31461:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.316426:0:31461:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:2.0:1778653810.316433:0:31461:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1778653810.316435:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.316441:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:2.0:1778653810.316444:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.316448:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.316452:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.316456:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1778653810.316465:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.316471:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653810.316482:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653810.316484:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1778653810.316487:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.316489:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.316491:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:2.0:1778653810.316492:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.316495:0:31461:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1778653810.316499:0:31461:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1778653810.316501:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.316506:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.316509:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653810.316516:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.316517:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.316520:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1778653810.316522:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.316524:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.316526:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ae00 refcount=2 00000020:00000001:2.0:1778653810.316528:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.316531:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963840 : -121687080587776 : ffff915384c9ae00) 00010000:00000001:2.0:1778653810.316533:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.316534:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.316536:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.316537:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.316538:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:2.0:1778653810.316540:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.316543:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.316545:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.316545:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.316547:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:2.0:1778653810.316548:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.316550:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.316552:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653810.316555:0:31461:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff91538bd918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653810.318287:0:31461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653810.318297:0:31461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653810.318300:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653810.318304:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff91538bd91988) invalid 00000020:00000001:2.0:1778653810.318312:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a60 00000080:00002000:2.0:1778653810.318314:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91538bde0288) parent ffff91538bd08360 inode ffff91538bd91988 refc 3 00000080:00000001:2.0:1778653810.318320:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653810.318323:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653810.318325:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.318333:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.318338:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.318340:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.318343:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.318346:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653810.318350:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176600 with handle 0x3df471c51a89013b from hash 00010000:00000001:2.0:1778653810.318354:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.318355:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.318357:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.318358:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.318363:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.318365:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653810.318370:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653810.318372:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.318375:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.318379:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653810.318385:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:2.0:1778653810.318388:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.318390:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653810.318394:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.318398:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653810.318406:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.318409:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653810.318411:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653810.318413:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:2.0:1778653810.318417:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.318419:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.318422:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 4 00010000:00000001:2.0:1778653810.318423:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.318427:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.318428:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.318429:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.318431:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 4 00010000:00000001:2.0:1778653810.318432:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.318434:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.318436:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.318437:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.318439:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 4 00010000:00000001:2.0:1778653810.318440:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.318443:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.318444:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.318445:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.318446:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 4 00010000:00000001:2.0:1778653810.318448:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.318450:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.318451:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.318454:0:31461:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653810.318456:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.318467:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.318481:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.318487:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.318491:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.318500:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.318506:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.318512:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.318520:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.318526:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.318531:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4e00. 00000008:00000010:2.0:1778653810.318535:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.318539:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.318543:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.318547:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.318550:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.318563:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.318566:0:31461:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1778653810.318570:0:31461:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:2.0:1778653810.318574:0:31461:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1778653810.318577:0:31461:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1778653810.318583:0:31461:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653810.318586:0:31461:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653810.318588:0:31461:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1778653810.318590:0:31461:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.318592:0:31461:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653810.318594:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.318598:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.318604:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.318609:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.318613:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.318616:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.318620:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.318623:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.318627:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4000. 00000008:00000010:2.0:1778653810.318630:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.318632:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.318636:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.318639:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.318642:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.318644:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653810.318647:0:31461:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.318672:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653810.318674:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff91538bdb0908) invalid 00000020:00000001:2.0:1778653810.318677:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a60 00000080:00002000:2.0:1778653810.318679:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f (ffff91538bde0d80) parent ffff91538bde0288 inode ffff91538bdb0908 refc 1 00000080:00000001:2.0:1778653810.318682:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653810.318683:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653810.318684:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.318686:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.318688:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.318689:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.318691:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.318693:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653810.318695:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176000 with handle 0x3df471c51a890142 from hash 00010000:00000001:2.0:1778653810.318697:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.318698:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.318699:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.318700:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.318702:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.318703:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653810.318705:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653810.318708:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653810.318715:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653810.318716:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653810.318717:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653810.318718:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:2.0:1778653810.318721:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.318722:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.318724:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 4 00010000:00000001:2.0:1778653810.318725:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653810.318727:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.318729:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.318730:0:31461:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653810.318731:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.318734:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.318737:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.318739:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.318741:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.318743:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.318745:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.318747:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.318750:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.318752:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.318754:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4200. 00000008:00000010:2.0:1778653810.318756:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.318758:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.318761:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.318764:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.318766:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.318768:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.318770:0:31461:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1778653810.318771:0:31461:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:2.0:1778653810.318773:0:31461:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1778653810.318775:0:31461:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1778653810.318777:0:31461:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653810.318779:0:31461:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653810.318781:0:31461:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1778653810.318788:0:31461:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.318790:0:31461:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653810.318792:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.318794:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.318797:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.318799:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.318802:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.318804:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.318807:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.318809:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.318812:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4e00. 00000008:00000010:2.0:1778653810.318814:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.318817:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.318820:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.318822:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.318824:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4200. 00000020:00000010:2.0:1778653810.318826:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653810.318828:0:31461:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.318830:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653810.318831:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.318833:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653810.318834:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653810.318836:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653810.318838:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.318840:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653810.318842:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a000 with handle 0x3df471c51a890118 from hash 00010000:00000001:2.0:1778653810.318844:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653810.318845:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.318847:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.318848:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653810.318851:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653810.318852:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653810.318855:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1778653810.318858:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1778653810.318861:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1778653810.318868:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653810.318874:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653810.318882:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653810.318885:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.318888:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.318895:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.318901:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.318902:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.318904:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.318907:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.318910:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.318915:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.318924:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153839e4200. 00000100:00000001:2.0:1778653810.318932:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.318936:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.318938:0:31461:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653810.318945:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653810.318955:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653810.318963:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1778653810.318969:0:31461:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1778653810.318970:0:31461:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1778653810.318972:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.318974:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176000/0x3df471c51a890142 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f854 expref: -99 pid: 31460 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653810.318982:0:31461:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba5c0. 00010000:00000001:2.0:1778653810.319101:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.319104:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.319106:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a890118 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f7c1 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653810.319113:0:31461:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba300. 00010000:00000040:2.0:1778653810.319116:0:31461:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c300 count: 0 00010000:00000010:2.0:1778653810.319123:0:31461:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36200. 00010000:00000001:2.0:1778653810.319129:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.319130:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653810.319132:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a89013b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f838 expref: -99 pid: 31460 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653810.319139:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.319141:0:31461:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.319143:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.319144:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.319146:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653810.319160:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1778653810.319175:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653810.319184:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.319187:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.319195:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.319198:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.319201:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.319203:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653810.319209:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.319214:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.319216:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.319218:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.319223:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.319238:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.319240:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.319245:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.319248:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.319251:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.319254:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676352:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653810.319259:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.319266:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.319282:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.319286:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.319292:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e400. 02000000:00000001:2.0:1778653810.319294:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.319303:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.319309:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e7e8. 00000400:00000010:2.0:1778653810.319319:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653810.319330:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054676352, portal 10 00000100:00000001:2.0:1778653810.319332:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.319333:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653810.319341:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.319348:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.319351:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.319355:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490550. 00000100:00000200:2.0:1778653810.319360:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1865052054676352, offset 0 00000400:00000200:2.0:1778653810.319369:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.319380:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.319390:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.319397:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.319403:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.319408:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.319411:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.319416:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2415:2415:256:4294967295] 192.168.204.110@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:2.0:1778653810.319421:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.319434:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.319441:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.319447:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653810.319456:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.319467:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.319486:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.319508:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.319512:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821583 usecs (822 jiffies) 00000400:00000200:2.0:1778653810.319516:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.319519:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366317 00000100:00000001:2.0:1778653810.319523:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.319526:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366317 00000100:00000001:2.0:1778653810.319529:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.319532:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.319535:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.319537:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.319539:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.319542:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.319545:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.319549:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.320083:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.320090:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:0.0:1778653810.320095:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.320102:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.320109:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:0.0:1778653810.320111:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:0.0:1778653810.320116:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.320121:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.320131:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.320136:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.320144:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.320146:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653810.325783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176000. 00010000:00000010:2.1:1778653810.325799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:2.1:1778653810.325804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00010000:00000010:2.1:1778653810.325807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000800:00000001:1.0:1778653810.331353:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.331379:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653810.331385:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.331387:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.331401:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331410:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653810.331423:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331430:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331437:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331442:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534e380 00000400:00000200:1.0:1778653810.331449:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331455:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x63c1 [1] + 224 00000800:00000001:1.0:1778653810.331466:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.331768:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653810.331773:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.331780:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653810.331791:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653810.331802:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653810.331814:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.331899:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653810.331920:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653810.331932:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653810.331936:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331942:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653810.331949:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2416:2416:256:4294967295] 192.168.204.110@tcp LPNI seq info [2416:2416:8:4294967295] 00000400:00000200:1.0:1778653810.331954:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653810.331964:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653810.331970:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653810.331980:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653810.331998:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653810.332008:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653810.332014:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653810.332141:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.332146:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16100. 00000400:00000200:1.0:1778653810.332150:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.332153:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653810.332159:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653810.332163:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653810.333154:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.333159:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.333163:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e7e8. 00000400:00000200:2.0:1778653810.333170:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:2.0:1778653810.333173:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:2.0:1778653810.333177:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.333185:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653810.333210:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054676352/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.333218:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.333220:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.333223:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.333227:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.333230:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.333233:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.333236:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.333248:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.333383:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.333387:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.333389:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.333393:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.333397:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.333401:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653810.333403:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000014e/0x100000150] 00000100:00000001:2.0:1778653810.333405:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653810.333408:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.333410:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653810.333414:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.333416:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.333419:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.333423:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.333429:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054676352/t4294967645(4294967645) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.333437:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.333440:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.333442:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.333446:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054676352/t4294967645(4294967645) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653810.333454:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676352:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1778653810.333461:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.333465:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.333471:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.333475:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.333479:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054676352/t4294967645(4294967645) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.333486:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.333489:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.333493:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.333495:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.333504:0:31461:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.333509:0:31461:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.333515:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e5200. 00000100:00000001:2.0:1778653810.333522:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.333525:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054676352/t4294967645(4294967645) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653810.333532:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.333537:0:31461:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.333550:0:31461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653810.333554:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e28 00000080:00002000:2.0:1778653810.333557:0:31461:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91538bde0d80, parent ffff91538bde0288, inode 0000000000000000) hashed, 00000080:00000001:2.0:1778653810.333561:0:31461:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.333568:0:31461:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653810.333576:0:31461:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653810.333587:0:31461:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:2.0:1778653810.333590:0:31461:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1778653810.333593:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.333603:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.333608:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.333614:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.333619:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.333627:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.333633:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.333640:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.334282:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.334292:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.334298:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4000. 00000008:00000010:2.0:1778653810.334303:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.334307:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.334311:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.334316:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.334319:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.334322:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653810.334327:0:31461:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.334330:0:31461:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653810.334333:0:31461:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653810.334335:0:31461:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653810.334339:0:31461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.334340:0:31461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653810.334342:0:31461:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.334346:0:31461:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9153861a6298 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1778653810.334349:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.334352:0:31461:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653810.334354:0:31461:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653810.334357:0:31461:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653810.334362:0:31461:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334365:0:31461:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653810.334367:0:31461:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653810.334369:0:31461:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334370:0:31461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.334372:0:31461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653810.334373:0:31461:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653810.334375:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00000020:00000001:2.0:1778653810.334378:0:31461:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334380:0:31461:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653810.334382:0:31461:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1778653810.334384:0:31461:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653810.334387:0:31461:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653810.334391:0:31461:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653810.334395:0:31461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653810.334397:0:31461:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653810.334399:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.334402:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32ad80. 00000020:00000010:2.0:1778653810.334407:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5800. 00000020:00000010:2.0:1778653810.334409:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.334412:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9de0. 00000008:00000010:2.0:1778653810.334416:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653810.334419:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.334421:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.334424:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.334427:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.334430:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e5c00. 00000008:00000010:2.0:1778653810.334433:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.334435:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.334438:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.334440:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907960. 00000020:00000001:2.0:1778653810.334442:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719731080 : -121686989820536 : ffff91538a32ad88) 00000020:00001000:2.0:1778653810.334444:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32ad80 00000020:00000001:2.0:1778653810.334445:0:31461:0:(cl_object.c:151:cl_object_top()) ffff915389b22788 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.334447:0:31461:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653810.334450:0:31461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653810.334450:0:31461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653810.334452:0:31461:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334453:0:31461:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334455:0:31461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653810.334457:0:31461:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653810.334459:0:31461:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334461:0:31461:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334463:0:31461:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334465:0:31461:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1778653810.334466:0:31461:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653810.334469:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.334470:0:31461:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653810.334471:0:31461:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653810.334473:0:31461:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334475:0:31461:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334477:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334479:0:31461:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334480:0:31461:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653810.334481:0:31461:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334483:0:31461:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334485:0:31461:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1778653810.334488:0:31461:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653810.334489:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.334490:0:31461:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653810.334492:0:31461:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1778653810.334495:0:31461:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1778653810.334499:0:31461:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1778653810.334502:0:31461:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff9153829416c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653810.334505:0:31461:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1778653810.334508:0:31461:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff9153829416c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1778653810.334512:0:31461:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653810.334514:0:31461:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334516:0:31461:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334518:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334519:0:31461:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334520:0:31461:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334522:0:31461:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653810.334524:0:31461:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1778653810.334526:0:31461:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653810.334527:0:31461:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653810.334529:0:31461:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653810.334530:0:31461:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334531:0:31461:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1778653810.334533:0:31461:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653810.334535:0:31461:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1778653810.334537:0:31461:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653810.334538:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.334539:0:31461:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653810.334540:0:31461:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653810.334541:0:31461:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334543:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334545:0:31461:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653810.334546:0:31461:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653810.334548:0:31461:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1778653810.334549:0:31461:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653810.334550:0:31461:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653810.334553:0:31461:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653810.334555:0:31461:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653810.334556:0:31461:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653810.334558:0:31461:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653810.334559:0:31461:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334561:0:31461:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334563:0:31461:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653810.334564:0:31461:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653810.334566:0:31461:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334568:0:31461:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653810.334569:0:31461:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653810.334572:0:31461:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653810.334573:0:31461:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653810.334574:0:31461:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.334576:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32ad80 00000020:00000010:2.0:1778653810.334581:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4c00. 00000020:00000010:2.0:1778653810.334586:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9de0. 00000008:00000010:2.0:1778653810.334590:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653810.334594:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653810.334597:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653810.334600:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653810.334603:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653810.334607:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5800. 00000008:00000010:2.0:1778653810.334610:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653810.334613:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653810.334616:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653810.334619:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907960. 00000020:00000010:2.0:1778653810.334622:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5c00. 00000020:00000010:2.0:1778653810.334623:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32ad80. 00020000:00000001:2.0:1778653810.334626:0:31461:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653810.334628:0:31461:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653810.334630:0:31461:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653810.334632:0:31461:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653810.334635:0:31461:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653810.334636:0:31461:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653810.334639:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.334641:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.334643:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.334645:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.334698:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.334701:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.334703:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.334705:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.334707:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e5200. 00000008:00000010:2.0:1778653810.334709:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.334712:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.334715:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.334717:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.334719:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.334721:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653810.334723:0:31461:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.334728:0:31461:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:2.0:1778653810.334735:0:31461:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff91538bdb0908) 00800000:00000001:2.0:1778653810.334741:0:31461:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:2.0:1778653810.334743:0:31461:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1778653810.334751:0:31461:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1778653810.334761:0:31461:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.334764:0:31461:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.334768:0:31461:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1778653810.334771:0:31461:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1778653810.334773:0:31461:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.334775:0:31461:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.334779:0:31461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653810.334783:0:31461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653810.334786:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4000. 00000020:00000010:2.0:1778653810.334789:0:31461:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.334792:0:31461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.334795:0:31461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.334798:0:31461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.334800:0:31461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.334804:0:31461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.334806:0:31461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.334809:0:31461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153839e4e00. 00000008:00000010:2.0:1778653810.334811:0:31461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.334814:0:31461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.334817:0:31461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.334820:0:31461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653810.334822:0:31461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653810.334824:0:31461:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00020000:00000001:2.0:1778653810.334832:0:31461:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:2.0:1778653810.334834:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.334837:0:31461:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:2.0:1778653810.334840:0:31461:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d57e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653810.334845:0:31461:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653810.334850:0:31461:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75180: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:2.0:1778653810.334853:0:31461:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:2.0:1778653810.334856:0:31461:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334858:0:31461:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1778653810.334860:0:31461:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1778653810.334865:0:31461:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1778653810.334871:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c800 count: 2 00010000:00000001:2.0:1778653810.334874:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.334877:0:31461:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1778653810.334880:0:31461:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1778653810.334886:0:31461:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1778653790 1778653790 1778653790 by oinfo size 0 blocks 1 [cma]time 1778653790 1778653790 1778653790 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1778653810.334899:0:31461:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000020:00000001:2.0:1778653810.334901:0:31461:0:(cl_object.c:151:cl_object_top()) ffff9153829416c0 -> ffff915389b229e0 00000008:00000001:2.0:1778653810.334903:0:31461:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653810.334905:0:31461:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653810.334907:0:31461:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653810.334909:0:31461:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1778653810.334915:0:31461:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9153829416c0. 00020000:00000001:2.0:1778653810.334921:0:31461:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1778653810.334924:0:31461:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915389b22708. 00020000:00000001:2.0:1778653810.334930:0:31461:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1778653810.334932:0:31461:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653810.334934:0:31461:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653810.334936:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.334938:0:31461:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:2.0:1778653810.334940:0:31461:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:2.0:1778653810.334941:0:31461:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000001:2.0:1778653810.334944:0:31461:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:2.0:1778653810.334946:0:31461:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff915389931ae0. 00020000:00000010:2.0:1778653810.334950:0:31461:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9153836ccc00. 00020000:00000010:2.0:1778653810.334954:0:31461:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915385c83930. 00020000:00000002:2.0:1778653810.334957:0:31461:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d57e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653810.334960:0:31461:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653810.334963:0:31461:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75180: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:2.0:1778653810.334968:0:31461:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75180. 00020000:00000010:2.0:1778653810.334971:0:31461:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5240. 00020000:00000010:2.0:1778653810.334975:0:31461:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d57e0. 00020000:00000001:2.0:1778653810.334976:0:31461:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1778653810.334977:0:31461:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b1f0) owner 0000000000000000/ffff915383eba7c0 00020000:00000010:2.0:1778653810.334992:0:31461:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff91538356b1f0. 00020000:00000001:2.0:1778653810.334997:0:31461:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:2.0:1778653810.334999:0:31461:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915389b22960. 00000020:00001000:2.0:1778653810.335004:0:31461:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653810.335006:0:31461:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153839e5200. 00000020:00000010:2.0:1778653810.335008:0:31461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653810.335010:0:31461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653810.335012:0:31461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653810.335015:0:31461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653810.335017:0:31461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653810.335019:0:31461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653810.335021:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4000. 00000008:00000010:2.0:1778653810.335023:0:31461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653810.335025:0:31461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653810.335027:0:31461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653810.335029:0:31461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653810.335031:0:31461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153839e4e00. 00000020:00000010:2.0:1778653810.335033:0:31461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653810.335036:0:31461:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1778653810.335038:0:31461:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1778653810.335085:0:31461:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:2.0:1778653810.335088:0:31461:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653810.335091:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00200008:2.0:1778653810.335093:0:31461:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704000 00000080:00400000:2.0:1778653810.335098:0:31461:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:2.0:1778653810.335102:0:31461:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653810.335103:0:31461:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1778653810.335105:0:31461:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653810.335112:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.335115:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.335119:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.335121:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.335126:0:31461:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1778653810.335130:0:31461:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1778653810.335133:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.335141:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.335146:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.335154:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.335157:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.335159:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1778653810.335161:0:31461:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:2.0:1778653810.335164:0:31461:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653810.335167:0:31461:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653810.335172:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d98 00000080:00000008:2.0:1778653810.335174:0:31461:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff91538bd91988), flags 704000, rc = 0 00000080:00000001:2.0:1778653810.335176:0:31461:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.335178:0:31461:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653810.335181:0:31461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653810.335183:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e00 00000080:00002000:2.0:1778653810.335185:0:31461:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff91538bde0288, parent ffff91538bd08360, inode ffff91538bd91988) hashed, 00000080:00000001:2.0:1778653810.335188:0:31461:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653810.335193:0:31461:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653810.335197:0:31461:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653810.335230:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.335234:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653810.335236:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653810.335238:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57bd8 00000080:00200000:2.0:1778653810.335241:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653810.335246:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4e00. 00800000:00000002:2.0:1778653810.335253:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.335258:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.335262:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.335264:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57af8 00800000:00000002:2.0:1778653810.335266:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.335284:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653810.335293:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653810.335298:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.335300:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579c8 00000002:00010000:2.0:1778653810.335302:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.335306:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653810.335307:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653810.335308:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653810.335312:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.335314:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.335318:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.335322:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653810.335326:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653810.335334:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653810.335336:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.335339:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653810.335346:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653810.335348:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653810.335351:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.335353:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653810.335355:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.335358:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653810.335360:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653810.335362:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653810.335366:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4e00. 00000080:00000001:2.0:1778653810.335370:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653810.335371:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.335375:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653810.335378:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890165 00800000:00000001:2.0:1778653810.335382:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653810.335384:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653810.335386:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.335388:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.335391:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653810.335393:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.335396:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.335399:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.335400:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.335401:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.335403:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653810.335406:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890165 from it ffffa71ac1f57c10 00010000:00000001:2.0:1778653810.335407:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.335409:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.335410:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653810.335411:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.335413:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653810.335415:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.335419:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653810.335429:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.335431:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.335433:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653810.335435:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653810.335437:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653810.335445:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653810.335448:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653810.335450:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.335455:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.335456:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.335457:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335460:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653810.335462:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335464:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335467:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335469:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.335470:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.335471:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653810.335474:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653810.335476:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653810.335478:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653810.335482:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653810.335498:0:31461:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd67c0. 00000020:00000001:2.0:1778653810.335503:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57dc8 00000080:00200000:2.0:1778653810.335505:0:31461:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=0 00000080:00000001:2.0:1778653810.335508:0:31461:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653810.335510:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c78 00000080:00200000:2.0:1778653810.335512:0:31461:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:2.0:1778653810.335520:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153839e4e00. 00800000:00000002:2.0:1778653810.335523:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653810.335527:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653810.335529:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.335530:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b98 00800000:00000002:2.0:1778653810.335532:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653810.335535:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653810.335539:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b30 00800000:00000002:2.0:1778653810.335541:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1778653810.335544:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653810.335545:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a68 00000002:00010000:2.0:1778653810.335546:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653810.335550:0:31461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653810.335553:0:31461:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653810.335558:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0e00. 00000020:00000040:2.0:1778653810.335563:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653810.335570:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653810.335575:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653810.335578:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.335579:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.335580:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.335583:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653810.335585:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653810.335588:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653810.335597:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0f800. 00000100:00000001:2.0:1778653810.335606:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335612:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.335614:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335615:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653810.335616:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.335618:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.335627:0:31461:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649042432 : -121687060509184 : ffff915385fc0e00) 00010000:00000001:2.0:1778653810.335631:0:31461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653810.335634:0:31461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653810.335637:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653810.335639:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.335641:0:31461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653810.335645:0:31461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a000. 00000020:00000001:2.0:1778653810.335675:0:31461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653810.335679:0:31461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a000 with handle 0x3df471c51a89017a to hash 00000020:00000001:2.0:1778653810.335681:0:31461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653810.335683:0:31461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.335688:0:31461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.335692:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.335694:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.335697:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.335703:0:31461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.335714:0:31461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653810.335721:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653810.335723:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653810.335730:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.335732:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386709135744 : -121687000415872 : ffff915389910180) 00000100:00000001:2.0:1778653810.335736:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.335737:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649042432 : -121687060509184 : ffff915385fc0e00) 00000100:00000001:2.0:1778653810.335742:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653810.335747:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.335749:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653810.335751:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653810.335763:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.335773:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653810.335776:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.335780:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653810.335784:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653810.335786:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653810.335790:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0e00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676480:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.335795:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653810.335801:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653810.335804:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.335808:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653810.335813:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653810.335814:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653810.335824:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653810.335828:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e7e8. 00000400:00000010:2.0:1778653810.335835:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653810.335844:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054676480, portal 10 00000100:00000001:2.0:1778653810.335846:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653810.335847:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649042432 : -121687060509184 : ffff915385fc0e00) 00000100:00000040:2.0:1778653810.335853:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.335862:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653810.335865:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653810.335867:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864902a8. 00000100:00000200:2.0:1778653810.335871:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054676480, offset 0 00000400:00000200:2.0:1778653810.335879:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653810.335889:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.335898:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653810.335905:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653810.335909:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653810.335914:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653810.335917:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653810.335921:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2417:2417:256:4294967295] 192.168.204.110@tcp LPNI seq info [2417:2417:8:4294967295] 00000400:00000200:2.0:1778653810.335926:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653810.335937:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653810.335943:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653810.335948:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653810.335956:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653810.335965:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653810.335970:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1778653810.335987:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.335992:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 820498 usecs (821 jiffies) 00000400:00000200:2.0:1778653810.335995:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653810.335998:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366333 00000100:00000001:2.0:1778653810.336002:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.336004:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366333 00000100:00000001:2.0:1778653810.336007:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653810.336009:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.336012:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.336015:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653810.336017:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653810.336020:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915389910180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653810.336023:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653810.336026:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.336155:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.336161:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:1.0:1778653810.336167:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.336174:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.336181:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000400:00000010:1.0:1778653810.336184:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:1.0:1778653810.336189:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.336194:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.336204:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.336209:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.336218:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.336220:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653810.340639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384600. 00000800:00000001:0.0:1778653810.340884:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.340903:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.340907:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.340909:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.340918:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.340927:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.340938:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.340943:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.340950:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.340955:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534e400 00000400:00000200:0.0:1778653810.340961:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.340969:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x63c9 [1] + 224 00000800:00000001:0.0:1778653810.340977:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.340988:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.340992:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.340997:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.341007:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.341017:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653810.341028:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.341090:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653810.341109:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653810.341121:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.341125:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653810.341237:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653810.341240:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653810.341244:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e7e8. 00000400:00000200:2.0:1778653810.341250:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:2.0:1778653810.341253:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:2.0:1778653810.341256:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653810.341262:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653810.341278:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.341284:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653810.341286:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.341289:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653810.341293:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653810.341297:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653810.341300:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653810.341304:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653810.341315:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653810.341320:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653810.341323:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653810.341325:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.341329:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653810.341333:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.341338:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653810.341340:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1778653810.341343:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653810.341346:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653810.341351:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.341358:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653810.341361:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653810.341364:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653810.341368:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653810.341376:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0e00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676480:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653810.341382:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653810.341386:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653810.341388:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653810.341391:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653810.341394:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653810.341401:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653810.341404:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915389910180. 00000100:00000001:2.0:1778653810.341407:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653810.341409:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653810.341412:0:31461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653810.341417:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.341420:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.341424:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=4 00000020:00000001:2.0:1778653810.341427:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341429:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000040:2.0:1778653810.341436:0:31461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a000, remote cookie: 0xdfa36d541726f934, flags: 0x1001 00010000:00010000:2.0:1778653810.341443:0:31461:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653810.341451:0:31461:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653810.341455:0:31461:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1778653810.341463:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:2.0:1778653810.341466:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.341469:0:31461:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.341472:0:31461:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653810.341481:0:31461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.341487:0:31461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653810.341493:0:31461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653810.341496:0:31461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653810.341499:0:31461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653810.341501:0:31461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653810.341504:0:31461:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9153837f6e00) refcount = 2 00010000:00000040:2.0:1778653810.341507:0:31461:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1778653810.341510:0:31461:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1778653810.341850:0:31461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.341864:0:31461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653810.341868:0:31461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653810.341870:0:31461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653810.341874:0:31461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653810.341877:0:31461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.341880:0:31461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.341887:0:31461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653810.341889:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341890:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.341891:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341892:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.341894:0:31461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.341900:0:31461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653810.341903:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.341904:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.341905:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:2.0:1778653810.341908:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341910:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341912:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.341914:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.341915:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=4 00000020:00000001:2.0:1778653810.341917:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341918:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341922:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653810.341926:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653810.341929:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.341936:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341938:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.341939:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.341941:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.341942:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=5 00000020:00000001:2.0:1778653810.341944:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341947:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341949:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653810.341952:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.341959:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341960:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653810.341962:0:31461:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.341969:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653810.341971:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341972:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.341972:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341973:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653810.341980:0:31461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653810.341987:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.341989:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.341990:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:2.0:1778653810.341992:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341994:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.341996:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.341997:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.341999:0:31461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.342001:0:31461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653810.342006:0:31461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653810.342009:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.342010:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.342012:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:2.0:1778653810.342014:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.342016:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00000002:00010000:2.0:1778653810.342019:0:31461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653810.342026:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.342027:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653810.342029:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653810.342031:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653810.342032:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653810.342033:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:2.0:1778653810.342035:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:2.0:1778653810.342037:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000040:2.0:1778653810.342041:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:2.0:1778653810.342043:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653810.342047:0:31461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:2.0:1778653810.342050:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653810.342051:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653810.342052:0:31461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653810.342055:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f579e8 00000002:00002000:2.0:1778653810.342057:0:31461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653810.342061:0:31461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.342066:0:31461:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653810.342070:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653810.342073:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1778653810.342077:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653810.342081:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:2.0:1778653810.342085:0:31461:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1778653810.342087:0:31461:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1f57e00 it_disposition b 00000080:00000001:2.0:1778653810.342090:0:31461:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653810.342098:0:31461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653810.342103:0:31461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653810.342107:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1778653810.342111:0:31461:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653810.342243:0:31461:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653810.342248:0:31461:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1778653810.342251:0:31461:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.342255:0:31461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1778653810.342258:0:31461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653810.342261:0:31461:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833960 mtime from 1778653790 to 1778653810 00000080:00200000:3.0:1778653810.342267:0:31461:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00200000:3.0:1778653810.342277:0:31461:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff91538bd91988): rc = 0 00000080:00000001:3.0:1778653810.342280:0:31461:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747414920 : -121686962136696 : ffff91538bd91988) 00010000:00000001:3.0:1778653810.342283:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.342284:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.342286:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653810.342288:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653810.342290:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653810.342292:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.342293:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.342295:0:31461:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653810.342297:0:31461:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653810.342299:0:31461:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653810.342302:0:31461:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653810.342304:0:31461:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.342308:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) for lock 0x3df471c51a89017a 00800000:00000001:3.0:1778653810.342312:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.342314:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.342316:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.342317:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.342318:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653810.342320:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653810.342322:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653810.342325:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.342326:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.342327:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.342329:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653810.342336:0:31461:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf2eaf8 inode ffff91538bd91988 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653810.342341:0:31461:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653810.342342:0:31461:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.342345:0:31461:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653810.342349:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff91538bd91988) 00000080:00010000:3.0:1778653810.342353:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89017a from it ffffa71ac1f57e00 00010000:00000001:3.0:1778653810.342355:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.342356:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.342357:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a000 refcount=3 00000020:00000001:3.0:1778653810.342359:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653810.342361:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628960256 : -121687080591360 : ffff915384c9a000) 00010000:00000001:3.0:1778653810.342363:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.342366:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653810.342373:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.342375:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.342376:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.342379:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.342381:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.342394:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.342398:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.342400:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.342405:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.342407:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.342409:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.342413:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.342415:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.342417:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.342420:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.342422:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.342423:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.342425:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653810.342427:0:31461:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653810.342432:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153839e4e00. 00000100:00000001:3.0:1778653810.342438:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.342443:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0e00 x1865052054676480/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.342452:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.342455:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.342459:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca10800. 02000000:00000001:3.0:1778653810.342463:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.342466:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.342468:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.342470:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.342473:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f800. 02000000:00000001:3.0:1778653810.342477:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.342480:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.342482:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0e00. 00000100:00000001:3.0:1778653810.342491:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.342493:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.342497:0:31461:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653810.342498:0:31461:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1f57e00 released 00000080:00000001:3.0:1778653810.342500:0:31461:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653810.342507:0:31461:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653810.342510:0:31461:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653810.342512:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57d50 00000080:00200000:3.0:1778653810.342515:0:31461:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653810.342642:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00800000:00000002:3.0:1778653810.342874:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653810.342880:0:31461:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653810.342884:0:31461:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.342887:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57c70 00800000:00000002:3.0:1778653810.342889:0:31461:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653810.342893:0:31461:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653810.342897:0:31461:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653810.342903:0:31461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653810.342904:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57b40 00000002:00010000:3.0:1778653810.342906:0:31461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653810.342910:0:31461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653810.342912:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.342914:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.342918:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653810.342921:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.342924:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.342927:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653810.342931:0:31461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653810.342940:0:31461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653810.342945:0:31461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653810.342948:0:31461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1778653810.342955:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653810.342958:0:31461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.342960:0:31461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.342962:0:31461:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653810.342964:0:31461:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.342967:0:31461:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653810.342969:0:31461:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653810.342972:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.342974:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000080:00000001:3.0:1778653810.342978:0:31461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653810.342980:0:31461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.342982:0:31461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653810.342986:0:31461:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890165 00800000:00000001:3.0:1778653810.342989:0:31461:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653810.342990:0:31461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653810.342992:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.342994:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.342996:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.342998:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.343000:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.343002:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.343004:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653810.343005:0:31461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.343007:0:31461:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653810.343009:0:31461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890165 from it ffffa71ac1f57d88 00010000:00000001:3.0:1778653810.343011:0:31461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653810.343012:0:31461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653810.343013:0:31461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653810.343015:0:31461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.343017:0:31461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653810.343019:0:31461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653810.343021:0:31461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653810.343028:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.343029:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.343030:0:31461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653810.343032:0:31461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653810.343034:0:31461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653810.343042:0:31461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653810.343044:0:31461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653810.343046:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.343048:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.343050:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.343051:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.343053:0:31461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653810.343055:0:31461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.343057:0:31461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.343059:0:31461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.343061:0:31461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653810.343062:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.343064:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653810.343066:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653810.343067:0:31461:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653810.343070:0:31461:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653810.343076:0:31461:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.343082:0:31461:0:(namei.c:2309:ll_rmdir()) Process entered 00000020:00000001:3.0:1778653810.343084:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e18 00000080:00200000:3.0:1778653810.343087:0:31461:0:(namei.c:2312:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:3.0:1778653810.343090:0:31461:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1778653810.343094:0:31461:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:3.0:1778653810.343097:0:31461:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653810.343102:0:31461:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387f1be00. 00800000:00000002:3.0:1778653810.343105:0:31461:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:3.0:1778653810.343112:0:31461:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653810.343118:0:31461:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1778653810.343121:0:31461:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1778653810.343124:0:31461:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.343126:0:31461:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:3.0:1778653810.343131:0:31461:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1778653810.343134:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653810.343137:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653810.343139:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.343143:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653810.343146:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653810.343149:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1778653810.343158:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653810.343163:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653810.343165:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.343167:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653810.343170:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343171:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343173:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 3 00010000:00000001:3.0:1778653810.343175:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343177:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.343179:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343180:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343182:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 3 00010000:00000001:3.0:1778653810.343184:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343186:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.343188:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343189:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343190:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 3 00010000:00000001:3.0:1778653810.343192:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343194:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.343196:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653810.343200:0:31461:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653810.343205:0:31461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653810.343207:0:31461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653810.343211:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653810.343212:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.343216:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653810.343219:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653810.343221:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653810.343223:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.343224:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653810.343226:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177200 with handle 0x3df471c51a890165 from hash 00010000:00000001:3.0:1778653810.343229:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653810.343230:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.343232:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.343233:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653810.343235:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653810.343237:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653810.343240:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653810.343242:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.343244:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653810.343246:0:31461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653810.343248:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:3.0:1778653810.343250:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653810.343252:0:31461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653810.343254:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653810.343256:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1778653810.343264:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653810.343265:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653810.343267:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.343277:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1778653810.343280:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343282:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343283:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:3.0:1778653810.343286:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343288:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.343290:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343291:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343292:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:3.0:1778653810.343294:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343296:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.343298:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343299:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343301:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:3.0:1778653810.343303:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343305:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.343307:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653810.343309:0:31461:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff91538bd918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653810.343312:0:31461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653810.343314:0:31461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653810.343315:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653810.343318:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff91538bd91988) invalid 00000020:00000001:3.0:1778653810.343321:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a80 00000080:00002000:3.0:1778653810.343323:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91538bf2eaf8) parent ffff91538bd08360 inode ffff91538bd91988 refc 2 00000080:00000001:3.0:1778653810.343327:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653810.343328:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653810.343330:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.343332:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653810.343333:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653810.343334:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653810.343336:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.343338:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653810.343340:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a000 with handle 0x3df471c51a89017a from hash 00010000:00000001:3.0:1778653810.343342:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653810.343343:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.343345:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.343346:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653810.343347:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653810.343348:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653810.343350:0:31461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653810.343352:0:31461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1778653810.343359:0:31461:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653810.343360:0:31461:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653810.343361:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.343362:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:3.0:1778653810.343364:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343365:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343367:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:3.0:1778653810.343369:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343371:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.343373:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.343374:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.343376:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:3.0:1778653810.343377:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.343379:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.343381:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.343383:0:31461:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653810.343387:0:31461:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653810.343391:0:31461:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653810.343394:0:31461:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653810.343397:0:31461:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653810.343400:0:31461:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653810.343403:0:31461:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:3.0:1778653810.343407:0:31461:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653810.343409:0:31461:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:3.0:1778653810.343416:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d180. 00000020:00000040:3.0:1778653810.343420:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653810.343425:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.343429:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.343433:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.344183:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1b600. 00000100:00000001:3.0:1778653810.344196:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653810.344218:0:31461:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653810.344231:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653810.344237:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653810.344244:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.344246:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.344256:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.344259:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653810.344262:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.344265:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000001:3.0:1778653810.344278:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.344284:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.344287:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.344289:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.344294:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.344301:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.344304:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.344308:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.344311:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.344314:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.344317:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676736:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1778653810.344322:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.344329:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.344332:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.344335:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.344341:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653810.344343:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.344353:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.344359:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.344367:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.344376:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054676736, portal 10 00000100:00000001:3.0:1778653810.344379:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.344380:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000040:3.0:1778653810.344389:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.344396:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.344400:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.344405:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c990. 00000100:00000200:3.0:1778653810.344408:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054676736, offset 0 00000400:00000200:3.0:1778653810.344415:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.344427:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.344438:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.344444:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.344450:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.344454:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.344457:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.344461:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2418:2418:256:4294967295] 192.168.204.110@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:3.0:1778653810.344466:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.344478:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.344486:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.344492:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5800. 00000800:00000200:3.0:1778653810.344500:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.344510:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.344617:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.344750:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.344756:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 819402 usecs (820 jiffies) 00000400:00000200:3.0:1778653810.344761:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.344764:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366341 00000100:00000001:3.0:1778653810.344768:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.344770:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366341 00000100:00000001:3.0:1778653810.344773:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.344775:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.344779:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.344782:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.344785:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.344788:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.344791:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.344794:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653810.345381:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653810.345389:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:1.0:1778653810.345396:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653810.345405:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653810.345412:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c990 00000400:00000010:1.0:1778653810.345415:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c990. 00000100:00000001:1.0:1778653810.345420:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653810.345426:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.345444:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653810.345448:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653810.345455:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653810.345457:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653810.347725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb0840. 00000080:00000010:2.1:1778653810.347751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384420. 00000800:00000001:0.0:1778653810.348918:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.348938:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.348942:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.348945:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.348956:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.348965:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.348976:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.348983:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.348990:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.348995:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534e500 00000400:00000200:0.0:1778653810.349001:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.349008:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x63d1 [1] + 224 00000800:00000001:0.0:1778653810.349017:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.349043:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.349047:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.349052:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.349061:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.349072:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653810.349083:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653810.349105:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653810.349117:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.349120:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.350006:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.350019:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.350021:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.350025:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.350033:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.350036:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.350040:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.350047:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653810.350058:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d180 x1865052054676736/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350065:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.350067:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.350070:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.350074:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.350078:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.350080:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.350084:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.350096:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653810.350101:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.350104:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.350106:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.350174:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.350179:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.350183:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653810.350185:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653810.350187:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653810.350189:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.350191:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000001:3.0:1778653810.350194:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.350197:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.350199:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.350202:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.350208:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d180 x1865052054676736/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350216:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.350219:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.350221:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.350226:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d180 x1865052054676736/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653810.350234:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676736:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1778653810.350240:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.350243:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.350245:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.350248:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.350251:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d180 x1865052054676736/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350257:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.350395:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.350401:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.350403:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.350412:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.350414:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000002:00000001:3.0:1778653810.350417:0:31461:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.350421:0:31461:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.350427:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1a400. 00000080:00000001:3.0:1778653810.350431:0:31461:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653810.350435:0:31461:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653810.350441:0:31461:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653810.350447:0:31461:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350455:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.350457:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649038848 : -121687060512768 : ffff915385fc0000) 00000100:00000001:3.0:1778653810.350459:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.350462:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350468:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.350470:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.350472:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d180 x1865052054676736/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350479:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.350481:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.350483:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0000 x1865052054676096/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1778653826 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350489:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653810.350493:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.350496:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.350498:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.350502:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d000. 02000000:00000001:3.0:1778653810.350506:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.350509:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.350511:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0000. 00000100:00000001:3.0:1778653810.350514:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.350516:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.350517:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.350520:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d180 x1865052054676736/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350527:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.350529:0:31461:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd6860. 00000002:00000001:3.0:1778653810.350532:0:31461:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.350534:0:31461:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653810.350536:0:31461:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9f940. 00000100:00000001:3.0:1778653810.350539:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.350542:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d180 x1865052054676736/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653810.350548:0:31461:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653810.350550:0:31461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653810.350553:0:31461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653810.350558:0:31461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653810.350559:0:31461:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653810.350560:0:31461:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653810.350562:0:31461:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653810.350564:0:31461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1b600. 02000000:00000001:3.0:1778653810.350566:0:31461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653810.350567:0:31461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653810.350568:0:31461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d180. 00000100:00000001:3.0:1778653810.350571:0:31461:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653810.350572:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.350575:0:31461:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.350579:0:31461:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653810.350582:0:31461:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1778653810.350586:0:31461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653810.351045:0:31461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653810.351053:0:31461:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 4 00010000:00000001:3.0:1778653810.351057:0:31461:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653810.351064:0:31461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.351067:0:31461:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.351071:0:31461:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653810.351074:0:31461:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff91538bd91988) invalid 00000020:00000001:3.0:1778653810.351079:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57a80 00000080:00002000:3.0:1778653810.351081:0:31461:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91538bf2eaf8) parent ffff91538bd08360 inode ffff91538bd91988 refc 2 00000080:00000001:3.0:1778653810.351085:0:31461:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653810.351089:0:31461:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653810.351091:0:31461:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.351097:0:31461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653810.351101:0:31461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653810.351103:0:31461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653810.351106:0:31461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653810.351169:0:31461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653810.351174:0:31461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ae00 with handle 0x3df471c51a890173 from hash 00010000:00000001:3.0:1778653810.351177:0:31461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653810.351179:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653810.351182:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.351183:0:31461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653810.351187:0:31461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653810.351189:0:31461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653810.351194:0:31461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653810.351196:0:31461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1778653810.351201:0:31461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1778653810.351214:0:31461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d180. 00000020:00000040:3.0:1778653810.351218:0:31461:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653810.351224:0:31461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653810.351226:0:31461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.351229:0:31461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653810.351235:0:31461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653810.351238:0:31461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.351241:0:31461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653810.351243:0:31461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653810.351250:0:31461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653810.351258:0:31461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1b600. 00000100:00000001:3.0:1778653810.351329:0:31461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.351333:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.351337:0:31461:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653810.351346:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653810.351357:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1778653810.351366:0:31461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1778653810.351372:0:31461:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1778653810.351373:0:31461:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1778653810.351375:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653810.351377:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a000/0x3df471c51a89017a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f934 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653810.351392:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.351394:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653810.351395:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ae00/0x3df471c51a890173 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f8f5 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1778653810.351407:0:31461:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6e00 count: 0 00010000:00000010:3.0:1778653810.351413:0:31461:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9a00. 00010000:00000001:3.0:1778653810.351420:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.351421:0:31461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653810.351423:0:31461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890165 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f8d9 expref: -99 pid: 31461 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1778653810.351430:0:31461:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6000 count: 0 00010000:00000010:3.0:1778653810.351434:0:31461:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9500. 00010000:00000001:3.0:1778653810.351438:0:31461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653810.351440:0:31461:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.351442:0:31461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653810.351443:0:31461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.351445:0:31461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1778653810.351467:0:31461:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1778653810.353020:0:31461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653810.353037:0:31461:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653810.353039:0:31461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653810.353053:0:31461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.353056:0:31461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386679547968 : -121687030003648 : ffff915387cd8840) 00000100:00000001:3.0:1778653810.353060:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.353062:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000001:3.0:1778653810.353068:0:31461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653810.353072:0:31461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.353074:0:31461:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653810.353076:0:31461:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653810.353083:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.353092:0:31461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653810.353096:0:31461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.353101:0:31461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653810.353106:0:31461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653810.353109:0:31461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653810.353112:0:31461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676992:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653810.353117:0:31461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653810.353125:0:31461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653810.353128:0:31461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.353131:0:31461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653810.353138:0:31461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94800. 02000000:00000001:3.0:1778653810.353141:0:31461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653810.353148:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653810.353154:0:31461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653810.353162:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653810.353170:0:31461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054676992, portal 10 00000100:00000001:3.0:1778653810.353172:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.353173:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000040:3.0:1778653810.353182:0:31461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.353189:0:31461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653810.353192:0:31461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653810.353195:0:31461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c110. 00000100:00000200:3.0:1778653810.353199:0:31461:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1865052054676992, offset 0 00000400:00000200:3.0:1778653810.353206:0:31461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653810.353216:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.353226:0:31461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653810.353233:0:31461:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653810.353238:0:31461:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653810.353242:0:31461:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653810.353245:0:31461:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653810.353249:0:31461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2419:2419:256:4294967295] 192.168.204.110@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:3.0:1778653810.353253:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653810.353265:0:31461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653810.353282:0:31461:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653810.353288:0:31461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653810.353297:0:31461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653810.353307:0:31461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653810.353313:0:31461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1778653810.353396:0:31461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.353402:0:31461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 818310 usecs (819 jiffies) 00000400:00000200:3.0:1778653810.353406:0:31461:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653810.353409:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296366348 00000100:00000001:3.0:1778653810.353413:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.353416:0:31461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296366348 00000100:00000001:3.0:1778653810.353418:0:31461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653810.353420:0:31461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.353423:0:31461:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.353425:0:31461:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653810.353427:0:31461:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653810.353430:0:31461:0:(client.c:2691:ptlrpc_set_wait()) set ffff915387cd8840 going to sleep for 11 seconds 00000100:00000001:3.0:1778653810.353433:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653810.353437:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653810.356616:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.356632:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:0.0:1778653810.356642:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.356680:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653810.356689:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c110 00000400:00000010:0.0:1778653810.356693:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c110. 00000100:00000001:0.0:1778653810.356701:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653810.356711:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.356726:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653810.356731:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.356738:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653810.356740:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653810.361895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a000. 00010000:00000010:3.1:1778653810.361921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6e00. 00010000:00000010:3.1:1778653810.361926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ae00. 00010000:00000010:3.1:1778653810.361929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6000. 00010000:00000010:3.1:1778653810.361933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000800:00000001:0.0:1778653810.364724:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.364748:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653810.364754:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.364767:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.364778:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364787:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653810.364800:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364807:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364813:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364818:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534e600 00000400:00000200:0.0:1778653810.364824:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364830:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x63d9 [1] + 224 00000800:00000001:0.0:1778653810.364840:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.364851:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653810.364855:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.364860:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653810.364870:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653810.364882:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653810.364894:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653810.364917:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653810.364928:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653810.364932:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364938:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653810.364944:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2420:2420:256:4294967295] 192.168.204.110@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:0.0:1778653810.364949:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653810.364958:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653810.364963:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653810.364971:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000800:00000200:0.0:1778653810.364978:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653810.364986:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653810.364991:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653810.365102:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653810.365107:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:0.0:1778653810.365110:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653810.365114:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653810.365121:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653810.365124:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.365297:0:31461:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653810.365307:0:31461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653810.365310:0:31461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653810.365314:0:31461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653810.365319:0:31461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653810.365322:0:31461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653810.365325:0:31461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653810.365330:0:31461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653810.365340:0:31461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d180 x1865052054676992/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1778653826 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.365347:0:31461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653810.365350:0:31461:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.365353:0:31461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653810.365357:0:31461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653810.365360:0:31461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653810.365363:0:31461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653810.365367:0:31461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653810.365379:0:31461:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=71 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653810.365384:0:31461:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653810.365387:0:31461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653810.365390:0:31461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653810.365393:0:31461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653810.365398:0:31461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.365402:0:31461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653810.365404:0:31461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x10000014e] 00000100:00000001:3.0:1778653810.365406:0:31461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653810.365409:0:31461:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653810.365411:0:31461:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000100:00000001:3.0:1778653810.365414:0:31461:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653810.365417:0:31461:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1778653810.365419:0:31461:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653810.365423:0:31461:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653810.365428:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d180 x1865052054676992/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.365437:0:31461:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653810.365440:0:31461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653810.365443:0:31461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653810.365447:0:31461:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d180 x1865052054676992/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653810.365467:0:31461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:31461:1865052054676992:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653810.365478:0:31461:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653810.365482:0:31461:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653810.365485:0:31461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653810.365487:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.365491:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d180 x1865052054676992/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.365499:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653810.365503:0:31461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915387cd8840. 00000100:00000001:3.0:1778653810.365507:0:31461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653810.365509:0:31461:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653810.365521:0:31461:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.365525:0:31461:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653810.365531:0:31461:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653810.365535:0:31461:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387f1be00. 00000100:00000001:3.0:1778653810.365545:0:31461:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653810.365548:0:31461:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d180 x1865052054676992/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653810.365555:0:31461:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.365557:0:31461:0:(namei.c:2355:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.365577:0:31461:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:3.0:1778653810.365582:0:31461:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1778653810.365584:0:31461:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff91538bd91988) 00800000:00000001:3.0:1778653810.365589:0:31461:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:3.0:1778653810.365591:0:31461:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:3.0:1778653810.365597:0:31461:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1778653810.365604:0:31461:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653810.365606:0:31461:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.365609:0:31461:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1778653810.365612:0:31461:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1778653810.365614:0:31461:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.365616:0:31461:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653810.365621:0:31461:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653810.365623:0:31461:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1778653810.365639:0:31461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653810.365643:0:31461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f57e30 00000080:00002000:3.0:1778653810.365646:0:31461:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff91538bf2eaf8, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653810.365705:0:31461:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653810.365709:0:31461:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653810.365711:0:31461:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1778653810.373722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd918c0. 00000080:00000010:3.1:1778653810.384094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd67c0. 00000080:00000001:0.0:1778653811.111338:0:31546:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653811.159793:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653811.159799:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653811.159805:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653811.159806:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653811.159809:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653811.159811:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653811.159895:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653811.159899:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653811.159902:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653812.122981:0:31683:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.183906:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653812.183914:0:18800:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653812.183916:0:18800:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653812.183919:0:18800:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.183923:0:18800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653812.183926:0:18800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.183927:0:18800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.183929:0:18800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.183933:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653812.183934:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.183937:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653812.183938:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653812.186967:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.186974:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.186979:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1778653812.457003:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.457016:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653812.457020:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.457022:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.457031:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.457038:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653812.457047:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.457052:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.457057:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.457061:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146354480 00000400:00000200:1.0:1778653812.457070:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x60e9 [2] + 0 00000800:00000001:1.0:1778653812.457078:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.457084:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.457087:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.457091:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653812.457098:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653812.457100:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653812.457106:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7100. 00000100:00000040:1.0:1778653812.457109:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc7100 x1865052071478400 msgsize 328 00000100:00100000:1.0:1778653812.457113:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653812.457122:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653812.457129:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.457131:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653812.457167:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653812.457170:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071478400 02000000:00000001:1.0:1778653812.457172:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653812.457175:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653812.457177:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653812.457181:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653812.457185:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071478400 00000020:00000001:1.0:1778653812.457188:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653812.457190:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:1.0:1778653812.457192:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653812.457195:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:1.0:1778653812.457197:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:1.0:1778653812.457200:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000001:1.0:1778653812.457204:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653812.457208:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80d00. 00000100:00000001:1.0:1778653812.457210:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653812.457213:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80d00. 00000020:00000010:1.0:1778653812.457218:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5400. 00000020:00000010:1.0:1778653812.457223:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2d900. 00000020:00000010:1.0:1778653812.457240:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898fec80. 00000100:00000040:1.0:1778653812.457247:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653812.457250:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653812.457253:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653812.457255:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.457263:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.457270:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653812.457279:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653812.457281:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653812.457286:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 59 00000100:00000040:1.0:1778653812.457289:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca14000 : new rpc_count 1 00000100:00000001:1.0:1778653812.457291:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711982336 : -121686997569280 : ffff915389bc7100) 00000100:00000040:1.0:1778653812.457297:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc7100 x1865052071478400/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:663/0 lens 328/0 e 0 to 0 dl 1778653823 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653812.457306:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653812.457309:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80d00. 00000100:00000001:1.0:1778653812.457311:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653812.457313:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80d00. 00000100:00100000:1.0:1778653812.457317:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6572:x1865052071478400:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653812.457320:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071478400 00010000:00000001:1.0:1778653812.457323:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653812.457328:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653812.457330:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653812.457333:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=2 00000020:00000001:1.0:1778653812.457335:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:1.0:1778653812.457338:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:1.0:1778653812.457342:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653812.457345:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653812.457350:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1778653812.457362:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653812.457364:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653812.457370:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bbb800. 02000000:00000001:1.0:1778653812.457372:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.457375:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.457379:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653812.457382:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653812.457385:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653812.457389:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653812.457392:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653812.457394:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653812.457397:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653812.457399:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.457402:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653812.457404:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653812.457409:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653812.457413:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071478400, offset 224 00000400:00000200:1.0:1778653812.457418:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653812.457423:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.457430:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653812.457435:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2421:2421:256:4294967295] 192.168.204.110@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:1.0:1778653812.457440:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.457448:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653812.457453:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653812.457457:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653812.457463:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653812.457471:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653812.457474:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653812.457484:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653812.457488:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653812.457491:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653812.457494:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff915384def600. 00010000:00000001:1.0:1778653812.457497:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653812.457512:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653812.457514:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.457517:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.457518:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653812.457523:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7100 x1865052071478400/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:663/0 lens 328/224 e 0 to 0 dl 1778653823 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653812.457532:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6572:x1865052071478400:12345-192.168.204.110@tcp:104: Request processed in 224us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653812.457538:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 59 00000100:00000040:1.0:1778653812.457542:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca14000 : new rpc_count 0 00000100:00000001:1.0:1778653812.457544:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653812.457545:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653812.457549:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2d900. 00000020:00000010:1.0:1778653812.457554:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898fec80. 00000020:00000010:1.0:1778653812.457557:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5400. 00000020:00000040:1.0:1778653812.457561:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:1.0:1778653812.457563:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653812.457643:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1778653812.458501:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.458505:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.458508:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653812.458511:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653812.458513:0:15848:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653812.458517:0:15848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653812.458528:0:15848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9ac00 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:2.0:1778653812.458531:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1778653812.458533:0:15848:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653812.458535:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653812.458536:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653812.458538:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653812.458540:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653812.458543:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653812.458545:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653812.458548:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1778653812.458555:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1778653812.458557:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653812.458561:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653812.458565:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a78200. 00000020:00000010:2.0:1778653812.458569:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915394a78a00. 00000020:00000010:2.0:1778653812.458572:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9600. 00000008:00000010:2.0:1778653812.458577:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653812.458582:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653812.458587:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653812.458593:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653812.458597:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653812.458600:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538c4c7400. 00000008:00000010:2.0:1778653812.458604:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653812.458607:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653812.458610:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653812.458613:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653812.458615:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653812.458618:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000008:00000001:2.0:1778653812.458620:0:15848:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1778653812.458622:0:15848:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653812.458624:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653812.458627:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915394a78a00. 00000020:00000010:2.0:1778653812.458631:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9600. 00000008:00000010:2.0:1778653812.458634:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653812.458637:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653812.458639:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653812.458641:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653812.458645:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653812.458762:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a78200. 00000008:00000010:2.0:1778653812.458767:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653812.458770:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653812.458773:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653812.458775:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653812.458778:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538c4c7400. 00000020:00000010:2.0:1778653812.458780:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000008:00000001:2.0:1778653812.458783:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.458786:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653812.458791:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653812.458792:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653812.458794:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653812.458796:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653812.458799:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ac00 with handle 0x3df471c51a890149 from hash 00010000:00000001:2.0:1778653812.458801:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653812.458803:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653812.458805:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653812.458806:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653812.458809:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653812.458811:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653812.458815:0:15848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653812.458818:0:15848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.458820:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653812.458823:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653812.458827:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2a00. 00000020:00000040:2.0:1778653812.458830:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653812.458834:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653812.458836:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653812.458840:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653812.458845:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91538c4c7400. 00000100:00000001:2.0:1778653812.458851:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.458853:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653812.458857:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653812.458865:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653812.458866:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653812.458870:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653812.458875:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653812.458882:0:15848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eef65e57] to pc [ptlrpcd_01_00+0] req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653812.458902:0:15848:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653812.458905:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653812.458906:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653812.458907:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.458909:0:15848:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653812.458911:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.458914:0:15848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653812.458926:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653812.458928:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a7fe61e8/0x3df471c51a890149 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f85b expref: -99 pid: 31460 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1778653812.458936:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9fac0. 00010000:00000040:2.0:1778653812.458939:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c800 count: 0 00010000:00000010:2.0:1778653812.458946:0:15848:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91538f63c200. 00010000:00000001:2.0:1778653812.458951:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653812.458953:0:15848:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653812.458954:0:15848:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff915384def600. 00010000:00000001:2.0:1778653812.458957:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653812.458959:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.458961:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.458962:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653812.458964:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.458965:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.458967:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653812.458968:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.458969:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.458971:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653812.459058:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.459062:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653812.459064:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653812.459071:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.459078:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653812.459080:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653812.459083:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653812.459086:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653812.459088:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653812.459091:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677120:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653812.459096:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653812.459100:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653812.459103:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653812.459106:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653812.459110:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164600. 02000000:00000001:3.0:1778653812.459112:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653812.459117:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653812.459120:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653812.459125:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653812.459130:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054677120, portal 18 00000100:00000001:3.0:1778653812.459133:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653812.459134:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649049600 : -121687060502016 : ffff915385fc2a00) 00000100:00000040:3.0:1778653812.459140:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.459147:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653812.459150:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653812.459152:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c2a8. 00000100:00000200:3.0:1778653812.459155:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054677120, offset 0 00000400:00000200:3.0:1778653812.459160:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653812.459165:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653812.459170:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653812.459175:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653812.459179:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653812.459183:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653812.459186:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653812.459189:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2422:2422:255:4294967295] 192.168.204.110@tcp LPNI seq info [2422:2422:7:4294967295] 00000400:00000200:3.0:1778653812.459193:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653812.459200:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653812.459205:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653812.459208:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653812.459213:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653812.459219:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653812.459221:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653812.459269:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653812.459274:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21532 usecs (22 jiffies) 00000400:00000200:3.0:1778653812.459278:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653812.459280:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296367656 00000100:00000001:3.0:1778653812.459283:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:3.0:1778653812.459285:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296367656 00000100:00000001:3.0:1778653812.459287:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:3.0:1778653812.459290:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653812.459293:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.459296:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.459298:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.459302:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653812.459304:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653812.459306:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.459308:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653812.459309:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.459311:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.459320:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.459322:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1778653812.459771:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16100. 00000400:00000200:1.0:1778653812.459778:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.459783:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653812.459789:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19660 00000400:00000010:1.0:1778653812.459791:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19660. 00000100:00000001:1.0:1778653812.459795:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653812.459796:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1778653812.459803:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.459812:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653812.459814:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.459816:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.459820:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.459824:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653812.459829:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.459832:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.459835:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.459840:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146354580 00000400:00000200:1.0:1778653812.459846:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x60e9 [2] + 328 00000800:00000001:1.0:1778653812.459852:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.459858:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.459860:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.459863:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653812.459867:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653812.459868:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653812.459872:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5f80. 00000100:00000040:1.0:1778653812.459876:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc5f80 x1865052071478656 msgsize 328 00000100:00100000:1.0:1778653812.459880:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653812.459891:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1778653812.459949:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653812.459952:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653812.459955:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.459958:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653812.459961:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c2a8 00000400:00000010:1.0:1778653812.459962:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c2a8. 00000100:00000001:1.0:1778653812.459965:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653812.459970:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653812.459978:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653812.459981:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653812.459988:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.459990:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653812.459993:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.459996:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653812.460012:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653812.460015:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071478656 02000000:00000001:1.0:1778653812.460017:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653812.460019:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653812.460021:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653812.460024:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653812.460027:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071478656 00000020:00000001:1.0:1778653812.460029:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653812.460031:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:1.0:1778653812.460033:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653812.460035:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:1.0:1778653812.460037:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:1.0:1778653812.460040:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000001:1.0:1778653812.460043:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653812.460047:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80d00. 00000100:00000001:1.0:1778653812.460049:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653812.460052:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80d00. 00000020:00000010:1.0:1778653812.460056:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153887d5400. 00000020:00000010:1.0:1778653812.460060:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2d900. 00000020:00000010:1.0:1778653812.460064:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898fec80. 00000100:00000040:1.0:1778653812.460069:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653812.460072:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653812.460073:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653812.460075:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.460081:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.460088:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653812.460096:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653812.460098:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653812.460102:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 60 00000100:00000040:1.0:1778653812.460105:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca11000 : new rpc_count 1 00000100:00000001:1.0:1778653812.460107:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711977856 : -121686997573760 : ffff915389bc5f80) 00000100:00000040:1.0:1778653812.460111:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc5f80 x1865052071478656/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:663/0 lens 328/0 e 0 to 0 dl 1778653823 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653812.460118:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653812.460121:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80d00. 00000100:00000001:1.0:1778653812.460122:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653812.460124:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80d00. 00000100:00100000:1.0:1778653812.460128:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6574:x1865052071478656:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653812.460134:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071478656 00010000:00000001:1.0:1778653812.460136:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653812.460141:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653812.460142:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653812.460144:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=2 00000020:00000001:1.0:1778653812.460146:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:1.0:1778653812.460148:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:1.0:1778653812.460152:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653812.460155:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653812.460159:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1778653812.460169:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653812.460170:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653812.460174:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bba400. 02000000:00000001:1.0:1778653812.460176:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.460178:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.460181:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653812.460183:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653812.460186:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653812.460191:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653812.460193:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653812.460196:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653812.460198:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653812.460200:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.460202:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653812.460205:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653812.460207:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653812.460210:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071478656, offset 224 00000400:00000200:1.0:1778653812.460214:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653812.460219:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.460223:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653812.460240:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2423:2423:256:4294967295] 192.168.204.110@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:1.0:1778653812.460246:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.460252:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653812.460257:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653812.460260:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16100. 00000800:00000200:1.0:1778653812.460265:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653812.460269:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653812.460271:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653812.460279:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653812.460282:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653812.460284:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653812.460288:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff915384defb40. 00010000:00000001:1.0:1778653812.460290:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653812.460306:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653812.460308:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.460310:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653812.460312:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653812.460317:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5f80 x1865052071478656/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:663/0 lens 328/224 e 0 to 0 dl 1778653823 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653812.460325:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6574:x1865052071478656:12345-192.168.204.110@tcp:104: Request processed in 205us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653812.460332:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 60 00000100:00000040:1.0:1778653812.460335:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca11000 : new rpc_count 0 00000100:00000001:1.0:1778653812.460337:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653812.460339:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653812.460342:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2d900. 00000020:00000010:1.0:1778653812.460347:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898fec80. 00000020:00000010:1.0:1778653812.460350:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153887d5400. 00000020:00000040:1.0:1778653812.460354:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:1.0:1778653812.460356:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653812.460372:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653812.460375:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16100. 00000400:00000200:1.0:1778653812.460378:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.460381:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653812.460384:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19660 00000400:00000010:1.0:1778653812.460386:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19660. 00000100:00000001:1.0:1778653812.460388:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653812.460389:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1778653812.463359:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.463364:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.463368:0:15847:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653812.463371:0:15847:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653812.463373:0:15847:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653812.463378:0:15847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653812.463390:0:15847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9be00 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:2.0:1778653812.463393:0:15847:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1778653812.463396:0:15847:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653812.463399:0:15847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653812.463401:0:15847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653812.463404:0:15847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9be00 refcount=3 00000020:00000001:2.0:1778653812.463407:0:15847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:2.0:1778653812.463409:0:15847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967936 : -121687080583680 : ffff915384c9be00) 00010000:00000001:2.0:1778653812.463412:0:15847:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653812.463414:0:15847:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1778653812.463421:0:15847:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1778653812.463423:0:15847:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653812.463428:0:15847:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653812.463433:0:15847:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a78200. 00000020:00000010:2.0:1778653812.463438:0:15847:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915394a78a00. 00000020:00000010:2.0:1778653812.463441:0:15847:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9600. 00000008:00000010:2.0:1778653812.463447:0:15847:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653812.463451:0:15847:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653812.463455:0:15847:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653812.463462:0:15847:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653812.463465:0:15847:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653812.463469:0:15847:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fee00. 00000008:00000010:2.0:1778653812.463473:0:15847:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653812.463475:0:15847:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653812.463478:0:15847:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653812.463482:0:15847:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653812.463485:0:15847:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653812.463487:0:15847:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000008:00000001:2.0:1778653812.463489:0:15847:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1778653812.463491:0:15847:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653812.463493:0:15847:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653812.463496:0:15847:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915394a78a00. 00000020:00000010:2.0:1778653812.463500:0:15847:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9600. 00000008:00000010:2.0:1778653812.463504:0:15847:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653812.463506:0:15847:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653812.463509:0:15847:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653812.463511:0:15847:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653812.463515:0:15847:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653812.463517:0:15847:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a78200. 00000008:00000010:2.0:1778653812.463520:0:15847:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653812.463522:0:15847:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653812.463525:0:15847:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653812.463527:0:15847:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653812.463529:0:15847:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fee00. 00000020:00000010:2.0:1778653812.463531:0:15847:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000008:00000001:2.0:1778653812.463533:0:15847:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.463536:0:15847:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653812.463540:0:15847:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653812.463541:0:15847:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653812.463543:0:15847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653812.463546:0:15847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653812.463549:0:15847:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9be00 with handle 0x3df471c51a890134 from hash 00010000:00000001:2.0:1778653812.463551:0:15847:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653812.463553:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653812.463554:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653812.463555:0:15847:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653812.463559:0:15847:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653812.463561:0:15847:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653812.463566:0:15847:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653812.463569:0:15847:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.463572:0:15847:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653812.463574:0:15847:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653812.463579:0:15847:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3800. 00000020:00000040:2.0:1778653812.463583:0:15847:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653812.463587:0:15847:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653812.463590:0:15847:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653812.463594:0:15847:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653812.463599:0:15847:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853fee00. 00000100:00000001:2.0:1778653812.463606:0:15847:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.463608:0:15847:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653812.463613:0:15847:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653812.463620:0:15847:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653812.463622:0:15847:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653812.463626:0:15847:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653812.463631:0:15847:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653812.463643:0:15847:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031eadca5] to pc [ptlrpcd_01_01+1] req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653812.463678:0:15847:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653812.463680:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653812.463682:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653812.463684:0:15847:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653812.463686:0:15847:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653812.463688:0:15847:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.463691:0:15847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653812.463698:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653812.463700:0:15847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000fd89914f/0x3df471c51a890134 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f81c expref: -99 pid: 31459 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1778653812.463709:0:15847:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9fdc0. 00010000:00000040:2.0:1778653812.463712:0:15847:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c900 count: 0 00010000:00000010:2.0:1778653812.463719:0:15847:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91538f63cd00. 00010000:00000001:2.0:1778653812.463724:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653812.463726:0:15847:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653812.463728:0:15847:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff915384defb40. 00010000:00000001:2.0:1778653812.463731:0:15847:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653812.463733:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.463735:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.463737:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653812.463738:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.463739:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.463741:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653812.463742:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653812.463743:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653812.463745:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653812.463845:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653812.463849:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653812.463852:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653812.463855:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1778653812.463857:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653812.463863:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653812.463865:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653812.463867:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653812.463868:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653812.463869:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653812.463875:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653812.463883:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653812.463885:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653812.463888:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653812.463891:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653812.463893:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653812.463896:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677248:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653812.463900:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653812.463905:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653812.463907:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653812.463910:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653812.463914:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853fe000. 02000000:00000001:2.0:1778653812.463916:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653812.463923:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653812.463926:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e7e8. 00000400:00000010:2.0:1778653812.463931:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653812.463938:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054677248, portal 18 00000100:00000001:2.0:1778653812.463941:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653812.463943:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649053184 : -121687060498432 : ffff915385fc3800) 00000100:00000040:2.0:1778653812.463948:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653812.463955:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653812.463958:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653812.463961:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490c38. 00000100:00000200:2.0:1778653812.463963:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054677248, offset 0 00000400:00000200:2.0:1778653812.463969:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653812.463978:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653812.463985:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653812.463990:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653812.463994:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653812.463998:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653812.464000:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653812.464004:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2424:2424:256:4294967295] 192.168.204.110@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:2.0:1778653812.464008:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653812.464017:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653812.464022:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653812.464026:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653812.464032:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653812.464040:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653812.464044:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653812.464054:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653812.464058:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 284350 usecs (285 jiffies) 00000400:00000200:2.0:1778653812.464061:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653812.464064:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296367922 00000100:00000001:2.0:1778653812.464066:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296368264 00000100:00000001:2.0:1778653812.464069:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296367922 00000100:00000001:2.0:1778653812.464071:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296368264 00000100:00000001:2.0:1778653812.464074:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653812.464076:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653812.464079:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653812.464080:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653812.464089:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653812.464091:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653812.464760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c800. 00010000:00000010:2.1:1778653812.464767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000800:00000200:1.0:1778653812.464981:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653812.464987:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653812.464991:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.464997:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653812.465002:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:1.0:1778653812.465004:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:1.0:1778653812.465007:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653812.465012:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653812.465022:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653812.465025:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653812.465031:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653812.465032:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653812.466031:0:31643:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00010000:00000010:2.1:1778653812.466036:0:31643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9be00. 00000800:00000001:1.0:1778653812.471494:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.471508:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653812.471512:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.471514:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.471523:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.471529:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653812.471539:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.471544:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.471550:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.471554:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534e680 00000400:00000200:1.0:1778653812.471558:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.471563:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x63e9 [1] + 224 00000800:00000001:1.0:1778653812.471570:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.471581:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.471584:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.471588:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653812.471595:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653812.471603:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653812.471613:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653812.471629:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653812.471637:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.471640:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.472376:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.472381:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653812.472390:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653812.472392:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653812.472395:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653812.472401:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653812.472403:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653812.472408:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653812.472414:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653812.472424:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.472430:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653812.472432:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.472435:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653812.472439:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653812.472441:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653812.472444:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653812.472447:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653812.472457:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ad30 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653812.472461:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653812.472464:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653812.472466:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653812.472469:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653812.472472:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.472476:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653812.472478:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1778653812.472480:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653812.472482:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653812.472487:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.472494:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653812.472497:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653812.472499:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653812.472503:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653812.472511:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677120:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653812.472517:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.472519:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653812.472522:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2a00 x1865052054677120/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.472528:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653812.472531:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653812.472534:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164600. 02000000:00000001:3.0:1778653812.472538:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653812.472540:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653812.472542:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653812.472544:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653812.472546:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538c4c7400. 02000000:00000001:3.0:1778653812.472550:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653812.472552:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653812.472554:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2a00. 00000100:00000001:3.0:1778653812.472557:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653812.472558:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.472562:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.472564:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.472565:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653812.472566:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.472568:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653812.477898:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.477915:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653812.477919:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.477921:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.477929:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.477936:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653812.477945:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.477950:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.477955:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.477959:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534e700 00000400:00000200:1.0:1778653812.477963:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653812.477969:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x63f9 [1] + 224 00000800:00000001:1.0:1778653812.477976:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.477982:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653812.477985:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653812.477989:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653812.477995:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653812.478003:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653812.478013:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653812.478038:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653812.478045:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653812.478048:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.479848:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.479854:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653812.479862:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653812.479864:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653812.479867:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e7e8. 00000400:00000200:3.0:1778653812.479873:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:3.0:1778653812.479876:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:3.0:1778653812.479879:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653812.479888:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653812.479905:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.479912:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653812.479914:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.479917:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653812.479920:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653812.479923:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653812.479925:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653812.479928:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653812.479938:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653812.479942:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653812.479945:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653812.479947:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653812.479950:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653812.479954:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.479958:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653812.479961:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653812.479963:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653812.479964:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653812.479969:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.479976:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653812.479979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653812.479981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653812.479985:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653812.479992:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677248:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653812.479998:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.480001:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653812.480005:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3800 x1865052054677248/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653812.480017:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653812.480020:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653812.480023:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853fe000. 02000000:00000001:3.0:1778653812.480025:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653812.480028:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653812.480030:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653812.480032:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653812.480034:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853fee00. 02000000:00000001:3.0:1778653812.480037:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653812.480039:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653812.480041:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3800. 00000100:00000001:3.0:1778653812.480044:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653812.480046:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.480048:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653812.480055:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653812.480057:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653812.480059:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653812.480061:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653813.169617:0:31828:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653813.207708:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653813.207714:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653813.207797:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653813.207801:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653813.207804:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653813.466151:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296368264, at 4296368642 00000100:00000010:0.0:1778653813.466165:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9b40. 00000100:00000040:1.0:1778653813.469743:0:18800:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296368264, at 4296368643 00000100:00000010:1.0:1778653813.469756:0:18800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9c00. 00000080:00000001:1.0:1778653813.655086:0:31890:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978745:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653813.978753:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653813.978760:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2300. 00000020:00000040:2.0:1778653813.978766:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1778653813.978770:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653813.978773:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653813.978778:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653813.978786:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658db00. 00000100:00000001:2.0:1778653813.978793:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978805:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653813.978815:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653813.978818:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978824:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e70ce69] to pc [ptlrpcd_01_00+0] req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.978845:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978848:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653813.978851:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653813.978853:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3b80. 00000020:00000040:2.0:1778653813.978856:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653813.978858:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653813.978859:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653813.978860:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653813.978863:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658df00. 00000100:00000001:2.0:1778653813.978866:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978870:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653813.978877:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653813.978879:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978883:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0164373] to pc [ptlrpcd_01_01+1] req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.978890:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978892:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653813.978895:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653813.978898:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653813.978900:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653813.978902:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653813.978903:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653813.978904:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653813.978907:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d400. 00000100:00000001:2.0:1778653813.978909:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978912:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653813.978918:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653813.978920:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978923:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf37e744] to pc [ptlrpcd_01_00+0] req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.978929:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978931:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653813.978934:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653813.978937:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2680. 00000020:00000040:2.0:1778653813.978938:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653813.978940:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653813.978941:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653813.978943:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653813.978945:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d200. 00000100:00000001:2.0:1778653813.978948:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978951:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653813.978957:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653813.978959:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978962:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034b11f04] to pc [ptlrpcd_01_01+1] req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.978968:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.978972:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1706) 00000100:00000001:2.0:1778653813.979001:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.979005:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653813.979007:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653813.979012:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979019:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653813.979021:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979024:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653813.979026:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653813.979029:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653813.979032:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054677376:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653813.979036:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653813.979041:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653813.979043:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979046:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653813.979051:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915381341200. 02000000:00000001:2.0:1778653813.979053:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653813.979060:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653813.979063:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653813.979069:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653813.979076:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054677376, portal 25 00000100:00000001:2.0:1778653813.979078:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653813.979080:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:2.0:1778653813.979085:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979091:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653813.979095:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653813.979097:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490bb0. 00000100:00000200:2.0:1778653813.979101:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054677376, offset 0 00000400:00000200:2.0:1778653813.979107:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979116:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979122:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653813.979128:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653813.979132:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653813.979136:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653813.979138:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979142:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2425:2425:256:4294967295] 192.168.204.110@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:2.0:1778653813.979147:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979157:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653813.979163:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653813.979167:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d900. 00000800:00000200:2.0:1778653813.979174:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653813.979181:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653813.979185:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653813.979196:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653813.979215:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653813.979218:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296373386 00000100:00000010:2.0:1778653813.979223:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff9600. 00000100:00000001:2.0:1778653813.979228:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1778653813.979233:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296373386 00000100:00000010:2.0:1778653813.979236:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff98a0. 00000100:00000001:2.0:1778653813.979238:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1778653813.979241:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.979244:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979247:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653813.979250:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979257:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653813.979258:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979260:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653813.979262:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653813.979264:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653813.979267:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677632:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653813.979270:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653813.979272:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653813.979273:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979275:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653813.979277:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915381341a00. 02000000:00000001:2.0:1778653813.979279:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653813.979282:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653813.979285:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653813.979288:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653813.979290:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054677632, portal 4 00000100:00000001:2.0:1778653813.979292:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653813.979294:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653813.979300:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979307:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653813.979309:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653813.979311:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653813.979313:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054677632, offset 0 00000400:00000200:2.0:1778653813.979317:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979320:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979324:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653813.979327:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653813.979329:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653813.979331:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653813.979334:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979336:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2426:2426:255:4294967295] 192.168.204.110@tcp LPNI seq info [2426:2426:7:4294967295] 00000400:00000200:2.0:1778653813.979340:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979346:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653813.979350:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653813.979353:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653813.979356:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653813.979360:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653813.979362:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653813.979365:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.979369:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21511 usecs (22 jiffies) 00000400:00000200:2.0:1778653813.979372:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653813.979374:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296369176 00000100:00000001:2.0:1778653813.979376:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653813.979378:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296369176 00000100:00000001:2.0:1778653813.979380:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653813.979382:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.979384:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979386:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979388:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.979394:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653813.979396:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653813.979398:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.979399:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653813.979401:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653813.979403:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1778653813.979405:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.979407:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653813.979408:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.979410:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.979411:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653813.979412:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653813.979415:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979421:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653813.979423:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979425:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653813.979426:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653813.979428:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653813.979431:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677504:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653813.979434:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653813.979436:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653813.979437:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979439:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653813.979442:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538f52a400. 02000000:00000001:2.0:1778653813.979444:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653813.979447:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653813.979449:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e9f8. 00000400:00000010:2.0:1778653813.979452:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490dd0. 00000100:00000200:2.0:1778653813.979454:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054677504, portal 10 00000100:00000001:2.0:1778653813.979456:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653813.979457:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000040:2.0:1778653813.979462:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979468:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653813.979470:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653813.979472:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653813.979474:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054677504, offset 0 00000400:00000200:2.0:1778653813.979478:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979481:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979484:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653813.979487:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653813.979489:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653813.979491:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653813.979493:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979496:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2427:2427:254:4294967295] 192.168.204.110@tcp LPNI seq info [2427:2427:6:4294967295] 00000400:00000200:2.0:1778653813.979500:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979506:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653813.979510:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653813.979513:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653813.979516:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653813.979520:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653813.979522:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653813.979525:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.979528:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 817230 usecs (818 jiffies) 00000400:00000200:2.0:1778653813.979530:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653813.979532:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296369972 00000100:00000001:2.0:1778653813.979534:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653813.979536:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296369972 00000100:00000001:2.0:1778653813.979538:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653813.979540:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.979542:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979543:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653813.979546:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979552:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653813.979554:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979556:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653813.979557:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653813.979559:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653813.979561:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677760:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653813.979566:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653813.979568:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653813.979570:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.979571:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653813.979574:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538c552e00. 02000000:00000001:2.0:1778653813.979576:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653813.979579:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653813.979581:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e108. 00000400:00000010:2.0:1778653813.979584:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490330. 00000100:00000200:2.0:1778653813.979586:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054677760, portal 4 00000100:00000001:2.0:1778653813.979588:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653813.979589:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000040:2.0:1778653813.979593:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.979599:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653813.979600:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653813.979602:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490b28. 00000100:00000200:2.0:1778653813.979604:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054677760, offset 0 00000400:00000200:2.0:1778653813.979608:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979611:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979615:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653813.979617:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653813.979619:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653813.979621:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653813.979624:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653813.979626:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2428:2428:253:4294967295] 192.168.204.110@tcp LPNI seq info [2428:2428:5:4294967295] 00000400:00000200:2.0:1778653813.979630:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653813.979635:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653813.979640:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653813.979642:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653813.979646:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653813.979673:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653813.979676:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653813.979679:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.979681:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 282646 usecs (283 jiffies) 00000400:00000200:2.0:1778653813.979684:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653813.979686:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296369437 00000100:00000001:2.0:1778653813.979688:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653813.979690:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296369437 00000100:00000001:2.0:1778653813.979692:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653813.979694:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.979695:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979697:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979700:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.979709:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.979711:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653813.980782:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653813.980787:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d900. 00000400:00000200:0.0:1778653813.980792:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.980798:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653813.980803:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490bb0 00000400:00000010:0.0:1778653813.980806:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490bb0. 00000100:00000001:0.0:1778653813.980810:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653813.980816:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.980827:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653813.980831:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.980837:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653813.980839:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653813.980850:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653813.980852:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:0.0:1778653813.980855:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.980858:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653813.980861:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:0.0:1778653813.980862:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:0.0:1778653813.980864:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653813.980868:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.980874:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653813.980877:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.980882:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653813.980884:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653813.980890:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653813.980892:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:0.0:1778653813.980895:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.980898:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653813.980900:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:0.0:1778653813.980901:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:0.0:1778653813.980903:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653813.980906:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.980912:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653813.980915:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.980921:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653813.980922:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653813.980983:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653813.980985:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:0.0:1778653813.980988:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.980991:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653813.980994:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490b28 00000400:00000010:0.0:1778653813.980996:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490b28. 00000100:00000001:0.0:1778653813.980998:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653813.981001:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.981008:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653813.981011:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.981016:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653813.981017:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653813.989401:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989417:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653813.989421:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989425:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989434:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989443:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653813.989512:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989520:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989525:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989530:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534e880 00000400:00000200:0.0:1778653813.989536:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989542:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6409 [1] + 224 00000800:00000001:0.0:1778653813.989550:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989554:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989557:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.989562:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653813.989570:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653813.989579:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653813.989591:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.989639:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.989644:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653813.989725:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653813.989737:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989741:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653813.989743:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989745:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989753:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989757:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653813.989760:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989763:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989765:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989767:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534e780 00000400:00000200:0.0:1778653813.989771:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989775:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6401 [1] + 224 00000800:00000001:0.0:1778653813.989778:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989781:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989783:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.989786:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653813.989789:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653813.989793:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653813.989802:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.989810:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653813.989813:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989816:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653813.989817:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989819:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989821:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989824:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653813.989832:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989835:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989837:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989839:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534e800 00000400:00000200:0.0:1778653813.989842:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989846:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6411 [1] + 224 00000800:00000001:0.0:1778653813.989849:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989852:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989854:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.989857:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653813.989860:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653813.989864:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653813.989872:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.989879:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653813.989882:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989887:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653813.989888:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989890:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989893:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989896:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653813.989900:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989905:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989907:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534e900 00000400:00000200:0.0:1778653813.989910:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653813.989913:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6419 [1] + 224 00000800:00000001:0.0:1778653813.989916:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989922:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653813.989924:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653813.989927:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653813.989930:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653813.989933:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653813.989940:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653813.989947:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653813.989950:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653813.989953:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653813.989985:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653813.989987:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653813.989991:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653813.989995:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653813.989997:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653813.990000:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653813.990004:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653813.990013:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990019:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653813.990020:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.990023:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653813.990026:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653813.990029:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653813.990032:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.990034:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653813.990045:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=74 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653813.990050:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653813.990053:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653813.990054:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653813.990057:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653813.990061:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.990064:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653813.990066:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1778653813.990068:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653813.990070:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.990074:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990081:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.990083:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653813.990085:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990089:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653813.990096:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677632:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653813.990102:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.990104:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990107:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054677632/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990114:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990117:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990121:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915381341a00. 02000000:00000001:2.0:1778653813.990125:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990228:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990231:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653813.990234:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990237:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d400. 02000000:00000001:2.0:1778653813.990241:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990243:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990244:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653813.990250:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990252:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.990255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.990257:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.990258:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653813.990261:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653813.990262:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653813.990264:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e9f8. 00000400:00000200:2.0:1778653813.990266:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:2.0:1778653813.990268:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:2.0:1778653813.990270:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653813.990274:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653813.990281:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990287:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653813.990288:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.990290:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653813.990291:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653813.990292:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653813.990294:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.990295:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653813.990299:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=74 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653813.990303:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653813.990305:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653813.990306:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653813.990308:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653813.990310:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.990312:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653813.990313:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967647 gen 2 00000100:00000040:2.0:1778653813.990319:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967647) req@ffff915387c9c000 x1865052054668672/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653944 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990331:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990333:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054668672/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653944 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990339:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990341:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990342:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eec400. 02000000:00000001:2.0:1778653813.990345:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990346:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990347:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.990349:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990350:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389b99000. 02000000:00000001:2.0:1778653813.990353:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990354:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990355:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:2.0:1778653813.990358:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990359:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990363:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967647) req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653813.990370:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990372:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c000 x1865052054672000/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653824 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653813.990377:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990378:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990380:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96000. 02000000:00000001:2.0:1778653813.990382:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990383:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990384:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.990386:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990388:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1a600. 02000000:00000001:2.0:1778653813.990390:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990391:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990392:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c000. 00000100:00000001:2.0:1778653813.990394:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990395:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990400:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967647) req@ffff915385fc0a80 x1865052054674432/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990405:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990408:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054674432/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990413:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990414:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990416:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653813.990418:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990419:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990420:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.990421:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990422:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e5e00. 02000000:00000001:2.0:1778653813.990425:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990425:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990427:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:2.0:1778653813.990428:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990429:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990433:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967647) req@ffff915387c1d500 x1865052054675072/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990438:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990441:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d500 x1865052054675072/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990510:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990512:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990514:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94400. 02000000:00000001:2.0:1778653813.990517:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990518:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990520:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.990521:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990523:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1ba00. 02000000:00000001:2.0:1778653813.990525:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990526:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990528:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d500. 00000100:00000001:2.0:1778653813.990530:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990531:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990536:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967647) req@ffff915385fc1500 x1865052054676352/t4294967645(4294967645) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990543:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990545:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054676352/t4294967645(4294967645) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990552:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990553:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990555:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e400. 02000000:00000001:2.0:1778653813.990558:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990560:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990561:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.990563:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990564:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153839e4200. 02000000:00000001:2.0:1778653813.990566:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990568:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990569:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:2.0:1778653813.990571:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990572:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990576:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967647) req@ffff915387c1d180 x1865052054676992/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990582:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.990585:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d180 x1865052054676992/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1778653826 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990591:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.990592:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.990593:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94800. 02000000:00000001:2.0:1778653813.990596:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.990597:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.990599:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.990601:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.990602:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1b600. 02000000:00000001:2.0:1778653813.990604:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.990605:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.990606:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d180. 00000100:00000001:2.0:1778653813.990609:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.990610:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.990613:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653813.990615:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:2.0:1778653813.990617:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653813.990619:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.990623:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990628:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.990630:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653813.990632:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990635:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653813.990642:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677504:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1778653813.990835:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653813.990837:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653813.990839:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e108. 00000400:00000200:2.0:1778653813.990843:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:2.0:1778653813.990845:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:2.0:1778653813.990848:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653813.990852:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653813.990860:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990866:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653813.990869:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.990871:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653813.990872:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653813.990874:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653813.990875:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.990877:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653813.990882:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=74 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653813.990886:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653813.990888:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653813.990890:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653813.990892:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653813.990894:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.990897:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653813.990899:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653813.990901:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653813.990902:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.990906:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990913:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.990915:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653813.990916:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.990920:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653813.990928:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054677760:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1778653813.990933:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653813.990935:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653813.990937:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653813.990940:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:2.0:1778653813.990942:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:2.0:1778653813.990944:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653813.990948:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653813.990957:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990963:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653813.990965:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.990966:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653813.990967:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653813.990968:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653813.990970:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653813.990972:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653813.990974:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653813.990977:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1778653813.990979:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653813.990980:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653813.990982:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653813.990983:0:2368:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.990985:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653813.990988:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.990994:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653813.990996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653813.990997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653813.991001:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653813.991008:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054677376:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653813.991012:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.991014:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.991016:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054677504/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.991022:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.991023:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.991025:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538f52a400. 02000000:00000001:2.0:1778653813.991028:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.991030:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.991031:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653813.991033:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.991034:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658df00. 02000000:00000001:2.0:1778653813.991036:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.991037:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.991039:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:2.0:1778653813.991041:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.991043:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.991044:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.991047:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2680 x1865052054677760/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.991052:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.991053:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.991055:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538c552e00. 02000000:00000001:2.0:1778653813.991056:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.991057:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.991058:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653813.991060:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.991061:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d200. 02000000:00000001:2.0:1778653813.991063:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.991064:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.991065:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2680. 00000100:00000001:2.0:1778653813.991067:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.991068:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.991069:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653813.991072:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054677376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653813.991077:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653813.991078:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653813.991079:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915381341200. 02000000:00000001:2.0:1778653813.991081:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653813.991082:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653813.991083:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653813.991085:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653813.991086:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658db00. 02000000:00000001:2.0:1778653813.991088:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653813.991089:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653813.991090:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:2.0:1778653813.991092:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653813.991093:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.991095:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653813.991101:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653813.991103:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653813.991105:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653813.991107:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653814.231848:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653814.231855:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653814.231944:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653814.231948:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653814.231951:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653814.339440:0:31981:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653814.570790:0:32017:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1778653814.570798:0:32017:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 02:30:13 (1778653813) 00000001:00000001:1.0:1778653814.582521:0:32017:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1778653815.259846:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653815.259854:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653815.260077:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653815.260081:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653815.260085:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653815.302286:0:32037:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653815.302296:0:32037:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653815.302299:0:32037:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653815.302304:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17bc0 00000080:00200000:1.0:1778653815.302310:0:32037:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653815.302321:0:32037:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6c00. 00800000:00000002:1.0:1778653815.302329:0:32037:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653815.302334:0:32037:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653815.302341:0:32037:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653815.302344:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17ae0 00800000:00000002:1.0:1778653815.302346:0:32037:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653815.302351:0:32037:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653815.302356:0:32037:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653815.302363:0:32037:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653815.302365:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f179b0 00000002:00010000:1.0:1778653815.302367:0:32037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653815.302371:0:32037:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653815.302375:0:32037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653815.302379:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653815.302389:0:32037:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.302392:0:32037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.302394:0:32037:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.302397:0:32037:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653815.302400:0:32037:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653815.302407:0:32037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6d80. 00000020:00000040:1.0:1778653815.302413:0:32037:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653815.302422:0:32037:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653815.302428:0:32037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653815.302433:0:32037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.302437:0:32037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653815.302440:0:32037:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653815.302446:0:32037:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653815.302455:0:32037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653815.302476:0:32037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.302482:0:32037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653815.302484:0:32037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.302486:0:32037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653815.302487:0:32037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.302489:0:32037:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.302496:0:32037:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00010000:00000001:1.0:1778653815.302502:0:32037:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653815.302505:0:32037:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653815.302510:0:32037:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcbb00. 00010000:00000010:1.0:1778653815.302516:0:32037:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2da80. 00010000:00000001:1.0:1778653815.302521:0:32037:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653815.302525:0:32037:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27400. 00000020:00000001:1.0:1778653815.302529:0:32037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653815.302532:0:32037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27400 with handle 0x3df471c51a890181 to hash 00000020:00000001:1.0:1778653815.302534:0:32037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653815.302536:0:32037:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.302540:0:32037:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.302545:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653815.302549:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.302554:0:32037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32037 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653815.302564:0:32037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32037 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653815.302575:0:32037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32037 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653815.302581:0:32037:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653815.302583:0:32037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653815.302591:0:32037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629b480. 00000100:00000001:1.0:1778653815.302594:0:32037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652034176 : -121687057517440 : ffff91538629b480) 00000100:00000001:1.0:1778653815.302597:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.302599:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:1.0:1778653815.302604:0:32037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653815.302609:0:32037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.302611:0:32037:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653815.302613:0:32037:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653815.302627:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.302637:0:32037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653815.302640:0:32037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.302645:0:32037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653815.302681:0:32037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653815.302684:0:32037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653815.302689:0:32037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32037:1865052054677888:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653815.302694:0:32037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653815.302701:0:32037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653815.302980:0:32037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.302984:0:32037:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653815.302991:0:32037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491e800. 02000000:00000001:1.0:1778653815.302993:0:32037:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653815.303041:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653815.303047:0:32037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5058. 00000400:00000010:1.0:1778653815.303055:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653815.303064:0:32037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054677888, portal 10 00000100:00000001:1.0:1778653815.303066:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.303067:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000040:1.0:1778653815.303074:0:32037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.303083:0:32037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653815.303086:0:32037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653815.303089:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19a18. 00000100:00000200:1.0:1778653815.303091:0:32037:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054677888, offset 0 00000400:00000200:1.0:1778653815.303099:0:32037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653815.303198:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653815.303208:0:32037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653815.303216:0:32037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653815.303222:0:32037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653815.303228:0:32037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653815.303232:0:32037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653815.303237:0:32037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2429:2429:256:4294967295] 192.168.204.110@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:1.0:1778653815.303243:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653815.303255:0:32037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653815.303262:0:32037:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653815.303268:0:32037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653815.303278:0:32037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653815.303288:0:32037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653815.303294:0:32037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653815.303367:0:32037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653815.303372:0:32037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 816152 usecs (817 jiffies) 00000400:00000200:1.0:1778653815.303376:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653815.303380:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296371296 00000100:00000001:1.0:1778653815.303383:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:1.0:1778653815.303386:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296371296 00000100:00000001:1.0:1778653815.303388:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:1.0:1778653815.303391:0:32037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653815.303395:0:32037:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.303398:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653815.303400:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653815.303404:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629b480 going to sleep for 11 seconds 00000100:00000001:1.0:1778653815.303407:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653815.303410:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653815.303952:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653815.303958:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16700. 00000400:00000200:0.0:1778653815.303966:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653815.303973:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653815.303979:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19a18 00000400:00000010:0.0:1778653815.303982:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19a18. 00000100:00000001:0.0:1778653815.303987:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653815.303993:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.304269:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653815.304275:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.304282:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653815.304284:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653815.308845:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.308868:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653815.308873:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.308876:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653815.308889:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.308899:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653815.308912:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.308917:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.308924:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.308929:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534e980 00000400:00000200:0.0:1778653815.308935:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.308942:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6421 [1] + 224 00000800:00000001:0.0:1778653815.308952:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.308963:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653815.308966:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653815.308970:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653815.308980:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653815.308991:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653815.309003:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.309035:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653815.309047:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.309050:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653815.309097:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653815.309118:0:32037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653815.309121:0:32037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653815.309126:0:32037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5058. 00000400:00000200:1.0:1778653815.309133:0:32037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19660 00000400:00000010:1.0:1778653815.309136:0:32037:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19660. 00000100:00000001:1.0:1778653815.309140:0:32037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653815.309146:0:32037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653815.309157:0:32037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.309164:0:32037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653815.309166:0:32037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653815.309169:0:32037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653815.309184:0:32037:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653815.309187:0:32037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653815.309190:0:32037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.309194:0:32037:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653815.309206:0:32037:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=76 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653815.309211:0:32037:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653815.309215:0:32037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653815.309218:0:32037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.309221:0:32037:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653815.309226:0:32037:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.309231:0:32037:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653815.309234:0:32037:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:1.0:1778653815.309237:0:32037:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653815.309239:0:32037:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653815.309245:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.309253:0:32037:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653815.309257:0:32037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653815.309260:0:32037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653815.309264:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653831 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653815.309273:0:32037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32037:1865052054677888:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653815.309284:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653815.309287:0:32037:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.309290:0:32037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653815.309292:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653815.309296:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653831 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.309303:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653815.309306:0:32037:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629b480. 00000100:00000001:1.0:1778653815.309310:0:32037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653815.309312:0:32037:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.309427:0:32037:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653815.309434:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.309437:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.309440:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=4 00000020:00000001:1.0:1778653815.309443:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309447:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000040:1.0:1778653815.309455:0:32037:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27400, remote cookie: 0xdfa36d541726f965, flags: 0x1001 00010000:00010000:1.0:1778653815.309461:0:32037:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653815.309480:0:32037:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.309488:0:32037:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653815.309493:0:32037:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653815.309496:0:32037:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653815.309498:0:32037:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653815.309500:0:32037:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653815.309504:0:32037:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcbb00) refcount = 1 00010000:00010000:1.0:1778653815.309508:0:32037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.309515:0:32037:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653815.309519:0:32037:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653815.309521:0:32037:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653815.309524:0:32037:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653815.309526:0:32037:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.309529:0:32037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.309536:0:32037:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653815.309538:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309539:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.309540:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309541:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.309543:0:32037:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.309548:0:32037:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653815.309550:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.309551:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.309553:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.309555:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309557:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309560:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.309561:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.309562:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=4 00000020:00000001:1.0:1778653815.309564:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309566:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309569:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653815.309573:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.309586:0:32037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.309593:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309594:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.309596:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.309597:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.309598:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=5 00000020:00000001:1.0:1778653815.309599:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309601:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309604:0:32037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653815.309607:0:32037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.309613:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309614:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653815.309617:0:32037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.309623:0:32037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653815.309625:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309626:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.309627:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309628:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653815.309633:0:32037:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653831 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653815.309648:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.309688:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.309690:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.309692:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309695:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.309697:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.309698:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.309700:0:32037:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.309702:0:32037:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.310579:0:32037:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1778653815.310586:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.310588:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.310590:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.310594:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.310598:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00000002:00010000:1.0:1778653815.310603:0:32037:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.310613:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.310614:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.310617:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653815.310619:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.310620:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.310621:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.310623:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.310625:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000040:1.0:1778653815.310633:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:1.0:1778653815.310635:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653815.310640:0:32037:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1778653815.310643:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.310644:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.310646:0:32037:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653815.310683:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17930 00000002:00002000:1.0:1778653815.310686:0:32037:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1778653815.310690:0:32037:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.310695:0:32037:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.310698:0:32037:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653815.310702:0:32037:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1778653815.312352:0:32037:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653815.312365:0:32037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653815.312371:0:32037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6c00. 00000080:00000001:1.0:1778653815.312380:0:32037:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653815.312383:0:32037:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653815.312397:0:32037:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1778653815.312406:0:32037:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1778653815.312419:0:32037:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e80c00. 00800000:00000001:1.0:1778653815.312423:0:32037:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647731200 : -121687061820416 : ffff915385e80c00) 00800000:00000001:1.0:1778653815.312426:0:32037:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.312429:0:32037:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653815.312433:0:32037:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653815.312435:0:32037:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1778653815.312439:0:32037:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1778653815.312443:0:32037:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1778653815.312445:0:32037:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.312451:0:32037:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1778653815.312455:0:32037:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1778653815.312460:0:32037:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1778653815.312463:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.312465:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.312468:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.312470:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312473:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312476:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312477:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653815.312479:0:32037:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653815.312482:0:32037:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1778653815.312484:0:32037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e80c00 1 00800000:00000010:1.0:1778653815.312486:0:32037:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e80c00. 00800000:00000001:1.0:1778653815.312489:0:32037:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653815.312493:0:32037:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890181 00800000:00000001:1.0:1778653815.312496:0:32037:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653815.312498:0:32037:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653815.312500:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.312501:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.312503:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.312505:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312507:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312509:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312510:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.312511:0:32037:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.312513:0:32037:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.312516:0:32037:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653815.312518:0:32037:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653815.312521:0:32037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890181 from it ffffa71ac1f17bf8 00010000:00000001:1.0:1778653815.312523:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.312524:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.312525:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.312527:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312529:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312531:0:32037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653815.312537:0:32037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.312545:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312546:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.312547:0:32037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653815.312552:0:32037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653815.312554:0:32037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653815.312570:0:32037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653815.312575:0:32037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653815.312577:0:32037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653815.312582:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312584:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.312585:0:32037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312589:0:32037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653815.312591:0:32037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312593:0:32037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312596:0:32037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312598:0:32037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653815.312599:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312600:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653815.312604:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653815.312617:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6d80 x1865052054677888/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653831 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.312625:0:32037:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653815.312628:0:32037:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653815.312632:0:32037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491e800. 02000000:00000001:1.0:1778653815.312636:0:32037:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653815.312639:0:32037:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653815.312641:0:32037:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653815.312644:0:32037:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653815.312647:0:32037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:1.0:1778653815.312668:0:32037:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653815.312670:0:32037:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653815.312673:0:32037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6d80. 00000100:00000001:1.0:1778653815.312678:0:32037:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653815.312679:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653815.312684:0:32037:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653815.312690:0:32037:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653815.312711:0:32037:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef31e0. 00000080:00000001:1.0:1778653815.312717:0:32037:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653815.312719:0:32037:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653815.312722:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17b00 00000080:00200000:1.0:1778653815.312725:0:32037:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653815.312730:0:32037:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6c00. 00800000:00000002:1.0:1778653815.312735:0:32037:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653815.312738:0:32037:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653815.312741:0:32037:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653815.312743:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17a20 00800000:00000002:1.0:1778653815.312745:0:32037:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653815.312749:0:32037:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653815.312753:0:32037:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653815.312757:0:32037:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653815.312759:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f178f0 00000002:00010000:1.0:1778653815.312761:0:32037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653815.312764:0:32037:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653815.312766:0:32037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653815.312769:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653815.312775:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:1.0:1778653815.312777:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653815.312782:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653815.312785:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653815.312789:0:32037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1778653815.312797:0:32037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653815.312801:0:32037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.312804:0:32037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1778653815.312810:0:32037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653815.312812:0:32037:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653815.312814:0:32037:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653815.312816:0:32037:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653815.312818:0:32037:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653815.312820:0:32037:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653815.312821:0:32037:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653815.312824:0:32037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653815.312826:0:32037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6c00. 00000080:00000001:1.0:1778653815.312828:0:32037:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653815.312830:0:32037:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653815.312832:0:32037:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653815.312835:0:32037:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890181 00800000:00000001:1.0:1778653815.312837:0:32037:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653815.312839:0:32037:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653815.312840:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.312841:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.312843:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.312845:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312847:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312849:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312850:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.312851:0:32037:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.312852:0:32037:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653815.312854:0:32037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890181 from it ffffa71ac1f17b38 00010000:00000001:1.0:1778653815.312856:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.312857:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.312858:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:1.0:1778653815.312860:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312861:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653815.312863:0:32037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653815.312865:0:32037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653815.312870:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312871:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.312872:0:32037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653815.312874:0:32037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653815.312875:0:32037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653815.312885:0:32037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653815.312886:0:32037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653815.312887:0:32037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653815.312889:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312890:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.312891:0:32037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312893:0:32037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653815.312894:0:32037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312895:0:32037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312897:0:32037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.312898:0:32037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653815.312899:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.312900:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653815.312901:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653815.312903:0:32037:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653815.312905:0:32037:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:1.0:1778653815.312907:0:32037:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.312910:0:32037:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:1.0:1778653815.312912:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17b50 00000080:00200000:1.0:1778653815.312913:0:32037:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff9153829d0780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1778653815.312919:0:32037:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383ee1ae0. 00000080:00000001:1.0:1778653815.312923:0:32037:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653815.312926:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17a00 00000080:00200000:1.0:1778653815.312928:0:32037:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000010:1.0:1778653815.312934:0:32037:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6c00. 00800000:00000002:1.0:1778653815.312936:0:32037:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653815.312941:0:32037:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653815.312943:0:32037:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653815.312944:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17920 00800000:00000002:1.0:1778653815.312945:0:32037:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653815.312948:0:32037:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1778653815.312951:0:32037:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1778653815.312955:0:32037:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:1.0:1778653815.312959:0:32037:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1778653815.312962:0:32037:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1778653815.312965:0:32037:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1778653815.312968:0:32037:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1778653815.312971:0:32037:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:1.0:1778653815.312974:0:32037:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.312976:0:32037:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.312978:0:32037:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.312980:0:32037:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653815.312982:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f178a0 00800000:00000002:1.0:1778653815.312983:0:32037:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1778653815.312986:0:32037:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653815.312987:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f177d8 00000002:00010000:1.0:1778653815.312989:0:32037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1778653815.312993:0:32037:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653815.312996:0:32037:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1778653815.313010:0:32037:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1778653815.313015:0:32037:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.313017:0:32037:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653815.313019:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:1.0:1778653815.313021:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653815.313024:0:32037:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653815.313028:0:32037:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653815.313031:0:32037:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1778653815.313039:0:32037:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653815.313044:0:32037:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653815.313047:0:32037:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653815.313049:0:32037:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653815.313051:0:32037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653815.313053:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653815.313055:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 3 00010000:00000001:1.0:1778653815.313057:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653815.313060:0:32037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.313061:0:32037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653815.313063:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653815.313064:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 3 00010000:00000001:1.0:1778653815.313066:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653815.313068:0:32037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.313070:0:32037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653815.313071:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653815.313073:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 3 00010000:00000001:1.0:1778653815.313074:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653815.313076:0:32037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.313078:0:32037:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653815.313081:0:32037:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653815.313086:0:32037:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1778653815.313089:0:32037:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653815.313092:0:32037:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653815.313093:0:32037:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.313097:0:32037:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653815.313100:0:32037:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653815.313102:0:32037:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653815.313104:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653815.313106:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653815.313108:0:32037:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27400 with handle 0x3df471c51a890181 from hash 00010000:00000001:1.0:1778653815.313111:0:32037:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653815.313113:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.313114:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.313115:0:32037:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653815.313118:0:32037:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653815.313120:0:32037:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653815.313123:0:32037:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653815.313124:0:32037:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653815.313126:0:32037:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1778653815.313131:0:32037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6d80. 00000020:00000040:1.0:1778653815.313135:0:32037:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653815.313141:0:32037:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653815.313143:0:32037:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.313146:0:32037:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653815.313150:0:32037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653815.313153:0:32037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.313155:0:32037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653815.313157:0:32037:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653815.313161:0:32037:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653815.313168:0:32037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653815.313187:0:32037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.313191:0:32037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653815.313194:0:32037:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1778653815.313197:0:32037:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1778653815.313204:0:32037:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1778653815.313205:0:32037:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653815.313208:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653815.313210:0:32037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a890181 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f965 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1778653815.313217:0:32037:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcbb00 count: 0 00010000:00000010:1.0:1778653815.313222:0:32037:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2da80. 00010000:00000001:1.0:1778653815.313236:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.313237:0:32037:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.313238:0:32037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653815.313240:0:32037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.313242:0:32037:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.313252:0:32037:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00010000:00000001:1.0:1778653815.313256:0:32037:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653815.313258:0:32037:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653815.313262:0:32037:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb300. 00010000:00000010:1.0:1778653815.313266:0:32037:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2da80. 00010000:00000001:1.0:1778653815.313271:0:32037:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653815.313277:0:32037:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27000. 00000020:00000001:1.0:1778653815.313278:0:32037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653815.313281:0:32037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27000 with handle 0x3df471c51a890188 to hash 00000020:00000001:1.0:1778653815.313283:0:32037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653815.313285:0:32037:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.313289:0:32037:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.313292:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653815.313293:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.313295:0:32037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32037 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653815.313301:0:32037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32037 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1778653815.313314:0:32037:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1778653815.313322:0:32037:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1778653815.313330:0:32037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32037 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653815.313335:0:32037:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653815.313338:0:32037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653815.313346:0:32037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629b480. 00000100:00000001:1.0:1778653815.313348:0:32037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652034176 : -121687057517440 : ffff91538629b480) 00000100:00000001:1.0:1778653815.313350:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.313352:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:1.0:1778653815.313356:0:32037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653815.313361:0:32037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.313363:0:32037:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653815.313365:0:32037:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653815.313369:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.313376:0:32037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653815.313378:0:32037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.313382:0:32037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653815.313385:0:32037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653815.313387:0:32037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653815.313391:0:32037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32037:1865052054678144:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653815.313397:0:32037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653815.313404:0:32037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653815.313407:0:32037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.313410:0:32037:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653815.313491:0:32037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386640000. 02000000:00000001:1.0:1778653815.313494:0:32037:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653815.313503:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653815.313509:0:32037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5058. 00000400:00000010:1.0:1778653815.313517:0:32037:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915388bb9400. 00000100:00000200:1.0:1778653815.313527:0:32037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054678144, portal 10 00000100:00000001:1.0:1778653815.313528:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.313530:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000040:1.0:1778653815.313535:0:32037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.313542:0:32037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653815.313545:0:32037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653815.313550:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653815.313552:0:32037:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1865052054678144, offset 0 00000400:00000200:1.0:1778653815.313559:0:32037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653815.313569:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653815.313579:0:32037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653815.313585:0:32037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653815.313590:0:32037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653815.313595:0:32037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653815.313598:0:32037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653815.313601:0:32037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2430:2430:256:4294967295] 192.168.204.110@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:1.0:1778653815.313606:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653815.313616:0:32037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653815.313623:0:32037:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653815.313629:0:32037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16500. 00000800:00000200:1.0:1778653815.313637:0:32037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653815.313646:0:32037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653815.313701:0:32037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1778653815.313715:0:32037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653815.313720:0:32037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 815068 usecs (816 jiffies) 00000400:00000200:1.0:1778653815.313723:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653815.313726:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296371306 00000100:00000001:1.0:1778653815.313729:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:1.0:1778653815.313731:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296371306 00000100:00000001:1.0:1778653815.313734:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:1.0:1778653815.313737:0:32037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653815.313739:0:32037:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.313742:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653815.313745:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653815.313748:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629b480 going to sleep for 11 seconds 00000100:00000001:1.0:1778653815.313750:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653815.313755:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653815.314426:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653815.314433:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16500. 00000400:00000200:0.0:1778653815.314442:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653815.314449:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653815.314456:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19660 00000400:00000010:0.0:1778653815.314459:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19660. 00000100:00000001:0.0:1778653815.314464:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653815.314470:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.314481:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653815.314485:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.314492:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653815.314494:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1778653815.318723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbb00. 00010000:00000010:1.1:1778653815.318744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00000800:00000001:0.0:1778653815.320373:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.320394:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653815.320399:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.320402:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653815.320414:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320429:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653815.320442:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320449:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320456:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320462:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a0414534ea80 00000400:00000200:0.0:1778653815.320467:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320474:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6431 [32] + 224 00000800:00000001:0.0:1778653815.320483:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653815.320491:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653815.320494:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653815.320499:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653815.320508:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653815.320519:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653815.320530:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.320563:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653815.320574:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653815.320578:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320584:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653815.320590:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2431:2431:256:4294967295] 192.168.204.110@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:0.0:1778653815.320595:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653815.320604:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653815.320610:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653815.320616:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915385eee000. 00000800:00000200:0.0:1778653815.320623:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653815.320641:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653815.320695:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385eee000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1778653815.320710:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653815.320721:0:32037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653815.320723:0:32037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653815.320728:0:32037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5058. 00000400:00000200:1.0:1778653815.320735:0:32037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388bb9400 00000400:00000010:1.0:1778653815.320738:0:32037:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915388bb9400. 00000100:00000001:1.0:1778653815.320742:0:32037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653815.320748:0:32037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653815.320760:0:32037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6d80 x1865052054678144/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653831 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.320768:0:32037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653815.320770:0:32037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653815.320773:0:32037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653815.320777:0:32037:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653815.320781:0:32037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653815.320783:0:32037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.320787:0:32037:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653815.320798:0:32037:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=76 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653815.320804:0:32037:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653815.320807:0:32037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653815.320809:0:32037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653815.320812:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1778653815.320813:0:32037:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000010:0.0:1778653815.320818:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915385eee000. 00010000:00000001:1.0:1778653815.320819:0:32037:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.320824:0:32037:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000400:00000200:0.0:1778653815.320824:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1778653815.320827:0:32037:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:1.0:1778653815.320831:0:32037:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000400:00000200:0.0:1778653815.320832:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000001:1.0:1778653815.320835:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.320837:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000800:00000001:0.0:1778653815.320839:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1778653815.320841:0:32037:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653815.320844:0:32037:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000800:00000001:0.0:1778653815.320844:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653815.320846:0:32037:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653815.320850:0:32037:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653815.320856:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653831 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.320863:0:32037:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653815.320866:0:32037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653815.320869:0:32037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653815.320873:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653831 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653815.320881:0:32037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6d80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32037:1865052054678144:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653815.320886:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653815.320889:0:32037:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.320892:0:32037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653815.320894:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653815.320897:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653831 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.320910:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653815.320913:0:32037:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629b480. 00000100:00000001:1.0:1778653815.320916:0:32037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653815.320918:0:32037:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.320921:0:32037:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653815.320926:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.320928:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.320931:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:1.0:1778653815.320933:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.320937:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000040:1.0:1778653815.320943:0:32037:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27000, remote cookie: 0xdfa36d541726f981, flags: 0x1001 00010000:00010000:1.0:1778653815.320950:0:32037:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653815.320960:0:32037:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1778653815.320964:0:32037:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1778653815.320973:0:32037:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcbb00. 00010000:00000010:1.0:1778653815.320979:0:32037:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d900. 00010000:00000040:1.0:1778653815.320985:0:32037:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb300 count: 0 00010000:00000010:1.0:1778653815.320991:0:32037:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2da80. 00010000:00000001:1.0:1778653815.321001:0:32037:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.321005:0:32037:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653815.321013:0:32037:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321020:0:32037:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653815.321025:0:32037:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653815.321028:0:32037:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653815.321030:0:32037:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653815.321032:0:32037:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653815.321035:0:32037:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff915387bcbb00) refcount = 1 00010000:00010000:1.0:1778653815.321039:0:32037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321045:0:32037:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653815.321049:0:32037:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653815.321050:0:32037:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653815.321054:0:32037:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653815.321056:0:32037:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.321060:0:32037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321066:0:32037:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653815.321068:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321070:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.321071:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321072:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.321073:0:32037:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.321079:0:32037:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653815.321082:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.321083:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.321085:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.321087:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321089:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321092:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.321092:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.321094:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:1.0:1778653815.321095:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321097:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321101:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653815.321104:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653815.321109:0:32037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321116:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321117:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.321119:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.321120:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.321121:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=5 00000020:00000001:1.0:1778653815.321122:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321124:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321127:0:32037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653815.321129:0:32037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321134:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321135:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653815.321138:0:32037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321144:0:32037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653815.321146:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321147:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.321147:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321148:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653815.321153:0:32037:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1778653815.321162:0:32037:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1778653815.321167:0:32037:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1778653815.321182:0:32037:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.321189:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.321190:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.321192:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.321194:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321196:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000002:00010000:1.0:1778653815.321199:0:32037:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1778653815.321209:0:32037:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915385e80c00. 00010000:00000001:1.0:1778653815.321211:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321212:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.321213:0:32037:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.321215:0:32037:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653815.321218:0:32037:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1778653815.321221:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.321222:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:1.0:1778653815.321224:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.321226:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00010000:00000001:1.0:1778653815.321228:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.321229:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.321230:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.321232:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321234:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000002:00010000:1.0:1778653815.321237:0:32037:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.321242:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321243:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.321245:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653815.321246:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.321247:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.321248:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.321250:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.321251:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000040:1.0:1778653815.321255:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:1.0:1778653815.321258:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653815.321262:0:32037:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:1.0:1778653815.321265:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.321266:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.321267:0:32037:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653815.321270:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17758 00000002:00002000:1.0:1778653815.321273:0:32037:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1778653815.321276:0:32037:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.321280:0:32037:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.321283:0:32037:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653815.321286:0:32037:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1778653815.321290:0:32037:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653815.321295:0:32037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:1.0:1778653815.321298:0:32037:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1778653815.321300:0:32037:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383ee1ae0 it_disposition 1800037 00000080:00002000:1.0:1778653815.321307:0:32037:0:(namei.c:651:ll_splice_alias()) Add dentry ffff915398685d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1778653815.321312:0:32037:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653815.321315:0:32037:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:1.0:1778653815.321317:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17988 00000080:00200000:1.0:1778653815.321319:0:32037:0:(namei.c:1617:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000001:1.0:1778653815.321322:0:32037:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:1.0:1778653815.321325:0:32037:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653815.321331:0:32037:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1778653815.321334:0:32037:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653815.321336:0:32037:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1778653815.321340:0:32037:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1778653815.321351:0:32037:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd1d280. 00000020:00000001:1.0:1778653815.321362:0:32037:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:1.0:1778653815.321364:0:32037:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1778653815.321368:0:32037:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:1.0:1778653815.321370:0:32037:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff91538bd1d348) 00000020:00000001:1.0:1778653815.321374:0:32037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653815.321379:0:32037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653815.321384:0:32037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6000. 00000020:00000010:1.0:1778653815.321389:0:32037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7800. 00000020:00000010:1.0:1778653815.321394:0:32037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee10c0. 00000008:00000010:1.0:1778653815.321403:0:32037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653815.321409:0:32037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab240. 00008000:00000010:1.0:1778653815.321415:0:32037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653815.321422:0:32037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653815.321427:0:32037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653815.321431:0:32037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7200. 00000008:00000010:1.0:1778653815.321436:0:32037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653815.321440:0:32037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653815.321444:0:32037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653815.321449:0:32037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653815.321452:0:32037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653815.321455:0:32037:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653815.321459:0:32037:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1778653815.321474:0:32037:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9153898fec80. 00000020:00000001:1.0:1778653815.321476:0:32037:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1778653815.321479:0:32037:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653815.321488:0:32037:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:1.0:1778653815.321492:0:32037:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538c586ba0. 00020000:00000001:1.0:1778653815.321494:0:32037:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386755759008 : -121686953792608 : ffff91538c586ba0) 00020000:00000001:1.0:1778653815.321497:0:32037:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:1.0:1778653815.321501:0:32037:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1778653815.321506:0:32037:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383ee11e0. 00020000:00000010:1.0:1778653815.321511:0:32037:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915387c13c80. 00020000:00000010:1.0:1778653815.321516:0:32037:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383ee1c00. 00020000:00000001:1.0:1778653815.321518:0:32037:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614574080 : -121687094977536 : ffff915383ee1c00) 00020000:00000002:1.0:1778653815.321522:0:32037:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1c00, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653815.321527:0:32037:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653815.321531:0:32037:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c13c80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1778653815.321534:0:32037:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1778653815.321537:0:32037:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1c00, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653815.321540:0:32037:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653815.321545:0:32037:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c13c80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1778653815.321550:0:32037:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915383919930. 00020000:00000010:1.0:1778653815.321553:0:32037:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91538629b480. 00020000:00000001:1.0:1778653815.321558:0:32037:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1778653815.321561:0:32037:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9153898b7cd0. 00020000:00000001:1.0:1778653815.321564:0:32037:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1778653815.321565:0:32037:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1778653815.321571:0:32037:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1778653815.321573:0:32037:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9153898fe3e8. 00000020:00000001:1.0:1778653815.321575:0:32037:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1778653815.321576:0:32037:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653815.321579:0:32037:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386709062760 : -121687000488856 : ffff9153898fe468) 00020000:00000001:1.0:1778653815.321583:0:32037:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1778653815.322351:0:32037:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff915385c6cc40. 00020000:00000001:1.0:1778653815.322363:0:32037:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653815.322370:0:32037:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386709062760 : -121687000488856 : ffff9153898fe468) 00020000:00000001:1.0:1778653815.322375:0:32037:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386709062760 : -121687000488856 : ffff9153898fe468) 00020000:00000002:1.0:1778653815.322380:0:32037:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff9153898fe3e8[0:0] -> [0x200000404:0x2b:0x0]@ffff9153898fec80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1778653815.322386:0:32037:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1778653815.322389:0:32037:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1778653815.322391:0:32037:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653815.322395:0:32037:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386709064960 : -121687000486656 : ffff9153898fed00) 00000020:00001000:1.0:1778653815.322399:0:32037:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653815.322405:0:32037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7800. 00000020:00000010:1.0:1778653815.322411:0:32037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee10c0. 00000008:00000010:1.0:1778653815.322417:0:32037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653815.322422:0:32037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab240. 00008000:00000010:1.0:1778653815.322427:0:32037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653815.322430:0:32037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653815.322434:0:32037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653815.322437:0:32037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6000. 00000008:00000010:1.0:1778653815.322441:0:32037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653815.322445:0:32037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653815.322448:0:32037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653815.322452:0:32037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653815.322456:0:32037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7200. 00000020:00000010:1.0:1778653815.322458:0:32037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653815.322463:0:32037:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1778653815.322466:0:32037:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1778653815.322469:0:32037:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1778653815 00000080:00000001:1.0:1778653815.322474:0:32037:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1778653815.322478:0:32037:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386746938184 : -121686962613432 : ffff91538bd1d348) 00010000:00000001:1.0:1778653815.322481:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.322483:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.322485:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.322487:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.322490:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000080:00000001:1.0:1778653815.322494:0:32037:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:1.0:1778653815.322496:0:32037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653815.322501:0:32037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653815.322503:0:32037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7200. 00000020:00000010:1.0:1778653815.322507:0:32037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6000. 00000020:00000010:1.0:1778653815.322509:0:32037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee10c0. 00000008:00000010:1.0:1778653815.322513:0:32037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653815.322516:0:32037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab240. 00008000:00000010:1.0:1778653815.322519:0:32037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653815.322523:0:32037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653815.322526:0:32037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653815.322529:0:32037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7800. 00000008:00000010:1.0:1778653815.322531:0:32037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653815.322533:0:32037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653815.322536:0:32037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653815.322538:0:32037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653815.322540:0:32037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653815.322542:0:32037:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653815.322545:0:32037:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1778653815.322548:0:32037:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1778653815.322549:0:32037:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1778653815.322553:0:32037:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383ee1540. 00020000:00000010:1.0:1778653815.322556:0:32037:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915387c13880. 00020000:00000010:1.0:1778653815.322560:0:32037:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383ee1ea0. 00020000:00000001:1.0:1778653815.322561:0:32037:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614574752 : -121687094976864 : ffff915383ee1ea0) 00020000:00000002:1.0:1778653815.322565:0:32037:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1ea0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653815.322569:0:32037:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653815.322573:0:32037:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c13880: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1778653815.322577:0:32037:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538c586ba0) owner ffff915382888000 00020000:00000001:1.0:1778653815.322579:0:32037:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1778653815.322582:0:32037:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538c586ba0) owner ffff915382888000 00020000:00000010:1.0:1778653815.322587:0:32037:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915387c13880. 00020000:00000010:1.0:1778653815.322677:0:32037:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383ee1540. 00020000:00000010:1.0:1778653815.322680:0:32037:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383ee1ea0. 00020000:00000002:1.0:1778653815.322682:0:32037:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1778653815.322684:0:32037:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653815.322686:0:32037:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653815.322690:0:32037:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1778653815.322694:0:32037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915382888000 00020000:00000002:1.0:1778653815.322697:0:32037:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1c00 addref 2/0 by ffff915382888000. 00020000:00000002:1.0:1778653815.322700:0:32037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915382888000 00020000:00000001:1.0:1778653815.322703:0:32037:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1778653815.322705:0:32037:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1778653815.322707:0:32037:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1778653815.322708:0:32037:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1778653815.322711:0:32037:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1778653815.322714:0:32037:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1778653815.322716:0:32037:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653815.322718:0:32037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6000. 00000020:00000010:1.0:1778653815.322721:0:32037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee10c0. 00000008:00000010:1.0:1778653815.322723:0:32037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653815.322725:0:32037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab240. 00008000:00000010:1.0:1778653815.322728:0:32037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653815.322731:0:32037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653815.322733:0:32037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653815.322735:0:32037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7200. 00000008:00000010:1.0:1778653815.322738:0:32037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653815.322740:0:32037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653815.322742:0:32037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653815.322744:0:32037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653815.322747:0:32037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7800. 00000020:00000010:1.0:1778653815.322749:0:32037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653815.322752:0:32037:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.322754:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.322755:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653815.322757:0:32037:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653815.322761:0:32037:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1778653815.322763:0:32037:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653815.322766:0:32037:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) 00000080:00010000:1.0:1778653815.322770:0:32037:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) for lock 0x3df471c51a890188 00800000:00000001:1.0:1778653815.322773:0:32037:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653815.322776:0:32037:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653815.322777:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.322779:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.322780:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.322782:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.322784:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.322787:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.322788:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653815.322789:0:32037:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.322791:0:32037:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.322793:0:32037:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:1.0:1778653815.322795:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653815.322805:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.322813:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.322820:0:32037:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653815.322825:0:32037:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) 00000080:00000001:1.0:1778653815.322828:0:32037:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653815.322832:0:32037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6c00. 00000100:00000001:1.0:1778653815.322836:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653815.322839:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.322846:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.322851:0:32037:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1778653815.322854:0:32037:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.322864:0:32037:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1778653815.322866:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17a60 00000080:00200008:1.0:1778653815.322869:0:32037:0:(file.c:1058:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff91538bd1d348), flags 100102 00000080:00000010:1.0:1778653815.322877:0:32037:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91538912f540. 00000080:00000010:1.0:1778653815.322884:0:32037:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e803c0. 00000080:00000001:1.0:1778653815.322887:0:32037:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1778653815.322892:0:32037:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1778653815.322895:0:32037:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1778653815.322899:0:32037:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915383ef3700. 00000002:00100000:1.0:1778653815.322903:0:32037:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1778653815.322910:0:32037:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653815.322912:0:32037:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1778653815.322916:0:32037:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1778653815.322920:0:32037:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.322922:0:32037:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653815.322924:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653815.322927:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1778653815.322934:0:32037:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653815.322938:0:32037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:1.0:1778653815.322976:0:32037:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1778653815.322978:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653815.322981:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17a60 00000080:00000008:1.0:1778653815.322983:0:32037:0:(file.c:1297:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff91538bd1d348), flags 100102, rc = 0 00000080:00000001:1.0:1778653815.322988:0:32037:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1778653815.322990:0:32037:0:(dcache.c:176:ll_intent_release()) intent ffff915383ee1ae0 released 00000080:00010000:1.0:1778653815.322993:0:32037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890188 from it ffff915383ee1ae0 00010000:00000001:1.0:1778653815.322995:0:32037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653815.322996:0:32037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653815.322998:0:32037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653815.323000:0:32037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.323001:0:32037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653815.323004:0:32037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653815.323009:0:32037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653815.323016:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.323018:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.323019:0:32037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653815.323022:0:32037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653815.323024:0:32037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653815.323033:0:32037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653815.323035:0:32037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653815.323038:0:32037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653815.323042:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.323043:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653815.323045:0:32037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.323048:0:32037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653815.323050:0:32037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.323052:0:32037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.323055:0:32037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653815.323057:0:32037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653815.323058:0:32037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653815.323060:0:32037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653815.323061:0:32037:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1778653815.323064:0:32037:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1778653815.323066:0:32037:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1778653815.323067:0:32037:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653815.323070:0:32037:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1778653815.323071:0:32037:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.323086:0:32037:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1778653815.323089:0:32037:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.323091:0:32037:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653815.323093:0:32037:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.323095:0:32037:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653815.323098:0:32037:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383ee1ae0. 00000080:00000001:1.0:1778653815.323101:0:32037:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.323106:0:32037:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:1.0:1778653815.323108:0:32037:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff91538bd1d348), inode mode 81a4 mask 40 00000080:00000001:1.0:1778653815.323112:0:32037:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653815.323139:0:32037:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1778653815.323141:0:32037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915382888000 00020000:00000002:1.0:1778653815.323144:0:32037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915382888000 00020000:00000001:1.0:1778653815.323146:0:32037:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.323155:0:32037:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653815.323157:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17db8 00000080:00200008:1.0:1778653815.323159:0:32037:0:(file.c:448:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff91538bd1d348), flags 100002 00000080:00000001:1.0:1778653815.323161:0:32037:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1778653815.323163:0:32037:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1778653815.323164:0:32037:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1778653815.323166:0:32037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915382888000 00020000:00000002:1.0:1778653815.323167:0:32037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915382888000 00020000:00000001:1.0:1778653815.323169:0:32037:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653815.323180:0:32037:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1778653815.323184:0:32037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653815.323187:0:32037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653815.323192:0:32037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:1.0:1778653815.323195:0:32037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653815.323199:0:32037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653815.323200:0:32037:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:1.0:1778653815.323203:0:32037:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1778653815.323206:0:32037:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1778653815.323210:0:32037:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387df6c00. 00000080:00000001:1.0:1778653815.323212:0:32037:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1778653815.323218:0:32037:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1778653815.323222:0:32037:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:1.0:1778653815.323224:0:32037:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:1.0:1778653815.323228:0:32037:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1778653815.323230:0:32037:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:1.0:1778653815.323236:0:32037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6300. 00000020:00000040:1.0:1778653815.323241:0:32037:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653815.323246:0:32037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653815.323249:0:32037:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653815.323254:0:32037:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653815.323260:0:32037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387df7800. 00000100:00000001:1.0:1778653815.323267:0:32037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1778653815.323279:0:32037:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1778653815.323290:0:32037:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1778653815.323295:0:32037:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1778653815.323302:0:32037:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653815.323304:0:32037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653815.323311:0:32037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629be40. 00000100:00000001:1.0:1778653815.323314:0:32037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652036672 : -121687057514944 : ffff91538629be40) 00000100:00000001:1.0:1778653815.323316:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.323317:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711978752 : -121686997572864 : ffff915389bc6300) 00000100:00000001:1.0:1778653815.323322:0:32037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653815.323327:0:32037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.323329:0:32037:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653815.323331:0:32037:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653815.323335:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.323342:0:32037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653815.323345:0:32037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.323348:0:32037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653815.323351:0:32037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653815.323354:0:32037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653815.323358:0:32037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6300 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32037:1865052054678400:192.168.204.110@tcp:35:multiop.0 00000100:00000001:1.0:1778653815.323362:0:32037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653815.323369:0:32037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653815.323371:0:32037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653815.323374:0:32037:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653815.323379:0:32037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9400. 02000000:00000001:1.0:1778653815.323381:0:32037:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653815.323390:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653815.323395:0:32037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5058. 00000400:00000010:1.0:1778653815.323403:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19330. 00000100:00000200:1.0:1778653815.323412:0:32037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054678400, portal 10 00000100:00000001:1.0:1778653815.323414:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653815.323416:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711978752 : -121686997572864 : ffff915389bc6300) 00000100:00000040:1.0:1778653815.323422:0:32037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653831 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653815.323430:0:32037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653815.323433:0:32037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653815.323436:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f195d8. 00000100:00000200:1.0:1778653815.323439:0:32037:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054678400, offset 0 00000400:00000200:1.0:1778653815.323446:0:32037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653815.323454:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653815.323463:0:32037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653815.323468:0:32037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653815.323472:0:32037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653815.323476:0:32037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653815.323479:0:32037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653815.323483:0:32037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2432:2432:256:4294967295] 192.168.204.110@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:1.0:1778653815.323486:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653815.323497:0:32037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653815.323503:0:32037:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653815.323508:0:32037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653815.323515:0:32037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653815.323523:0:32037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653815.323527:0:32037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1778653815.323548:0:32037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653815.323553:0:32037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 813990 usecs (814 jiffies) 00000400:00000200:1.0:1778653815.323557:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653815.323560:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296371313 00000100:00000001:1.0:1778653815.323564:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:1.0:1778653815.323566:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296371313 00000100:00000001:1.0:1778653815.323568:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:1.0:1778653815.323571:0:32037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653815.323574:0:32037:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653815.323577:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653815.323579:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653815.323581:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 11 seconds 00000100:00000001:1.0:1778653815.323584:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653815.323843:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653815.325590:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653815.325600:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:0.0:1778653815.325764:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653815.325774:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653815.325781:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f195d8 00000400:00000010:0.0:1778653815.325783:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f195d8. 00000100:00000001:0.0:1778653815.325789:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653815.325795:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653831 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.325806:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653815.325808:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653831 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653815.325814:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653815.325816:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1778653815.330696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb300. 00010000:00000001:1.0:1778653816.279777:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653816.279783:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.279788:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653816.279789:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.284647:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653816.284688:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.284692:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653816.313076:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653816.313083:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653816.313085:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653816.313088:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33b98 00000080:00200000:2.0:1778653816.313093:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653816.313100:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990c00. 00800000:00000002:2.0:1778653816.313107:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653816.313110:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653816.313115:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.313117:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33ab8 00800000:00000002:2.0:1778653816.313119:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653816.313276:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653816.313281:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653816.313286:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.313288:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33988 00000002:00010000:2.0:1778653816.313290:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653816.313294:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653816.313296:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.313299:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653816.313305:0:32039:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.313307:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.313309:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.313311:0:32039:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653816.313314:0:32039:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653816.313319:0:32039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2300. 00000020:00000040:2.0:1778653816.313323:0:32039:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653816.313334:0:32039:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653816.313339:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653816.313345:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.313347:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.313348:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.313351:0:32039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653816.313353:0:32039:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653816.313358:0:32039:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653816.313364:0:32039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0dc00. 00000100:00000001:2.0:1778653816.313371:0:32039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.313376:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.313377:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.313379:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.313380:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.313382:0:32039:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.313386:0:32039:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00010000:00000001:2.0:1778653816.313390:0:32039:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653816.313392:0:32039:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653816.313395:0:32039:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c300. 00010000:00000010:2.0:1778653816.313402:0:32039:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36c00. 00010000:00000001:2.0:1778653816.313406:0:32039:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653816.313409:0:32039:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a600. 00000020:00000001:2.0:1778653816.313413:0:32039:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653816.313415:0:32039:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a600 with handle 0x3df471c51a89018f to hash 00000020:00000001:2.0:1778653816.313418:0:32039:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653816.313419:0:32039:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.313423:0:32039:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.313427:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.313429:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.313434:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.313442:0:32039:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.313451:0:32039:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653816.313456:0:32039:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653816.313458:0:32039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653816.313464:0:32039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.313466:0:32039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614489280 : -121687095062336 : ffff915383ecd0c0) 00000100:00000001:2.0:1778653816.313469:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.313470:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000001:2.0:1778653816.313474:0:32039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653816.313479:0:32039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.313481:0:32039:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653816.313482:0:32039:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653816.313493:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.313501:0:32039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653816.313503:0:32039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.313507:0:32039:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653816.313510:0:32039:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653816.313512:0:32039:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653816.313515:0:32039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054678528:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1778653816.313520:0:32039:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653816.313525:0:32039:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653816.313527:0:32039:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.313530:0:32039:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653816.313534:0:32039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca11800. 02000000:00000001:2.0:1778653816.313536:0:32039:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653816.313542:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653816.313546:0:32039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653816.313553:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653816.313559:0:32039:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054678528, portal 10 00000100:00000001:2.0:1778653816.313561:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.313562:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:2.0:1778653816.313567:0:32039:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.313574:0:32039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653816.313576:0:32039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653816.313578:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490330. 00000100:00000200:2.0:1778653816.313581:0:32039:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054678528, offset 0 00000400:00000200:2.0:1778653816.313587:0:32039:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653816.313595:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.313602:0:32039:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653816.313607:0:32039:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653816.313611:0:32039:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653816.313614:0:32039:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653816.313617:0:32039:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653816.313620:0:32039:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2433:2433:256:4294967295] 192.168.204.110@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:2.0:1778653816.313624:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.313634:0:32039:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653816.313639:0:32039:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653816.313644:0:32039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653816.313793:0:32039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653816.313801:0:32039:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653816.313805:0:32039:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1778653816.313851:0:32039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.313855:0:32039:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 813990 usecs (814 jiffies) 00000400:00000200:2.0:1778653816.313859:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653816.313861:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372304 00000100:00000001:2.0:1778653816.313868:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.313872:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372304 00000100:00000001:2.0:1778653816.313874:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.313876:0:32039:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.313879:0:32039:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.313881:0:32039:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653816.313883:0:32039:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653816.313885:0:32039:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653816.313888:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653816.313891:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653816.314290:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653816.314295:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:0.0:1778653816.314299:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.314304:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653816.314309:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:0.0:1778653816.314311:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:0.0:1778653816.314314:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653816.314318:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.314327:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653816.314330:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.314336:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.314338:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653816.322910:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.322927:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653816.322931:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.322934:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.322943:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.322951:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653816.322959:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.322964:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.322971:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.322975:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534ec00 00000400:00000200:0.0:1778653816.322980:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.322987:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6451 [1] + 224 00000800:00000001:0.0:1778653816.322994:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.323001:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.323004:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.323008:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653816.323015:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653816.323024:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653816.323035:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.323057:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653816.323065:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.323068:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.323127:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653816.323134:0:32039:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653816.323136:0:32039:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653816.323139:0:32039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653816.323299:0:32039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:2.0:1778653816.323303:0:32039:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:2.0:1778653816.323307:0:32039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653816.323311:0:32039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653816.323320:0:32039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.323326:0:32039:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653816.323328:0:32039:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.323331:0:32039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653816.323334:0:32039:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653816.323337:0:32039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653816.323339:0:32039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.323342:0:32039:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653816.323351:0:32039:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=77 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653816.323356:0:32039:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653816.323358:0:32039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653816.323360:0:32039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.323364:0:32039:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653816.323367:0:32039:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.323371:0:32039:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653816.323374:0:32039:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:2.0:1778653816.323376:0:32039:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653816.323379:0:32039:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.323383:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.323391:0:32039:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.323394:0:32039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653816.323396:0:32039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653816.324503:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653816.324520:0:32039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054678528:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1778653816.324526:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.324528:0:32039:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.324531:0:32039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653816.324533:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.324537:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.324544:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653816.324546:0:32039:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.324551:0:32039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653816.324553:0:32039:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.324555:0:32039:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.324559:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324562:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324565:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:2.0:1778653816.324567:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324570:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:2.0:1778653816.324577:0:32039:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a600, remote cookie: 0xdfa36d541726f996, flags: 0x1001 00010000:00010000:2.0:1778653816.324582:0:32039:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.324599:0:32039:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324607:0:32039:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653816.324611:0:32039:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653816.324613:0:32039:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653816.324614:0:32039:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653816.324616:0:32039:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653816.324619:0:32039:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91538f63c300) refcount = 1 00010000:00010000:2.0:1778653816.324623:0:32039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324629:0:32039:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653816.324633:0:32039:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653816.324635:0:32039:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653816.324637:0:32039:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653816.324640:0:32039:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.324643:0:32039:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324665:0:32039:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653816.324666:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324668:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.324669:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324670:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.324672:0:32039:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.324676:0:32039:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653816.324678:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324679:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324681:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324683:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324685:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324688:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324689:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324691:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:2.0:1778653816.324692:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324694:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324697:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.324700:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.324703:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324709:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324710:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.324711:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324712:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324713:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=5 00000020:00000001:2.0:1778653816.324715:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324717:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324719:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.324721:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324727:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324728:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.324731:0:32039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324737:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.324738:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324739:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.324740:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324741:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653816.324745:0:32039:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653816.324759:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324760:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324761:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324763:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324765:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324767:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324768:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.324769:0:32039:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.324771:0:32039:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.324774:0:32039:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653816.324776:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324777:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324778:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324780:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324782:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00000002:00010000:2.0:1778653816.324785:0:32039:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324791:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324792:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.324794:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653816.324795:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324796:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324797:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324799:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324801:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:2.0:1778653816.324806:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:2.0:1778653816.324809:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653816.324813:0:32039:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653816.324815:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324816:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.324818:0:32039:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653816.324821:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33908 00000002:00002000:2.0:1778653816.324823:0:32039:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653816.324826:0:32039:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.324830:0:32039:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.324833:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653816.324836:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653816.324838:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653816.324842:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653816.324846:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990c00. 00000080:00000001:2.0:1778653816.324850:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653816.324852:0:32039:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653816.324858:0:32039:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653816.324862:0:32039:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653816.324870:0:32039:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9fe00. 00800000:00000001:2.0:1778653816.324872:0:32039:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647858688 : -121687061692928 : ffff915385e9fe00) 00800000:00000001:2.0:1778653816.324875:0:32039:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.324878:0:32039:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653816.324881:0:32039:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653816.324883:0:32039:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653816.324885:0:32039:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653816.324888:0:32039:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653816.324890:0:32039:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.324894:0:32039:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653816.324897:0:32039:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1778653816.324900:0:32039:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653810 to 1778653815 00000080:00200000:2.0:1778653816.324904:0:32039:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653816.324906:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324907:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324909:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324911:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324913:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324915:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324917:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653816.324918:0:32039:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653816.324921:0:32039:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653816.324923:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9fe00 1 00800000:00000010:2.0:1778653816.324925:0:32039:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9fe00. 00800000:00000001:2.0:1778653816.324928:0:32039:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653816.324931:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89018f 00800000:00000001:2.0:1778653816.324934:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653816.324935:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653816.324937:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324938:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324939:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324941:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324943:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324945:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324946:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.324947:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.324949:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.324951:0:32039:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653816.324953:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653816.324956:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89018f from it ffffa71ac0e33bd0 00010000:00000001:2.0:1778653816.324958:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.324959:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.324960:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.324962:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324964:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.324966:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.324968:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.324974:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.324975:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.324976:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653816.324979:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653816.324981:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653816.324993:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653816.324995:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653816.324997:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653816.325001:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325002:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325004:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325006:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653816.325008:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325010:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325012:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325014:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.325015:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325016:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653816.325017:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.325022:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054678528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.325029:0:32039:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653816.325032:0:32039:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653816.325035:0:32039:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca11800. 02000000:00000001:2.0:1778653816.325038:0:32039:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653816.325040:0:32039:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653816.325042:0:32039:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653816.325044:0:32039:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653816.325047:0:32039:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0dc00. 02000000:00000001:2.0:1778653816.325050:0:32039:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653816.325052:0:32039:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653816.325054:0:32039:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:2.0:1778653816.325057:0:32039:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653816.325058:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653816.325062:0:32039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653816.325067:0:32039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653816.325083:0:32039:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd69e0. 00000020:00000001:2.0:1778653816.325087:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33d88 00000080:00200000:2.0:1778653816.325089:0:32039:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=1536 00000080:00000001:2.0:1778653816.325093:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653816.325094:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653816.325095:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33c98 00000080:00200000:2.0:1778653816.325097:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653816.325101:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990c00. 00800000:00000002:2.0:1778653816.325105:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653816.325108:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653816.325110:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.325112:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33bb8 00800000:00000002:2.0:1778653816.325113:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653816.325117:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653816.325120:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653816.325125:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.325126:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a88 00000002:00010000:2.0:1778653816.325128:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653816.325132:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653816.325134:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.325135:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.325138:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:2.0:1778653816.325140:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653816.325149:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.325159:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653816.325162:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653816.325170:0:32039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653816.325173:0:32039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.325176:0:32039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653816.325181:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653816.325184:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653816.325185:0:32039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653816.325187:0:32039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653816.325190:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653816.325191:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653816.325194:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653816.325196:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653816.325198:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990c00. 00000080:00000001:2.0:1778653816.325200:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653816.325201:0:32039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653816.325203:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653816.325206:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89018f 00800000:00000001:2.0:1778653816.325208:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653816.325210:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653816.325211:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.325212:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.325213:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.325215:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325217:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325220:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325221:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.325222:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.325223:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653816.325225:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89018f from it ffffa71ac0e33cd0 00010000:00000001:2.0:1778653816.325227:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.325228:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.325229:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.325231:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325233:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325235:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.325237:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653816.325243:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325244:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325245:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653816.325247:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653816.325250:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653816.325255:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653816.325257:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653816.325258:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653816.325260:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325261:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325262:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325264:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653816.325265:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325266:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325268:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325270:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.325271:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325272:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653816.325274:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653816.325275:0:32039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653816.325277:0:32039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:2.0:1778653816.325280:0:32039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.325285:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653816.325286:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653816.325287:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33d78 00000080:00200000:2.0:1778653816.325289:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653816.325293:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990c00. 00800000:00000002:2.0:1778653816.325295:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653816.325297:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653816.325298:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.325300:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33c98 00800000:00000002:2.0:1778653816.325302:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653816.325304:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653816.325306:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653816.325309:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.325310:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33b68 00000002:00010000:2.0:1778653816.325312:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653816.325315:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653816.325316:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.325317:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.325320:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:2.0:1778653816.325322:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653816.325324:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.325326:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653816.325329:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653816.325335:0:32039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653816.325337:0:32039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.325339:0:32039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1778653816.325345:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653816.325346:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653816.325348:0:32039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653816.325349:0:32039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653816.325351:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653816.325353:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653816.325355:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653816.325357:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653816.325359:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990c00. 00000080:00000001:2.0:1778653816.325361:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653816.325363:0:32039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653816.325364:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653816.325367:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89018f 00800000:00000001:2.0:1778653816.325369:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653816.325370:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653816.325371:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.325373:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.325374:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.325375:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325377:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325380:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325381:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.325382:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.325384:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653816.325385:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89018f from it ffffa71ac0e33db0 00010000:00000001:2.0:1778653816.325387:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.325388:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.325389:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.325391:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325393:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.325395:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.325397:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653816.325403:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325404:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325405:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653816.325406:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653816.325408:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653816.325414:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653816.325415:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653816.325416:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653816.325418:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325419:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325420:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325422:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653816.325424:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325425:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325427:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325429:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.325430:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325431:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653816.325433:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653816.325434:0:32039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653816.325436:0:32039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:2.0:1778653816.325439:0:32039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653816.325443:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e20 00000080:00200000:2.0:1778653816.325445:0:32039:0:(namei.c:2113:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=33188, excl=1 00000080:00000001:2.0:1778653816.325448:0:32039:0:(namei.c:2064:ll_mknod()) Process entered 00000020:00000001:2.0:1778653816.325449:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33dd0 00000080:00200000:2.0:1778653816.325451:0:32039:0:(namei.c:2068:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) mode 100644 dev 0 00000080:00000001:2.0:1778653816.325454:0:32039:0:(namei.c:1952:ll_new_node()) Process entered 00000080:00000001:2.0:1778653816.325455:0:32039:0:(namei.c:1761:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1778653816.325458:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990c00. 00800000:00000002:2.0:1778653816.325461:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653816.325466:0:32039:0:(namei.c:1868:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.325469:0:32039:0:(lmv_obd.c:2283:lmv_create()) Process entered 00800000:00000001:2.0:1778653816.325471:0:32039:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1778653816.325475:0:32039:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:2.0:1778653816.325478:0:32039:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1778653816.325479:0:32039:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1778653816.325482:0:32039:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1778653816.325484:0:32039:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1778653816.325487:0:32039:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:2.0:1778653816.325489:0:32039:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.325491:0:32039:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.325493:0:32039:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.325495:0:32039:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653816.325497:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33bf0 00800000:00000002:2.0:1778653816.325499:0:32039:0:(lmv_obd.c:2324:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1778653816.325503:0:32039:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1778653816.325505:0:32039:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653816.325508:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:2.0:1778653816.325510:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653816.325512:0:32039:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653816.325515:0:32039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.325517:0:32039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1778653816.325529:0:32039:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.325532:0:32039:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653816.325534:0:32039:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653816.325536:0:32039:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1778653816.325538:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.325539:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.325541:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:2.0:1778653816.325543:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.325546:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.325547:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.325549:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.325550:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:2.0:1778653816.325552:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.325554:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.325556:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.325557:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.325558:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:2.0:1778653816.325560:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.325562:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.325563:0:32039:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653816.325566:0:32039:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653816.325570:0:32039:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653816.325572:0:32039:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653816.325574:0:32039:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653816.325576:0:32039:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325578:0:32039:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.325581:0:32039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.325582:0:32039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.325584:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.325585:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653816.325587:0:32039:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a600 with handle 0x3df471c51a89018f from hash 00010000:00000001:2.0:1778653816.325590:0:32039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.325591:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325592:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325594:0:32039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.325596:0:32039:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.325597:0:32039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653816.325600:0:32039:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653816.325602:0:32039:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653816.325603:0:32039:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1778653816.325607:0:32039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2300. 00000020:00000040:2.0:1778653816.325611:0:32039:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653816.325615:0:32039:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653816.325616:0:32039:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325618:0:32039:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653816.325622:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653816.325625:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.325626:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325627:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.325629:0:32039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653816.325631:0:32039:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653816.325634:0:32039:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653816.325639:0:32039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0dc00. 00000100:00000001:2.0:1778653816.325645:0:32039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325647:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.325671:0:32039:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653816.325675:0:32039:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1778653816.325682:0:32039:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653816.325683:0:32039:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653816.325685:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.325687:0:32039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a89018f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f996 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1778653816.325694:0:32039:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c300 count: 0 00010000:00000010:2.0:1778653816.325699:0:32039:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36c00. 00010000:00000001:2.0:1778653816.325707:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.325709:0:32039:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325711:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.325712:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.325714:0:32039:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653816.325724:0:32039:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1778653816.325730:0:32039:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653816.325738:0:32039:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653816.325739:0:32039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653816.325745:0:32039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.325747:0:32039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614489280 : -121687095062336 : ffff915383ecd0c0) 00000100:00000001:2.0:1778653816.325750:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.325752:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000001:2.0:1778653816.325756:0:32039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653816.325760:0:32039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.325762:0:32039:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653816.325763:0:32039:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653816.325767:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.325774:0:32039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653816.325776:0:32039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.325779:0:32039:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653816.325781:0:32039:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653816.325783:0:32039:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653816.325787:0:32039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054678784:192.168.204.110@tcp:36:multiop.0 00000100:00000001:2.0:1778653816.325790:0:32039:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653816.325795:0:32039:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653816.325797:0:32039:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.325799:0:32039:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653816.325803:0:32039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0c800. 02000000:00000001:2.0:1778653816.325805:0:32039:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653816.325812:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653816.325815:0:32039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653816.325820:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653816.325827:0:32039:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054678784, portal 10 00000100:00000001:2.0:1778653816.325829:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.325831:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:2.0:1778653816.325836:0:32039:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.325843:0:32039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653816.325847:0:32039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653816.325849:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490dd0. 00000100:00000200:2.0:1778653816.325852:0:32039:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054678784, offset 0 00000400:00000200:2.0:1778653816.325858:0:32039:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653816.325865:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.325872:0:32039:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653816.325877:0:32039:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653816.325881:0:32039:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653816.325885:0:32039:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653816.325887:0:32039:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653816.325891:0:32039:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2434:2434:256:4294967295] 192.168.204.110@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:2.0:1778653816.325896:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.325904:0:32039:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653816.325910:0:32039:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653816.325914:0:32039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d200. 00000800:00000200:2.0:1778653816.325921:0:32039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653816.325928:0:32039:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653816.325933:0:32039:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1778653816.325946:0:32039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.325950:0:32039:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 812918 usecs (813 jiffies) 00000400:00000200:2.0:1778653816.325953:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653816.325956:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372312 00000100:00000001:2.0:1778653816.325959:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.325962:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372312 00000100:00000001:2.0:1778653816.325965:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.325968:0:32039:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.325970:0:32039:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.325972:0:32039:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653816.325974:0:32039:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653816.325976:0:32039:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653816.325979:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653816.325981:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653816.328448:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653816.328456:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d200. 00000400:00000200:0.0:1778653816.328462:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.328471:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653816.328478:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:0.0:1778653816.328481:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:0.0:1778653816.328485:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653816.328492:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.328506:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653816.328509:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.328516:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.328517:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653816.334499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:2.1:1778653816.334513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000800:00000001:0.0:1778653816.336634:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.336740:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653816.336745:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.336749:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.336759:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336767:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653816.336777:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336782:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336788:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336792:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a0414534ed00 00000400:00000200:0.0:1778653816.336797:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336813:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x6459 [1] + 224 00000800:00000001:0.0:1778653816.336821:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.336893:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.336897:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.336902:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653816.336911:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653816.336919:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653816.336930:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.336950:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653816.336958:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653816.336962:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336968:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653816.336974:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2435:2435:256:4294967295] 192.168.204.110@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:0.0:1778653816.336978:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.336986:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653816.336992:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653816.336998:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653816.337004:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653816.337011:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653816.337015:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653816.337148:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653816.337163:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:0.0:1778653816.337167:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.337170:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653816.337176:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.337180:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.337233:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653816.337242:0:32039:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653816.337244:0:32039:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653816.337248:0:32039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653816.337253:0:32039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:2.0:1778653816.337255:0:32039:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:2.0:1778653816.337259:0:32039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653816.337263:0:32039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653816.337279:0:32039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054678784/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.337287:0:32039:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653816.337290:0:32039:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.337292:0:32039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653816.337296:0:32039:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653816.337298:0:32039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653816.337300:0:32039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.337303:0:32039:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653816.337312:0:32039:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=77 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653816.337317:0:32039:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653816.337320:0:32039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653816.337323:0:32039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.337326:0:32039:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653816.337331:0:32039:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.337335:0:32039:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653816.337337:0:32039:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:2.0:1778653816.337340:0:32039:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653816.337343:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.337345:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000001:2.0:1778653816.337348:0:32039:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653816.337349:0:32039:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:2.0:1778653816.337351:0:32039:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653816.337354:0:32039:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.337359:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054678784/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1778653832 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.337366:0:32039:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.337369:0:32039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653816.337372:0:32039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653816.337376:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054678784/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1778653832 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653816.337383:0:32039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054678784:192.168.204.110@tcp:36:multiop.0 00000100:00000001:2.0:1778653816.337388:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.337390:0:32039:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.337392:0:32039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653816.337394:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.337397:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2300 x1865052054678784/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1778653832 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.337405:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653816.337407:0:32039:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.337412:0:32039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653816.337413:0:32039:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.337421:0:32039:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653816.337424:0:32039:0:(lmv_obd.c:2332:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:2.0:1778653816.337427:0:32039:0:(lmv_obd.c:2390:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.337430:0:32039:0:(namei.c:1888:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1778653816.337432:0:32039:0:(namei.c:1683:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1778653815 to 1778653816 00000080:00000001:2.0:1778653816.337436:0:32039:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653816.337441:0:32039:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653816.337443:0:32039:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653816.337446:0:32039:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1778653816.337449:0:32039:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1778653816.337462:0:32039:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd73180. 00000020:00000001:2.0:1778653816.337472:0:32039:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:2.0:1778653816.337474:0:32039:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1778653816.337477:0:32039:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:2.0:1778653816.337479:0:32039:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff91538bd73248) 00000080:00000001:2.0:1778653816.337481:0:32039:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1778653816.337483:0:32039:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1778653816.337486:0:32039:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1778653816 00000080:00000001:2.0:1778653816.337490:0:32039:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1778653816.337493:0:32039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653816.337497:0:32039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653816.337502:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000020:00000010:2.0:1778653816.337506:0:32039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991e00. 00000020:00000010:2.0:1778653816.337510:0:32039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9f00. 00000008:00000010:2.0:1778653816.337517:0:32039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653816.337522:0:32039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653816.337527:0:32039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653816.337533:0:32039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653816.337536:0:32039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653816.337540:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000008:00000010:2.0:1778653816.337544:0:32039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653816.337547:0:32039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653816.337550:0:32039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653816.337554:0:32039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653816.337557:0:32039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653816.337559:0:32039:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653816.337562:0:32039:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1778653816.337566:0:32039:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91538648d258. 00000020:00000001:2.0:1778653816.337568:0:32039:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1778653816.337571:0:32039:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653816.337577:0:32039:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:2.0:1778653816.337580:0:32039:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff915387cfa7c0. 00020000:00000001:2.0:1778653816.337583:0:32039:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386679687104 : -121687029864512 : ffff915387cfa7c0) 00020000:00000001:2.0:1778653816.337586:0:32039:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:2.0:1778653816.337588:0:32039:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653816.337591:0:32039:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386654073560 : -121687055478056 : ffff91538648d2d8) 00000020:00001000:2.0:1778653816.337594:0:32039:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653816.337596:0:32039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991e00. 00000020:00000010:2.0:1778653816.337600:0:32039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9f00. 00000008:00000010:2.0:1778653816.337603:0:32039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653816.337606:0:32039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653816.337609:0:32039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653816.337611:0:32039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653816.337614:0:32039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653816.337617:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000008:00000010:2.0:1778653816.337619:0:32039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653816.337622:0:32039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653816.337624:0:32039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653816.337627:0:32039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653816.337629:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000020:00000010:2.0:1778653816.337632:0:32039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653816.337635:0:32039:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747290184 : -121686962261432 : ffff91538bd73248) 00000080:00000001:2.0:1778653816.337637:0:32039:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653816.337640:0:32039:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653816.337642:0:32039:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.337666:0:32039:0:(namei.c:1935:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.337669:0:32039:0:(namei.c:2047:ll_new_node()) Process leaving 00000100:00000001:2.0:1778653816.337671:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.337675:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054678784/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1778653832 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.337682:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653816.337685:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653816.337688:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990c00. 00000080:00000001:2.0:1778653816.337690:0:32039:0:(namei.c:2055:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.337694:0:32039:0:(namei.c:2096:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653816.337697:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e20 00000080:00200000:2.0:1778653816.337699:0:32039:0:(namei.c:2121:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:2.0:1778653816.337713:0:32039:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653816.337718:0:32039:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653816.337754:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653816.337758:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653816.337759:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653816.337761:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33b20 00000080:00200000:2.0:1778653816.337763:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653816.337768:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990c00. 00800000:00000002:2.0:1778653816.337772:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653816.337775:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653816.337778:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.337779:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a40 00800000:00000002:2.0:1778653816.337782:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653816.337785:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653816.337789:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653816.337793:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653816.337795:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33910 00000002:00010000:2.0:1778653816.337797:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653816.337800:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653816.337802:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.337805:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653816.337810:0:32039:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.337812:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.337814:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.337816:0:32039:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653816.337819:0:32039:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653816.337823:0:32039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2680. 00000020:00000040:2.0:1778653816.337827:0:32039:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653816.337832:0:32039:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653816.337837:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653816.337843:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.337845:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.337847:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.337850:0:32039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653816.337851:0:32039:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653816.337856:0:32039:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653816.337863:0:32039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d800. 00000100:00000001:2.0:1778653816.337869:0:32039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.337873:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.337874:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.337876:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.337877:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.337879:0:32039:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.337885:0:32039:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00010000:00000001:2.0:1778653816.337888:0:32039:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653816.337891:0:32039:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653816.337895:0:32039:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c300. 00010000:00000010:2.0:1778653816.337899:0:32039:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36c00. 00010000:00000001:2.0:1778653816.337902:0:32039:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653816.337905:0:32039:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a600. 00000020:00000001:2.0:1778653816.337909:0:32039:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653816.337911:0:32039:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a600 with handle 0x3df471c51a890196 to hash 00000020:00000001:2.0:1778653816.337913:0:32039:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653816.337915:0:32039:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.337918:0:32039:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.337922:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.337924:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.337928:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.337937:0:32039:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.337947:0:32039:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653816.337953:0:32039:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653816.337954:0:32039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653816.337960:0:32039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.337963:0:32039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614489280 : -121687095062336 : ffff915383ecd0c0) 00000100:00000001:2.0:1778653816.337965:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.337967:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000001:2.0:1778653816.337970:0:32039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653816.337974:0:32039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.337976:0:32039:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653816.337978:0:32039:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653816.337983:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.337991:0:32039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653816.337993:0:32039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.337997:0:32039:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653816.338000:0:32039:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653816.338002:0:32039:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653816.338006:0:32039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054678912:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1778653816.338010:0:32039:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653816.338017:0:32039:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653816.338019:0:32039:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.338022:0:32039:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653816.338027:0:32039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca11800. 02000000:00000001:2.0:1778653816.338029:0:32039:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653816.338034:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653816.338036:0:32039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653816.338041:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653816.338047:0:32039:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054678912, portal 10 00000100:00000001:2.0:1778653816.338049:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.338050:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000040:2.0:1778653816.338055:0:32039:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.338062:0:32039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653816.338066:0:32039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653816.338068:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653816.338071:0:32039:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054678912, offset 0 00000400:00000200:2.0:1778653816.338077:0:32039:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653816.338084:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.338090:0:32039:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653816.338095:0:32039:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653816.338099:0:32039:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653816.338103:0:32039:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653816.338106:0:32039:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653816.338109:0:32039:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2436:2436:256:4294967295] 192.168.204.110@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:2.0:1778653816.338113:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.338121:0:32039:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653816.338126:0:32039:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653816.338129:0:32039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658df00. 00000800:00000200:2.0:1778653816.338134:0:32039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653816.338140:0:32039:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653816.338143:0:32039:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658df00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1778653816.341218:0:32039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.341237:0:32039:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 811852 usecs (812 jiffies) 00000400:00000200:2.0:1778653816.341246:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653816.341249:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372329 00000100:00000001:2.0:1778653816.341254:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.341256:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372329 00000100:00000001:2.0:1778653816.341258:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.341260:0:32039:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.341264:0:32039:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.341267:0:32039:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653816.341269:0:32039:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653816.341272:0:32039:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653816.341275:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653816.341278:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653816.342393:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653816.342399:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658df00. 00000400:00000200:1.0:1778653816.342405:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.342412:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653816.342419:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:1.0:1778653816.342422:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:1.0:1778653816.342427:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653816.342434:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653816.342450:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653816.342453:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653816.342460:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653816.342462:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653816.345761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd69e0. 00000800:00000001:0.0:1778653816.351455:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.351625:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653816.351631:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.351634:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.351647:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.351716:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653816.351730:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.351736:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.351743:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.351749:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534ed80 00000400:00000200:0.0:1778653816.351754:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.351762:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6461 [1] + 224 00000800:00000001:0.0:1778653816.351773:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.351788:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.351792:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.351797:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653816.351807:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653816.351819:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653816.351831:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.351853:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653816.351863:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.351867:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.351943:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653816.351955:0:32039:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653816.351957:0:32039:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653816.351963:0:32039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653816.351972:0:32039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:2.0:1778653816.351974:0:32039:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:2.0:1778653816.351979:0:32039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653816.351988:0:32039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653816.352000:0:32039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.352007:0:32039:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653816.352009:0:32039:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.352012:0:32039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653816.352217:0:32039:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653816.352221:0:32039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653816.352223:0:32039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.352227:0:32039:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653816.352235:0:32039:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=77 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653816.352239:0:32039:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653816.352242:0:32039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653816.352244:0:32039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.352247:0:32039:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653816.352251:0:32039:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.352255:0:32039:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653816.352257:0:32039:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:2.0:1778653816.352259:0:32039:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653816.352261:0:32039:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.352266:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.352272:0:32039:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.352275:0:32039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653816.352277:0:32039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653816.352281:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653816.352288:0:32039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054678912:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1778653816.352294:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.352296:0:32039:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.352299:0:32039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653816.352301:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.352303:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653816.352310:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653816.352312:0:32039:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.352317:0:32039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653816.352319:0:32039:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.352321:0:32039:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.352325:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352328:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352330:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:2.0:1778653816.352332:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352335:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:2.0:1778653816.352340:0:32039:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a600, remote cookie: 0xdfa36d541726f9b2, flags: 0x1001 00010000:00010000:2.0:1778653816.352345:0:32039:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.352356:0:32039:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352362:0:32039:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653816.352366:0:32039:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653816.352368:0:32039:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653816.352369:0:32039:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653816.352370:0:32039:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653816.352373:0:32039:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91538f63c300) refcount = 1 00010000:00010000:2.0:1778653816.352376:0:32039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352387:0:32039:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653816.352389:0:32039:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653816.352391:0:32039:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653816.352394:0:32039:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653816.352396:0:32039:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.352398:0:32039:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352404:0:32039:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653816.352406:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352407:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.352408:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352409:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.352410:0:32039:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.352415:0:32039:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653816.352417:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352418:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352420:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.352422:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352424:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352426:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352426:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352427:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:2.0:1778653816.352429:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352430:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352433:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.352436:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.352440:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352446:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352447:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.352449:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352450:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352451:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=5 00000020:00000001:2.0:1778653816.352453:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352454:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352456:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.352459:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352464:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352465:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.352467:0:32039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352473:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.352475:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352476:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.352477:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352478:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653816.352482:0:32039:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653816.352490:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352491:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352492:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.352494:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352496:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352499:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352499:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.352501:0:32039:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.352503:0:32039:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.352506:0:32039:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653816.352508:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352510:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352511:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.352513:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352515:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00000002:00010000:2.0:1778653816.352518:0:32039:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.352525:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352525:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.352527:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653816.352528:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.352529:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.352531:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653816.352532:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653816.352534:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:2.0:1778653816.352540:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:2.0:1778653816.352543:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653816.352547:0:32039:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653816.352549:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.352550:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.352551:0:32039:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653816.352555:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33890 00000002:00002000:2.0:1778653816.352557:0:32039:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653816.352559:0:32039:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.352563:0:32039:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653816.352566:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653816.352568:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653816.352572:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653816.352576:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653816.352578:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990c00. 00000080:00000001:2.0:1778653816.352583:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653816.352585:0:32039:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653816.352590:0:32039:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653816.352594:0:32039:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653816.353353:0:32039:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861ba240. 00800000:00000001:3.0:1778653816.353358:0:32039:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651112000 : -121687058439616 : ffff9153861ba240) 00800000:00000001:3.0:1778653816.353361:0:32039:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.353366:0:32039:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653816.353369:0:32039:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653816.353371:0:32039:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653816.353374:0:32039:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653816.353377:0:32039:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653816.353379:0:32039:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.353396:0:32039:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653816.353400:0:32039:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1778653816.353404:0:32039:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653816.353407:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.353409:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.353411:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.353414:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.353417:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.353420:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.353421:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653816.353423:0:32039:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653816.353426:0:32039:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653816.353427:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861ba240 1 00800000:00000010:3.0:1778653816.353430:0:32039:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861ba240. 00800000:00000001:3.0:1778653816.353434:0:32039:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.353437:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890196 00800000:00000001:3.0:1778653816.353440:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653816.353442:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653816.353444:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.353445:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.353446:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.353448:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.353450:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.353453:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.353454:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.353455:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.353457:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.353460:0:32039:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.353462:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653816.353465:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890196 from it ffffa71ac0e33b58 00010000:00000001:3.0:1778653816.353467:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.353468:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.353469:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.353471:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.353473:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.353475:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653816.353479:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.353487:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.353488:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.353490:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653816.353492:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653816.353494:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653816.353501:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653816.353504:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653816.353505:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.353510:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.353511:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.353512:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353516:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653816.353517:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353519:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353522:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353524:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653816.353525:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.353526:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653816.353528:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653816.353536:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2680 x1865052054678912/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.353544:0:32039:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653816.353547:0:32039:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653816.353550:0:32039:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca11800. 02000000:00000001:3.0:1778653816.353554:0:32039:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653816.353556:0:32039:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653816.353558:0:32039:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653816.353560:0:32039:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653816.353563:0:32039:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d800. 02000000:00000001:3.0:1778653816.353567:0:32039:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653816.353569:0:32039:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653816.353571:0:32039:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2680. 00000100:00000001:3.0:1778653816.353574:0:32039:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653816.353575:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653816.353579:0:32039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653816.353584:0:32039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653816.353597:0:32039:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384ba0. 00000020:00000001:3.0:1778653816.353602:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33ae8 00000080:00200000:3.0:1778653816.353605:0:32039:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=9 00000080:00000001:3.0:1778653816.353608:0:32039:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653816.353610:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33998 00000080:00200000:3.0:1778653816.353612:0:32039:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000010:3.0:1778653816.353621:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165c00. 00800000:00000002:3.0:1778653816.353626:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653816.353630:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653816.353632:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.353634:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e338b8 00800000:00000002:3.0:1778653816.353635:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653816.353638:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1778653816.353643:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33850 00800000:00000002:3.0:1778653816.353645:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:3.0:1778653816.353672:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.353674:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33788 00000002:00010000:3.0:1778653816.353676:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653816.353680:0:32039:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653816.353683:0:32039:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653816.353687:0:32039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c380. 00000020:00000040:3.0:1778653816.353691:0:32039:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653816.353695:0:32039:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653816.353699:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.353702:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.353703:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.353704:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.353706:0:32039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653816.353708:0:32039:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653816.353712:0:32039:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653816.353718:0:32039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94400. 00000100:00000001:3.0:1778653816.353724:0:32039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353728:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653816.353729:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353731:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653816.353733:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.353734:0:32039:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.353742:0:32039:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00010000:00000001:3.0:1778653816.353745:0:32039:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653816.353747:0:32039:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653816.353751:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653816.353753:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.353755:0:32039:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653816.353758:0:32039:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176e00. 00000020:00000001:3.0:1778653816.353761:0:32039:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653816.353763:0:32039:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176e00 with handle 0x3df471c51a89019d to hash 00000020:00000001:3.0:1778653816.353765:0:32039:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653816.353767:0:32039:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.353771:0:32039:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.353773:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.353775:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.353778:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653816.353785:0:32039:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653816.353805:0:32039:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653816.353811:0:32039:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653816.353813:0:32039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653816.353819:0:32039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383e35240. 00000100:00000001:3.0:1778653816.353821:0:32039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386613867072 : -121687095684544 : ffff915383e35240) 00000100:00000001:3.0:1778653816.353823:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653816.353824:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00000100:00000001:3.0:1778653816.353828:0:32039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653816.353833:0:32039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.353835:0:32039:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653816.353836:0:32039:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653816.353842:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.353850:0:32039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653816.353852:0:32039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.353855:0:32039:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653816.353857:0:32039:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653816.353859:0:32039:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653816.353863:0:32039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054679040:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653816.353867:0:32039:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653816.353882:0:32039:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653816.353884:0:32039:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.353887:0:32039:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653816.353891:0:32039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce1800. 02000000:00000001:3.0:1778653816.353892:0:32039:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653816.353899:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653816.353902:0:32039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653816.353907:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653816.353913:0:32039:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054679040, portal 10 00000100:00000001:3.0:1778653816.353914:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653816.353916:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00000100:00000040:3.0:1778653816.353921:0:32039:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.353929:0:32039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653816.353932:0:32039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653816.353934:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c088. 00000100:00000200:3.0:1778653816.353938:0:32039:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054679040, offset 0 00000400:00000200:3.0:1778653816.353944:0:32039:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653816.353951:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653816.353959:0:32039:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653816.353964:0:32039:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653816.353968:0:32039:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653816.353973:0:32039:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653816.353976:0:32039:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653816.353980:0:32039:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2437:2437:256:4294967295] 192.168.204.110@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:3.0:1778653816.353984:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653816.353994:0:32039:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653816.354000:0:32039:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653816.354004:0:32039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5900. 00000800:00000200:3.0:1778653816.354011:0:32039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653816.354019:0:32039:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653816.354023:0:32039:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1778653816.354043:0:32039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653816.354049:0:32039:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 810793 usecs (811 jiffies) 00000400:00000200:3.0:1778653816.354051:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653816.354054:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372341 00000100:00000001:3.0:1778653816.354056:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:3.0:1778653816.354058:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372341 00000100:00000001:3.0:1778653816.354059:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:3.0:1778653816.354060:0:32039:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653816.354062:0:32039:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.354064:0:32039:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653816.354065:0:32039:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653816.354067:0:32039:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383e35240 going to sleep for 11 seconds 00000100:00000001:3.0:1778653816.354070:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653816.354072:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653816.354237:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653816.354247:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5900. 00000400:00000200:1.0:1778653816.354253:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.354261:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653816.354268:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c088 00000400:00000010:1.0:1778653816.354271:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c088. 00000100:00000001:1.0:1778653816.354276:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653816.354282:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653816.354295:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653816.354298:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653816.354305:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653816.354307:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653816.358718:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.358743:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653816.358748:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.358751:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.358766:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.358776:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653816.358788:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.358795:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.358801:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.358806:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a0414534ee00 00000400:00000200:0.0:1778653816.358812:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.358827:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6469 [1] + 224 00000800:00000001:0.0:1778653816.358836:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.358846:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.358849:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.358852:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653816.358859:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653816.358869:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653816.358878:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.358894:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653816.358903:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.358906:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653816.359038:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653816.359045:0:32039:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653816.359047:0:32039:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653816.359050:0:32039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653816.359055:0:32039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653816.359057:0:32039:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653816.359059:0:32039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653816.359063:0:32039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653816.359070:0:32039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.359074:0:32039:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653816.359075:0:32039:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653816.359077:0:32039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653816.359088:0:32039:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653816.359091:0:32039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653816.359093:0:32039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.359095:0:32039:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653816.359106:0:32039:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=77 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653816.359109:0:32039:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653816.359111:0:32039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653816.359113:0:32039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.359115:0:32039:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653816.359119:0:32039:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.359122:0:32039:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653816.359124:0:32039:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:3.0:1778653816.359126:0:32039:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653816.359129:0:32039:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653816.359133:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.359138:0:32039:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653816.359143:0:32039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653816.359145:0:32039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653816.359148:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653832 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653816.359163:0:32039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054679040:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653816.359169:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653816.359173:0:32039:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.359175:0:32039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653816.359178:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653816.359182:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653832 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.359188:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653816.359191:0:32039:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383e35240. 00000100:00000001:3.0:1778653816.359197:0:32039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653816.359198:0:32039:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.359201:0:32039:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653816.359206:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359210:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359213:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=4 00000020:00000001:3.0:1778653816.359216:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359219:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000040:3.0:1778653816.359226:0:32039:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176e00, remote cookie: 0xdfa36d541726f9ce, flags: 0x1001 00010000:00010000:3.0:1778653816.359232:0:32039:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653816.359306:0:32039:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653816.359309:0:32039:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653816.359319:0:32039:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6e00. 00010000:00000010:3.0:1778653816.359325:0:32039:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9300. 00010000:00000001:3.0:1778653816.359331:0:32039:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.359335:0:32039:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653816.359345:0:32039:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359352:0:32039:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653816.359357:0:32039:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653816.359359:0:32039:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653816.359361:0:32039:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653816.359363:0:32039:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653816.359366:0:32039:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff9153837f6e00) refcount = 1 00010000:00010000:3.0:1778653816.359371:0:32039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359378:0:32039:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653816.359382:0:32039:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653816.359384:0:32039:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.359387:0:32039:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653816.359389:0:32039:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.359392:0:32039:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359398:0:32039:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653816.359516:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359519:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.359520:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359521:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.359523:0:32039:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.359529:0:32039:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653816.359531:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359533:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359534:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.359536:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359539:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359541:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359542:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359543:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=4 00000020:00000001:3.0:1778653816.359545:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359548:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359551:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.359555:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.359558:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359570:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359571:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.359573:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359574:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359575:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=5 00000020:00000001:3.0:1778653816.359577:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359579:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359581:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653816.359583:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359590:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359591:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653816.359593:0:32039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359600:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653816.359602:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359603:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.359604:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359605:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653816.359610:0:32039:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653816.359618:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359619:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359620:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.359622:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359624:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359626:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359627:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.359629:0:32039:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.359632:0:32039:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.359636:0:32039:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653816.359639:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359640:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359641:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.359643:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359645:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00000002:00010000:3.0:1778653816.359648:0:32039:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.359678:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359679:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.359681:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653816.359682:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359683:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359684:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.359685:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359686:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000040:3.0:1778653816.359690:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653816.359691:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653816.359695:0:32039:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:3.0:1778653816.359696:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359697:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.359698:0:32039:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653816.359701:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33708 00000002:00002000:3.0:1778653816.359703:0:32039:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653816.359705:0:32039:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.359709:0:32039:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.359711:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653816.359713:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653816.359716:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653816.359720:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653816.359723:0:32039:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653816.359724:0:32039:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac0e33b20 it_disposition b 00000080:00000001:3.0:1778653816.359727:0:32039:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653816.359734:0:32039:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653816.359736:0:32039:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653816.359739:0:32039:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:3.0:1778653816.359741:0:32039:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653816.359748:0:32039:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:3.0:1778653816.359750:0:32039:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653816.359754:0:32039:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:3.0:1778653816.359756:0:32039:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff91538bd73248): rc = 0 00000080:00000001:3.0:1778653816.359758:0:32039:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747290184 : -121686962261432 : ffff91538bd73248) 00010000:00000001:3.0:1778653816.359760:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359760:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359761:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.359762:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359763:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00000080:00000001:3.0:1778653816.359766:0:32039:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653816.359768:0:32039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653816.359773:0:32039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653816.359777:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000020:00000010:3.0:1778653816.359783:0:32039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165800. 00000020:00000010:3.0:1778653816.359786:0:32039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.359793:0:32039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.359797:0:32039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653816.359802:0:32039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653816.359807:0:32039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653816.359810:0:32039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653816.359814:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164e00. 00000008:00000010:3.0:1778653816.359897:0:32039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.359900:0:32039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.359904:0:32039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.359907:0:32039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653816.359909:0:32039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653816.359911:0:32039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653816.359913:0:32039:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653816.359917:0:32039:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000002:3.0:1778653816.359920:0:32039:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff915387cfa7c0) owner ffff91538a3f8000 00020000:00000001:3.0:1778653816.359922:0:32039:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653816.359924:0:32039:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff915387cfa7c0) owner ffff91538a3f8000 00020000:00000002:3.0:1778653816.359927:0:32039:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653816.359928:0:32039:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653816.359929:0:32039:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653816.359932:0:32039:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653816.359934:0:32039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000002:3.0:1778653816.359936:0:32039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000001:3.0:1778653816.359938:0:32039:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653816.359939:0:32039:0:(lov_object.c:2261:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653816.359941:0:32039:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:3.0:1778653816.359943:0:32039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653816.359946:0:32039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165800. 00000020:00000010:3.0:1778653816.359951:0:32039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.359953:0:32039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.359957:0:32039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653816.359959:0:32039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653816.359961:0:32039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653816.359964:0:32039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653816.359966:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000008:00000010:3.0:1778653816.359968:0:32039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.359970:0:32039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.359973:0:32039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.359974:0:32039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653816.359976:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164e00. 00000020:00000010:3.0:1778653816.359978:0:32039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653816.359980:0:32039:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.359981:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.359982:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653816.359982:0:32039:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653816.359984:0:32039:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653816.359986:0:32039:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.359988:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff91538bd73248) for lock 0x3df471c51a89019d 00800000:00000001:3.0:1778653816.359991:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653816.359992:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653816.359993:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.359994:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.359995:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.359996:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359998:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.359999:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.360000:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.360001:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.360002:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653816.360008:0:32039:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf3b798 inode ffff91538bd73248 refc 1 flags 0x40000e 00000080:00000001:3.0:1778653816.360010:0:32039:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653816.360013:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff91538bd73248) 00000080:00010000:3.0:1778653816.360016:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89019d from it ffffa71ac0e33b20 00010000:00000001:3.0:1778653816.360017:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.360018:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.360019:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.360020:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.360022:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.360023:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653816.360024:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.360028:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.360029:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.360030:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653816.360032:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653816.360033:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653816.360038:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653816.360041:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653816.360042:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.360046:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.360047:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.360048:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.360051:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653816.360052:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.360054:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.360056:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.360057:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653816.360058:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.360058:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653816.360060:0:32039:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653816.360062:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165c00. 00000100:00000001:3.0:1778653816.360065:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653816.360068:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c380 x1865052054679040/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653816.360072:0:32039:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653816.360075:0:32039:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653816.360079:0:32039:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce1800. 02000000:00000001:3.0:1778653816.360082:0:32039:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653816.360084:0:32039:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653816.360087:0:32039:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653816.360089:0:32039:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653816.360092:0:32039:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653816.360097:0:32039:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653816.360099:0:32039:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653816.360101:0:32039:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c380. 00000100:00000001:3.0:1778653816.360104:0:32039:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653816.360105:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653816.360108:0:32039:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653816.360110:0:32039:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac0e33b20 released 00000080:00000001:3.0:1778653816.360111:0:32039:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1778653816.360125:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33d08 00000080:00200008:3.0:1778653816.360128:0:32039:0:(file.c:6227:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff91538bd73248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653816.360136:0:32039:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1778653816.360141:0:32039:0:(statahead.c:605:ll_sai_alloc()) Process entered 00000080:00000010:3.0:1778653816.360145:0:32039:0:(statahead.c:607:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff915386165c00. 00000080:00000001:3.0:1778653816.360148:0:32039:0:(statahead.c:629:ll_sai_alloc()) Process leaving (rc=18446622386650766336 : -121687058785280 : ffff915386165c00) 00000080:00000001:3.0:1778653816.360162:0:32039:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:3.0:1778653816.360168:0:32039:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff91538993c000. 00000080:00000001:3.0:1778653816.360172:0:32039:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446622386709315584 : -121687000236032 : ffff91538993c000) 00000080:00400000:3.0:1778653816.360176:0:32039:0:(statahead.c:2462:start_statahead_thread()) start statahead thread: [pid 32039] [parent /] 00000080:00000001:0.0:1778653816.361075:0:32039:0:(statahead.c:1164:ll_start_agl()) Process entered 00000080:00400000:0.0:1778653816.361079:0:32039:0:(statahead.c:1167:ll_start_agl()) start agl thread: sai ffff915386165c00, parent / 00000080:00000001:3.0:1778653816.361617:0:32039:0:(statahead.c:1184:ll_start_agl()) Process leaving 00000080:00000001:3.0:1778653816.361634:0:32039:0:(statahead.c:2493:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1778653816.361640:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653816.361644:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33c80 00000080:00200000:3.0:1778653816.361647:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff91538bd73248),name=f22.recovery-small-1 00000080:00000010:3.0:1778653816.361679:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164e00. 00800000:00000002:3.0:1778653816.361687:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653816.361695:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00000080:00000001:1.0:1778653816.361696:0:32040:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1778653816.361699:0:32040:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff915386165c00, parent / 00800000:00000001:3.0:1778653816.361700:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.361702:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33ba0 00800000:00000001:1.0:1778653816.361703:0:32040:0:(lmv_obd.c:4404:lmv_batch_create()) Process entered 00800000:00000002:3.0:1778653816.361705:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000010:1.0:1778653816.361707:0:32040:0:(lmv_obd.c:4405:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff915385e807c0. 00800000:00000001:3.0:1778653816.361708:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1778653816.361709:0:32040:0:(lmv_obd.c:4422:lmv_batch_create()) Process leaving (rc=18446622386647730112 : -121687061821504 : ffff915385e807c0) 00000080:00000001:1.0:1778653816.361712:0:32040:0:(statahead.c:1487:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1778653816.361714:0:32040:0:(statahead.c:1490:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00800000:00000002:3.0:1778653816.361715:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000080:00000010:1.0:1778653816.361718:0:32040:0:(statahead.c:1492:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff915382d16c00. 00000002:00000001:3.0:1778653816.361719:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.361721:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a70 00000080:00000001:1.0:1778653816.361722:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000002:00010000:3.0:1778653816.361723:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00000001:1.0:1778653816.361724:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000002:00000001:3.0:1778653816.361727:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000080:00000010:1.0:1778653816.361727:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91538cd2da80. 00000002:00000001:3.0:1778653816.361729:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000020:00000001:1.0:1778653816.361729:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000080:00400000:1.0:1778653816.361730:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff91538cd2da80) index 1 00010000:00000001:3.0:1778653816.361732:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000080:00000001:1.0:1778653816.361734:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386763782784 : -121686945768832 : ffff91538cd2da80) 00000080:00000001:1.0:1778653816.361738:0:32040:0:(dcache.c:78:ll_dcompare()) Process entered 00010000:00000040:3.0:1778653816.361739:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00000020:00000001:1.0:1778653816.361741:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983c98 00010000:00000001:3.0:1778653816.361742:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00002000:1.0:1778653816.361742:0:32040:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff915398685d80) flags 0x40000e refc 1 00000080:00000001:1.0:1778653816.361745:0:32040:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.361746:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:1.0:1778653816.361747:0:32040:0:(statahead.c:1013:sa_revalidate()) Process entered 00010000:00000001:3.0:1778653816.361751:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653816.361755:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653816.361766:0:32039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653816.361773:0:32039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.361776:0:32039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653816.361783:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653816.361785:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653816.361787:0:32039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653816.361789:0:32039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653816.361791:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653816.361794:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653816.361797:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653816.361798:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653816.361801:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164e00. 00000080:00000001:3.0:1778653816.361806:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653816.361808:0:32039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.361811:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff91538bd73248) 00000080:00010000:3.0:1778653816.361815:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff91538bd73248) for lock 0x3df471c51a89019d 00000080:00000001:0.0:1778653816.361934:0:32041:0:(statahead.c:1098:ll_agl_thread()) Process entered 00000080:00400000:0.0:1778653816.361937:0:32041:0:(statahead.c:1101:ll_agl_thread()) agl thread started: sai ffff915386165c00, parent / 00800000:00000001:3.0:1778653816.361966:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653816.361968:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653816.361969:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.361972:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.361974:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.361977:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.361979:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.361981:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.361983:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.361984:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.361986:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.361988:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89019d from it ffffa71ac0e33cb8 00010000:00000001:3.0:1778653816.361990:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.361992:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.361993:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:3.0:1778653816.361994:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.361996:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653816.361999:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653816.362002:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653816.362008:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362009:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.362010:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653816.362012:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653816.362014:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653816.362021:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653816.362024:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653816.362027:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.362030:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362031:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.362033:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362036:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653816.362038:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362040:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362043:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362045:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653816.362046:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362047:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653816.362051:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653816.362053:0:32039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653816.362056:0:32039:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653816.362059:0:32039:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653816.362061:0:32039:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653816.362063:0:32039:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653816.362065:0:32039:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.362068:0:32039:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.362071:0:32039:0:(file.c:6282:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653816.362077:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33d08 00000080:00000008:3.0:1778653816.362088:0:32039:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff91538bd73248), request_mask 2047, flags 0, foreign 0 00000080:00000010:1.0:1778653816.362089:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915388bbb400. 00000080:00000001:3.0:1778653816.362093:0:32039:0:(dcache.c:120:ll_ddelete()) Process entered 00800000:00000002:1.0:1778653816.362093:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000020:00000001:3.0:1778653816.362096:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33da0 00000080:00002000:3.0:1778653816.362097:0:32039:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff91538bf3b798, parent ffff91538bd08360, inode ffff91538bd73248) hashed, 00000080:00000001:3.0:1778653816.362101:0:32039:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.362162:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653816.362167:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653816.362168:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00800000:00000001:1.0:1778653816.362168:0:32040:0:(lmv_obd.c:4234:lmv_revalidate_lock()) Process entered 00000020:00000001:3.0:1778653816.362170:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33bd8 00000080:00200000:3.0:1778653816.362172:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000002:00000001:1.0:1778653816.362172:0:32040:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653816.362173:0:32040:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653816.362175:0:32040:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000080:00000010:3.0:1778653816.362177:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164e00. 00800000:00000002:3.0:1778653816.362179:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 3 00010000:00000040:1.0:1778653816.362179:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00000080:00000001:3.0:1778653816.362182:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00010000:00000001:1.0:1778653816.362182:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653816.362183:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.362184:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33af8 00010000:00000001:1.0:1778653816.362185:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00800000:00000002:3.0:1778653816.362186:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00010000:00000001:1.0:1778653816.362187:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653816.362189:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653816.362191:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00010000:00010000:1.0:1778653816.362191:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653816.362194:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.362195:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e339c8 00000002:00010000:3.0:1778653816.362197:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 02000000:00000001:1.0:1778653816.362199:0:32040:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 00000002:00000001:3.0:1778653816.362200:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653816.362201:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653816.362202:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 02000000:00000001:1.0:1778653816.362202:0:32040:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653816.362204:0:32040:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1778653816.362205:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653816.362207:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.362210:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000002:00000001:1.0:1778653816.362211:0:32040:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1778653816.362212:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653816.362213:0:32040:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653816.362215:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1778653816.362215:0:32040:0:(lmv_obd.c:4241:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653816.362217:0:32040:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1778653816.362219:0:32040:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1983d78 released 02000000:00000001:3.0:1778653816.362221:0:32039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 00000080:00010000:1.0:1778653816.362221:0:32040:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890188 from it ffffa71ac1983d78 02000000:00000001:3.0:1778653816.362222:0:32039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.362223:0:32040:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1778653816.362225:0:32039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1778653816.362225:0:32040:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653816.362226:0:32040:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653816.362228:0:32040:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653816.362230:0:32040:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000002:00000001:3.0:1778653816.362231:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653816.362233:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653816.362233:0:32040:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000002:00000001:3.0:1778653816.362235:0:32039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653816.362235:0:32040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653816.362250:0:32040:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653816.362252:0:32040:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653816.362253:0:32040:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653816.362254:0:32040:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653816.362256:0:32040:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653816.362262:0:32040:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653816.362264:0:32040:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653816.362265:0:32040:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653816.362266:0:32040:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653816.362268:0:32040:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653816.362269:0:32040:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.362271:0:32040:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00800000:00000001:3.0:1778653816.362364:0:32039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653816.362367:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653816.362369:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653816.362371:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653816.362374:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 3 00000080:00000010:3.0:1778653816.362376:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164e00. 00000080:00000001:3.0:1778653816.362379:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653816.362380:0:32039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.362382:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653816.362385:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890196 00800000:00000001:3.0:1778653816.362387:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653816.362389:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653816.362390:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.362392:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.362393:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.362395:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362398:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362476:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362477:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.362479:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.362481:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.362484:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890196 from it ffffa71ac0e33c10 00010000:00000001:3.0:1778653816.362486:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.362487:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.362488:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.362490:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362492:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362494:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653816.362497:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653816.362504:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362506:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.362507:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653816.362509:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653816.362511:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653816.362517:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653816.362518:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653816.362520:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.362522:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362523:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.362524:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362526:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653816.362527:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362529:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362531:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362533:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653816.362535:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362536:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653816.362537:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653816.362539:0:32039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653816.362542:0:32039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653816.362546:0:32039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.362554:0:32039:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653816.362555:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33da8 00000080:00002000:3.0:1778653816.362557:0:32039:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff91538bf3b798) flags 0x48000e refc 0 00000080:00000001:3.0:1778653816.362559:0:32039:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653816.362561:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e18 00000080:00200000:3.0:1778653816.362562:0:32039:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:3.0:1778653816.362567:0:32039:0:(statahead.c:1990:revalidate_statahead_dentry()) Process entered 00000080:00000001:3.0:1778653816.362570:0:32039:0:(statahead.c:1934:ll_shared_statahead_check()) Process entered 00000080:00000001:3.0:1778653816.362572:0:32039:0:(statahead.c:1951:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:3.0:1778653816.362575:0:32039:0:(statahead.c:1960:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:3.0:1778653816.362578:0:32039:0:(statahead.c:2043:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:3.0:1778653816.362581:0:32039:0:(statahead.c:2138:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:3.0:1778653816.362584:0:32039:0:(statahead.c:2615:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:3.0:1778653816.362589:0:32039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653816.362590:0:32039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653816.362591:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33d38 00000080:00200000:3.0:1778653816.362593:0:32039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653816.362597:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164e00. 00800000:00000002:3.0:1778653816.362599:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 3 00000080:00000001:3.0:1778653816.362601:0:32039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653816.362603:0:32039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.362604:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33c58 00800000:00000002:3.0:1778653816.362605:0:32039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653816.362608:0:32039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653816.362610:0:32039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653816.362613:0:32039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653816.362614:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33b28 00000002:00010000:3.0:1778653816.362615:0:32039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653816.362622:0:32039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653816.362623:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653816.362625:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653816.362627:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00010000:00000001:3.0:1778653816.362629:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.362631:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.362633:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653816.362635:0:32039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1778653816.362641:0:32039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653816.362643:0:32039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.362645:0:32039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1778653816.362678:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653816.362679:0:32039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653816.362681:0:32039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653816.362683:0:32039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653816.362685:0:32039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653816.362686:0:32039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653816.362688:0:32039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653816.362690:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 3 00000080:00000010:3.0:1778653816.362692:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164e00. 00000080:00000001:3.0:1778653816.362695:0:32039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653816.362696:0:32039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.362698:0:32039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653816.362701:0:32039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890196 00800000:00000001:3.0:1778653816.362703:0:32039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653816.362705:0:32039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653816.362706:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.362707:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.362709:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.362711:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362713:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362715:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362716:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653816.362718:0:32039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.362719:0:32039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653816.362721:0:32039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890196 from it ffffa71ac0e33d70 00010000:00000001:3.0:1778653816.362722:0:32039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653816.362723:0:32039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653816.362725:0:32039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:3.0:1778653816.362726:0:32039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362728:0:32039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:3.0:1778653816.362730:0:32039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653816.362732:0:32039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653816.362738:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362739:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.362740:0:32039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653816.362742:0:32039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653816.362744:0:32039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653816.362750:0:32039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653816.362755:0:32039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653816.362757:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.362759:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362760:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.362761:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362763:0:32039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653816.362764:0:32039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362765:0:32039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362767:0:32039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.362769:0:32039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653816.362770:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.362771:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653816.362772:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653816.362773:0:32039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653816.362775:0:32039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653816.362778:0:32039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.362783:0:32039:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:3.0:1778653816.362785:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e00 00000080:00200000:3.0:1778653816.362786:0:32039:0:(namei.c:2402:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:3.0:1778653816.362790:0:32039:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1778653816.362793:0:32039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653816.362798:0:32039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653816.362803:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164e00. 00000020:00000010:3.0:1778653816.362807:0:32039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165a00. 00000020:00000010:3.0:1778653816.362811:0:32039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b5a0. 00010000:00000001:1.0:1778653816.362814:0:32040:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.362816:0:32040:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.362818:0:32040:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.362820:0:32040:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653816.362822:0:32040:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653816.362823:0:32040:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653816.362824:0:32040:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1778653816.362827:0:32040:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653816.362830:0:32040:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915388bbb400. 00000080:00000001:1.0:1778653816.362833:0:32040:0:(statahead.c:1032:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653816.362890:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:0.0:1778653816.362914:0:32041:0:(statahead.c:682:ll_agl_trigger()) Process entered 00000008:00000010:3.0:1778653816.362916:0:32039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00000080:00400000:0.0:1778653816.362918:0:32041:0:(statahead.c:739:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:0.0:1778653816.362921:0:32041:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1778653816.362923:0:32041:0:(cl_object.c:762:cl_env_obtain()) Process entered 00020000:00000010:3.0:1778653816.362924:0:32039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00000020:00000010:0.0:1778653816.362927:0:32041:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00008000:00000010:3.0:1778653816.362929:0:32039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000020:00000010:0.0:1778653816.362930:0:32041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67600. 00000020:00000010:0.0:1778653816.362933:0:32041:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67c00. 00000080:00000010:3.0:1778653816.362936:0:32039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000020:00000010:0.0:1778653816.362936:0:32041:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5060. 00000080:00000010:3.0:1778653816.362940:0:32039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000008:00000010:0.0:1778653816.362941:0:32041:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00000020:00000010:3.0:1778653816.362943:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165800. 00020000:00000010:0.0:1778653816.362944:0:32041:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00000008:00000010:3.0:1778653816.362947:0:32039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00008000:00000010:0.0:1778653816.362947:0:32041:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653816.362950:0:32041:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00020000:00000010:3.0:1778653816.362952:0:32039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00000080:00000010:0.0:1778653816.362954:0:32041:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00008000:00000010:3.0:1778653816.362956:0:32039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000020:00000010:0.0:1778653816.362957:0:32041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000080:00000010:3.0:1778653816.362960:0:32039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000008:00000010:0.0:1778653816.362960:0:32041:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653816.362962:0:32041:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00000020:00000001:3.0:1778653816.362963:0:32039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00008000:00000010:0.0:1778653816.362965:0:32041:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000020:00001000:3.0:1778653816.362966:0:32039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653816.362968:0:32039:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00000080:00000010:0.0:1778653816.362968:0:32041:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653816.362970:0:32041:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653816.362971:0:32041:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00020000:00000002:3.0:1778653816.362972:0:32039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000002:3.0:1778653816.362975:0:32039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00000020:00000001:0.0:1778653816.362975:0:32041:0:(cl_object.c:151:cl_object_top()) ffff9153898fed00 -> ffff9153898fed00 00020000:00000001:3.0:1778653816.362978:0:32039:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00000020:00000001:0.0:1778653816.362978:0:32041:0:(cl_io.c:125:__cl_io_init()) Process entered 00020000:00000001:3.0:1778653816.362980:0:32039:0:(lov_object.c:2261:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.362981:0:32041:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000020:00001000:3.0:1778653816.362982:0:32039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000080:00200000:0.0:1778653816.362982:0:32041:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000010:3.0:1778653816.362986:0:32039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165a00. 00000020:00000001:0.0:1778653816.362986:0:32041:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653816.362987:0:32041:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653816.362989:0:32041:0:(file.c:7025:ll_layout_refresh()) Process entered 00000020:00000010:3.0:1778653816.362991:0:32039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b5a0. 00000080:00000001:0.0:1778653816.362992:0:32041:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653816.362994:0:32039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00000080:00000001:0.0:1778653816.362994:0:32041:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653816.362997:0:32041:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9153831d4738 type 7 ignore/verify layout 0/1 00020000:00000010:3.0:1778653816.362999:0:32039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00020000:00000002:0.0:1778653816.363000:0:32041:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915385dfcf80 00008000:00000010:3.0:1778653816.363002:0:32039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00020000:00000001:0.0:1778653816.363003:0:32041:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00000080:00000010:3.0:1778653816.363005:0:32039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00020000:00000001:0.0:1778653816.363005:0:32041:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00000080:00000010:3.0:1778653816.363008:0:32039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00020000:00000001:0.0:1778653816.363009:0:32041:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653816.363010:0:32041:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1778653816.363012:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164e00. 00020000:00000001:0.0:1778653816.363013:0:32041:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000010:3.0:1778653816.363015:0:32039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000001:0.0:1778653816.363015:0:32041:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000010:3.0:1778653816.363017:0:32039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00020000:00000001:0.0:1778653816.363017:0:32041:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363019:0:32041:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00008000:00000010:3.0:1778653816.363020:0:32039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000020:00000001:0.0:1778653816.363020:0:32041:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653816.363021:0:32041:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000080:00000010:3.0:1778653816.363023:0:32039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00020000:00000002:0.0:1778653816.363023:0:32041:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915385dfcf80 00000020:00000010:3.0:1778653816.363026:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165800. 00000020:00000001:0.0:1778653816.363026:0:32041:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1778653816.363027:0:32039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000001:00000001:0.0:1778653816.363028:0:32041:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000080:00000001:3.0:1778653816.363030:0:32039:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000001:00010000:0.0:1778653816.363030:0:32041:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:0.0:1778653816.363032:0:32041:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000080:00000010:3.0:1778653816.363034:0:32039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165800. 00000020:00000001:0.0:1778653816.363034:0:32041:0:(cl_lock.c:90:cl_lock_init()) Process entered 00800000:00000002:3.0:1778653816.363036:0:32039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00020000:00000001:0.0:1778653816.363036:0:32041:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653816.363039:0:32041:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00800000:00000001:3.0:1778653816.363043:0:32039:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653816.363046:0:32039:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00020000:00000002:0.0:1778653816.363046:0:32041:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00800000:00000002:3.0:1778653816.363048:0:32039:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:3.0:1778653816.363051:0:32039:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1778653816.363051:0:32041:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75880. 00800000:00000002:3.0:1778653816.363054:0:32039:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00020000:00000002:0.0:1778653816.363054:0:32041:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653816.363056:0:32041:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00000002:00000001:3.0:1778653816.363058:0:32039:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00020000:00000001:0.0:1778653816.363059:0:32041:0:(lov_io.c:155:lov_sub_get()) Process entered 00000002:00000001:3.0:1778653816.363061:0:32039:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00020000:00000001:0.0:1778653816.363061:0:32041:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653816.363062:0:32041:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00000040:3.0:1778653816.363065:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 2 00000020:00000010:0.0:1778653816.363065:0:32041:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4000. 00010000:00000001:3.0:1778653816.363067:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653816.363067:0:32041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67200. 00010000:00000001:3.0:1778653816.363070:0:32039:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653816.363073:0:32039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000020:00000010:0.0:1778653816.363074:0:32041:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915388530000. 00010000:00010000:3.0:1778653816.363076:0:32039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000020:00000010:0.0:1778653816.363077:0:32041:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653816.363081:0:32041:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653816.363083:0:32041:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653816.363086:0:32041:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d1a8. 00000080:00000010:0.0:1778653816.363089:0:32041:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b3f0. 00000080:00000010:0.0:1778653816.363092:0:32041:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4490. 00000020:00000010:0.0:1778653816.363095:0:32041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b400. 00000008:00000010:0.0:1778653816.363097:0:32041:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153899989a0. 00020000:00000010:0.0:1778653816.363100:0:32041:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525200. 00008000:00000010:0.0:1778653816.363111:0:32041:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de1b8. 00000080:00000010:0.0:1778653816.363114:0:32041:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d960. 00000020:00000001:0.0:1778653816.363116:0:32041:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141064 : -121686953410552 : ffff91538c5e4008) 00000020:00001000:0.0:1778653816.363118:0:32041:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4000 00000020:00000001:0.0:1778653816.363121:0:32041:0:(cl_object.c:151:cl_object_top()) ffff9153898fe468 -> ffff9153898fed00 00000020:00000001:0.0:1778653816.363122:0:32041:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653816.363126:0:32041:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653816.363127:0:32041:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653816.363128:0:32041:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653816.363130:0:32041:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653816.363132:0:32041:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653816.363134:0:32041:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653816.363139:0:32041:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45ddb0. 00000008:00010000:0.0:1778653816.363141:0:32041:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:0.0:1778653816.363144:0:32041:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653816.363146:0:32041:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653816.363148:0:32041:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d758b0, osc lock ffff91538a45ddb0, flags 0x400041012 00000020:00000001:0.0:1778653816.363160:0:32041:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653816.363163:0:32041:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653816.363166:0:32041:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629859456 : -121687079692160 : ffff915384d75880) 00000020:00000001:0.0:1778653816.363168:0:32041:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653816.363170:0:32041:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653816.363171:0:32041:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363173:0:32041:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363175:0:32041:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653816.363177:0:32041:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653816.363179:0:32041:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653816.363180:0:32041:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653816.363181:0:32041:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000080:00000001:3.0:1778653816.363182:0:32039:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000008:00000001:0.0:1778653816.363184:0:32041:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000080:00000001:3.0:1778653816.363186:0:32039:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000008:00000001:0.0:1778653816.363186:0:32041:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653816.363189:0:32039:0:(file.c:6027:ll_have_md_lock()) Process entered 00000020:00000001:0.0:1778653816.363190:0:32041:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000080:00000040:3.0:1778653816.363191:0:32039:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00020000:00000001:0.0:1778653816.363192:0:32041:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000002:00000001:3.0:1778653816.363193:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653816.363194:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000020:00000001:0.0:1778653816.363194:0:32041:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653816.363196:0:32041:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00010000:00000040:3.0:1778653816.363197:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00020000:00000001:0.0:1778653816.363197:0:32041:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653816.363198:0:32041:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00010000:00000001:3.0:1778653816.363199:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653816.363201:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653816.363201:0:32041:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653816.363203:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653816.363203:0:32041:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653816.363204:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653816.363205:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:3.0:1778653816.363207:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653816.363207:0:32041:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.363209:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.363209:0:32041:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000002:00000001:3.0:1778653816.363210:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653816.363211:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653816.363212:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c300 count: 3 00010000:00000001:3.0:1778653816.363214:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1778653816.363215:0:32041:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000002:00000001:3.0:1778653816.363216:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.363218:0:32039:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653816.363220:0:32039:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000020:00000040:0.0:1778653816.363220:0:32041:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000080:00000001:3.0:1778653816.363225:0:32039:0:(namei.c:165:ll_prune_negative_children()) Process entered 00010000:00000001:0.0:1778653816.363225:0:32041:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000080:00000001:3.0:1778653816.363227:0:32039:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653816.363228:0:32039:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653816.363230:0:32039:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.363230:0:32041:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653816.363232:0:32041:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.363234:0:32039:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1778653816.363236:0:32041:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1778653816.363237:0:32039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1778653816.363246:0:32041:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653816.363251:0:32041:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653816.363259:0:32041:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387f1b600. 00000100:00000001:0.0:1778653816.363268:0:32041:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.363283:0:32041:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653816.363285:0:32041:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.363286:0:32041:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653816.363288:0:32041:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.363290:0:32041:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.363293:0:32041:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653816.363296:0:32041:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653816.363299:0:32041:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653816.363303:0:32041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063500. 00010000:00000010:0.0:1778653816.363306:0:32041:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff915383063700. 00010000:00000001:0.0:1778653816.363312:0:32041:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653816.363315:0:32041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24600. 00000020:00000001:0.0:1778653816.363318:0:32041:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653816.363321:0:32041:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24600 with handle 0x3df471c51a8901a4 to hash 00000020:00000001:0.0:1778653816.363323:0:32041:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653816.363324:0:32041:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000010:0.0:1778653816.363329:0:32041:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915384cb7000. 00010000:00000001:0.0:1778653816.363331:0:32041:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.363333:0:32041:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653816.363335:0:32041:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.363339:0:32041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.363353:0:32039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653816.363355:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.363357:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653816.363358:0:32041:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1778653816.363359:0:32039:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a600 with handle 0x3df471c51a890196 from hash 00010000:00000001:3.0:1778653816.363362:0:32039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653816.363364:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.363365:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.363366:0:32039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653816.363369:0:32039:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653816.363369:0:32041:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.363371:0:32039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653816.363373:0:32039:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.363374:0:32041:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1778653816.363375:0:32039:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653816.363377:0:32039:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653816.363379:0:32039:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000100:00000001:0.0:1778653816.363379:0:32041:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1778653816.363381:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653816.363383:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.363385:0:32039:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653816.363387:0:32039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653816.363389:0:32039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1778653816.363395:0:32039:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653816.363397:0:32039:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653816.363399:0:32039:0:(file.c:6027:ll_have_md_lock()) Process entered 00000100:00000040:0.0:1778653816.363401:0:32041:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a7ab4f] to pc [ptlrpcd_00_01+1] req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1778653816.363426:0:32041:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653816.363428:0:32041:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363430:0:32041:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653816.363432:0:32041:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363434:0:32041:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363436:0:32041:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363439:0:32041:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653816.363441:0:32041:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153831d46d8 (ffff91538c5e4a28/0) at cl_lock_release():245 00000020:00000001:0.0:1778653816.363445:0:32041:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653816.363446:0:32041:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153831d46d8 (ffff91538c5e4a28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1778653816.363449:0:32041:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653816.363451:0:32041:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653816.363452:0:32041:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653816.363455:0:32041:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653816.363456:0:32041:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d758b0 (ffff91538c5e4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1778653816.363460:0:32041:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1778653816.363461:0:32041:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00000008:00000001:0.0:1778653816.363463:0:32041:0:(osc_lock.c:1123:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653816.363465:0:32041:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653816.363466:0:32041:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653816.363467:0:32041:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653816.363469:0:32041:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653816.363470:0:32041:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153831d46d8 (ffff91538c5e4a28/0) at cl_lock_fini():72 00000080:00000040:3.0:1778653816.363471:0:32039:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00020000:00000001:0.0:1778653816.363473:0:32041:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000002:00000001:3.0:1778653816.363474:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000020:00000001:0.0:1778653816.363474:0:32041:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00010000:00000001:3.0:1778653816.363475:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000020:00010000:0.0:1778653816.363476:0:32041:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d758b0 (ffff91538c5e4a28/1) at cl_lock_fini():72 00010000:00000040:3.0:1778653816.363478:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00000008:00000010:0.0:1778653816.363479:0:32041:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45ddb0. 00010000:00000001:3.0:1778653816.363480:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653816.363482:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.363483:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000020:00000001:0.0:1778653816.363483:0:32041:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00010000:00000001:3.0:1778653816.363484:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653816.363486:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:3.0:1778653816.363487:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653816.363489:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.363491:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653816.363493:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653816.363494:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00020000:00000010:0.0:1778653816.363494:0:32041:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75880. 00010000:00000001:3.0:1778653816.363496:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653816.363497:0:32041:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000002:00000001:3.0:1778653816.363498:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.363498:0:32041:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000002:00000001:3.0:1778653816.363500:0:32039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000020:00000001:0.0:1778653816.363500:0:32041:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00010000:00000001:3.0:1778653816.363501:0:32039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653816.363502:0:32039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00000001:00000001:0.0:1778653816.363502:0:32041:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.363504:0:32039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653816.363504:0:32041:0:(cl_io.c:71:cl_io_fini()) Process entered 00000002:00000001:3.0:1778653816.363506:0:32039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653816.363506:0:32041:0:(lov_io.c:701:lov_io_fini()) Process entered 00000080:00000001:3.0:1778653816.363507:0:32039:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.363509:0:32039:0:(file.c:6724:ll_layout_conf()) Process entered 00020000:00000001:0.0:1778653816.363509:0:32041:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653816.363510:0:32041:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653816.363511:0:32039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000001:0.0:1778653816.363512:0:32041:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653816.363513:0:32041:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4000 00000020:00000010:3.0:1778653816.363514:0:32039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:0.0:1778653816.363515:0:32041:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915388530000. 00000020:00000010:3.0:1778653816.363518:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164e00. 00000020:00000010:3.0:1778653816.363521:0:32039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165a00. 00000020:00000010:3.0:1778653816.363524:0:32039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.363526:0:32039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00000020:00000010:0.0:1778653816.363526:0:32041:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00020000:00000010:3.0:1778653816.363529:0:32039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00000008:00000010:0.0:1778653816.363529:0:32041:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00008000:00000010:3.0:1778653816.363532:0:32039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00020000:00000010:0.0:1778653816.363532:0:32041:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00000080:00000010:3.0:1778653816.363535:0:32039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00008000:00000010:0.0:1778653816.363535:0:32041:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d1a8. 00000080:00000010:3.0:1778653816.363537:0:32039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000080:00000010:0.0:1778653816.363538:0:32041:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b3f0. 00000020:00000010:3.0:1778653816.363540:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164400. 00000080:00000010:0.0:1778653816.363541:0:32041:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4490. 00000008:00000010:3.0:1778653816.363542:0:32039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.363544:0:32039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00000020:00000010:0.0:1778653816.363544:0:32041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67200. 00000008:00000010:0.0:1778653816.363546:0:32041:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153899989a0. 00008000:00000010:3.0:1778653816.363547:0:32039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.363549:0:32039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00020000:00000010:0.0:1778653816.363549:0:32041:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525200. 00000020:00000001:3.0:1778653816.363551:0:32039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00008000:00000010:0.0:1778653816.363552:0:32041:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de1b8. 00000020:00001000:3.0:1778653816.363554:0:32039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000080:00000010:0.0:1778653816.363555:0:32041:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d960. 00000020:00000001:3.0:1778653816.363556:0:32039:0:(cl_object.c:351:cl_conf_set()) Process entered 00000020:00000010:0.0:1778653816.363557:0:32041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b400. 00000080:00200000:3.0:1778653816.363558:0:32039:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000020:00000010:0.0:1778653816.363559:0:32041:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4000. 00020000:00000001:0.0:1778653816.363561:0:32041:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000080:00000001:3.0:1778653816.363562:0:32039:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1778653816.363564:0:32039:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653816.363564:0:32041:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653816.363566:0:32041:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00020000:00000001:3.0:1778653816.363568:0:32039:0:(lov_object.c:1423:lov_conf_set()) Process entered 00000080:00200000:0.0:1778653816.363569:0:32041:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00020000:00000001:3.0:1778653816.363570:0:32039:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653816.363572:0:32041:0:(file.c:7025:ll_layout_refresh()) Process entered 00020000:00000002:3.0:1778653816.363573:0:32039:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00000080:00000001:0.0:1778653816.363573:0:32041:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653816.363575:0:32039:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.363576:0:32041:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653816.363578:0:32039:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.363578:0:32041:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653816.363579:0:32041:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653816.363580:0:32039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00001000:0.0:1778653816.363580:0:32041:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:3.0:1778653816.363582:0:32039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165a00. 00000020:00000010:0.0:1778653816.363582:0:32041:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67c00. 00000020:00000010:3.0:1778653816.363584:0:32039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b5a0. 00000020:00000010:0.0:1778653816.363584:0:32041:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5060. 00000008:00000010:0.0:1778653816.363586:0:32041:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00000008:00000010:3.0:1778653816.363587:0:32039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.363589:0:32039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00020000:00000010:0.0:1778653816.363589:0:32041:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:3.0:1778653816.363591:0:32039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00008000:00000010:0.0:1778653816.363591:0:32041:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:3.0:1778653816.363594:0:32039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:0.0:1778653816.363594:0:32041:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:3.0:1778653816.363596:0:32039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000080:00000010:0.0:1778653816.363596:0:32041:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653816.363598:0:32041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67600. 00000020:00000010:3.0:1778653816.363599:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164e00. 00000008:00000010:0.0:1778653816.363600:0:32041:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00000008:00000010:3.0:1778653816.363601:0:32039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:0.0:1778653816.363602:0:32041:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00020000:00000010:3.0:1778653816.363603:0:32039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.363605:0:32039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00008000:00000010:0.0:1778653816.363605:0:32041:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653816.363607:0:32041:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000080:00000010:3.0:1778653816.363608:0:32039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653816.363610:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164400. 00000020:00000010:0.0:1778653816.363610:0:32041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000010:3.0:1778653816.363612:0:32039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000020:00000010:0.0:1778653816.363612:0:32041:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:3.0:1778653816.363614:0:32039:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653816.363614:0:32041:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.363617:0:32039:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00400000:0.0:1778653816.363617:0:32041:0:(statahead.c:748:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000002:3.0:1778653816.363619:0:32039:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff91538bd73248) invalid 00000080:00000001:0.0:1778653816.363620:0:32041:0:(statahead.c:752:ll_agl_trigger()) Process leaving 00000020:00000001:3.0:1778653816.363621:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33a68 00000080:00002000:3.0:1778653816.363623:0:32039:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff91538bf3b798) parent ffff91538bd08360 inode ffff91538bd73248 refc 1 00000080:00000001:3.0:1778653816.363627:0:32039:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653816.363628:0:32039:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000100:00000001:0.0:1778653816.363629:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:3.0:1778653816.363630:0:32039:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.363631:0:32039:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653816.363633:0:32039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1778653816.363633:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1778653816.363635:0:32039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1778653816.363636:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1778653816.363637:0:32039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.363638:0:32039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653816.363641:0:32039:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176e00 with handle 0x3df471c51a89019d from hash 00000100:00000040:0.0:1778653816.363642:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653816.363643:0:32039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653816.363644:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.363646:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.363647:0:32039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653816.363669:0:32039:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653816.363671:0:32039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:0.0:1778653816.363673:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1778653816.363674:0:32039:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653816.363676:0:32039:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.363676:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.363678:0:32039:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1778653816.363680:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1778653816.363682:0:32039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c380. 02000000:00000001:0.0:1778653816.363683:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1778653816.363685:0:32039:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653816.363686:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.363689:0:32039:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1778653816.363689:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054679168:192.168.204.110@tcp:101:ll_agl.0 02000000:00000001:3.0:1778653816.363691:0:32039:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.363693:0:32039:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1778653816.363694:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1778653816.363696:0:32039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.363699:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653816.363700:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1778653816.363701:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1778653816.363702:0:32039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.363704:0:32039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653816.363704:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.363705:0:32039:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653816.363707:0:32039:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653816.363708:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653816.363710:0:32039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164400. 02000000:00000010:0.0:1778653816.363712:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed400. 02000000:00000001:0.0:1778653816.363713:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.363714:0:32039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.363715:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653816.363718:0:32039:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653816.363722:0:32039:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000400:00000200:0.0:1778653816.363722:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00010000:3.0:1778653816.363729:0:32039:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000400:00000010:0.0:1778653816.363730:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899007e8. 00010000:00010000:3.0:1778653816.363735:0:32039:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1778653816.363737:0:32039:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653816.363738:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1778653816.363738:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00010000:00010000:3.0:1778653816.363741:0:32039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a89019d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f9ce expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00000200:0.0:1778653816.363746:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054679168, portal 4 00010000:00000040:3.0:1778653816.363749:0:32039:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6e00 count: 0 00000100:00000001:0.0:1778653816.363749:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653816.363751:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000010:3.0:1778653816.363755:0:32039:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9300. 00000080:00000001:1.0:1778653816.363755:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000100:00000040:0.0:1778653816.363757:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000080:00000001:1.0:1778653816.363759:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1778653816.363765:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91538cd2da00. 00000100:00000001:0.0:1778653816.363766:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1778653816.363767:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.363769:0:32039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1778653816.363769:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000100:00000040:0.0:1778653816.363770:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00010000:00010000:3.0:1778653816.363771:0:32039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890196 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726f9b2 expref: -99 pid: 32039 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00400000:1.0:1778653816.363773:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff91538cd2da00) index 2 00000400:00000010:0.0:1778653816.363775:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29c38. 00000100:00000200:0.0:1778653816.363780:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054679168, offset 0 00010000:00000040:3.0:1778653816.363781:0:32039:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c300 count: 0 00000080:00000001:1.0:1778653816.363781:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386763782656 : -121686945768960 : ffff91538cd2da00) 00010000:00000010:3.0:1778653816.363785:0:32039:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36c00. 00000080:00000001:1.0:1778653816.363787:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000400:00000200:0.0:1778653816.363788:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00010000:00000001:3.0:1778653816.363791:0:32039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653816.363793:0:32039:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653816.363793:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915388bbb400. 00010000:00000001:3.0:1778653816.363796:0:32039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653816.363798:0:32039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653816.363799:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:3.0:1778653816.363800:0:32039:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653816.363801:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 3 00800000:00000001:1.0:1778653816.363807:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00000400:00000200:0.0:1778653816.363810:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000020:00100000:3.0:1778653816.363811:0:32039:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 2 is allocated opc 36, max 7 00800000:00000001:1.0:1778653816.363813:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000010:1.0:1778653816.363817:0:32040:0:(lmv_obd.c:4567:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff915383ef3720. 00000400:00000200:0.0:1778653816.363818:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000002:00000001:1.0:1778653816.363823:0:32040:0:(batch.c:649:cli_batch_create()) Process entered 00000400:00000200:0.0:1778653816.363825:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000002:00000010:1.0:1778653816.363827:0:32040:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff915383ef39e0. 00000002:00000010:1.0:1778653816.363831:0:32040:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff915383ee1ae0. 00000400:00000200:0.0:1778653816.363832:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000002:00000010:1.0:1778653816.363837:0:32040:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff915385e80580. 00000400:00000200:0.0:1778653816.363837:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653816.363844:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2438:2438:256:4294967295] 192.168.204.110@tcp LPNI seq info [2438:2438:8:4294967295] 00000002:00000010:1.0:1778653816.363845:0:32040:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff915385fdf000. 00000002:00000001:1.0:1778653816.363849:0:32040:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000400:00000200:0.0:1778653816.363853:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00800000:00000001:1.0:1778653816.363854:0:32040:0:(lmv_obd.c:4585:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:1.0:1778653816.363859:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1778653816.363863:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91538629b0c0. 00000400:00000200:0.0:1778653816.363867:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000002:00000001:1.0:1778653816.363869:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1778653816.363872:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1778653816.363875:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000800:00000200:0.0:1778653816.363877:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000002:00000001:1.0:1778653816.363884:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00000800:00000010:0.0:1778653816.363884:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00010000:00000001:1.0:1778653816.363888:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1778653816.363891:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000800:00000200:0.0:1778653816.363895:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00010000:00000010:1.0:1778653816.363898:0:32040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb300. 00010000:00000010:1.0:1778653816.363903:0:32040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2df80. 00000100:00100000:3.0:1778653816.363906:0:32039:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1778653816.363906:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00010000:00000001:1.0:1778653816.363909:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000800:00000200:0.0:1778653816.363912:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1778653816.363913:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26a00. 00000100:00000001:3.0:1778653816.363917:0:32039:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000020:00000001:1.0:1778653816.363918:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1778653816.363921:0:32039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000040:1.0:1778653816.363921:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26a00 with handle 0x3df471c51a8901ab to hash 00000020:00000001:1.0:1778653816.363925:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653816.363926:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00000100:00000010:3.0:1778653816.363929:0:32039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383e359c0. 00000100:00000001:3.0:1778653816.363932:0:32039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386613868992 : -121687095682624 : ffff915383e359c0) 00010000:00000001:1.0:1778653816.363932:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00000100:00000001:0.0:1778653816.363933:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.363935:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653816.363939:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00010000:00000001:1.0:1778653816.363939:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1778653816.363939:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 280930 usecs (281 jiffies) 00010000:00000001:1.0:1778653816.363943:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.363944:0:32039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1778653816.363945:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653816.363947:0:32039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.363949:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296371821 00000100:00000001:3.0:1778653816.363950:0:32039:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00010000:00010000:1.0:1778653816.363950:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653816.363951:0:32039:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1778653816.363953:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000040:3.0:1778653816.363956:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.363958:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296371821 00000100:00000001:0.0:1778653816.363962:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:0.0:1778653816.363966:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653816.363970:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653816.363970:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.363971:0:32039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653816.363973:0:32039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.363975:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.363977:0:32039:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653816.363979:0:32039:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653816.363979:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1778653816.363983:0:32039:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653816.363985:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653816.363987:0:32039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054679424:192.168.204.110@tcp:36:multiop.0 00000100:00000001:0.0:1778653816.363987:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000002:00000001:1.0:1778653816.363990:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.363990:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653816.363992:0:32039:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1778653816.363993:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653816.363995:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1778653816.363996:0:32039:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000002:00000001:1.0:1778653816.363996:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.363996:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.363997:0:32039:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653816.364001:0:32039:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1778653816.364002:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653816.364005:0:32039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e94400. 02000000:00000001:3.0:1778653816.364007:0:32039:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653816.364011:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653816.364014:0:32039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000100:00000001:0.0:1778653816.364018:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1778653816.364019:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653816.364021:0:32039:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054679424, portal 10 00000100:00000001:0.0:1778653816.364021:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.364023:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653816.364024:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00000100:00000040:3.0:1778653816.364030:0:32039:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653816.364036:0:32039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653816.364038:0:32039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653816.364041:0:32039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cee0. 00000100:00000200:3.0:1778653816.364044:0:32039:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1865052054679424, offset 0 00000002:00000010:0.0:1778653816.364048:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff915384cb7040. 00000400:00000200:3.0:1778653816.364049:0:32039:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000002:00000001:0.0:1778653816.364051:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653816.364053:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000002:00000001:0.0:1778653816.364053:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364055:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653816.364057:0:32039:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00800000:00000001:0.0:1778653816.364058:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653816.364059:0:32039:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:0.0:1778653816.364060:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653816.364062:0:32039:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000080:00000001:0.0:1778653816.364062:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000400:00000200:3.0:1778653816.364064:0:32039:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000080:00000001:0.0:1778653816.364064:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:0.0:1778653816.364065:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000400:00000200:3.0:1778653816.364067:0:32039:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000080:00000010:0.0:1778653816.364067:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915384d75880. 00000020:00000001:0.0:1778653816.364069:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000400:00000200:3.0:1778653816.364070:0:32039:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2439:2439:255:4294967295] 192.168.204.110@tcp LPNI seq info [2439:2439:7:4294967295] 00000080:00400000:0.0:1778653816.364071:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff915384d75880) index 3 00000080:00000001:0.0:1778653816.364073:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386629859456 : -121687079692160 : ffff915384d75880) 00000400:00000200:3.0:1778653816.364074:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000080:00000001:0.0:1778653816.364076:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:0.0:1778653816.364078:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915385eee400. 00800000:00000002:0.0:1778653816.364081:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 4 00800000:00000001:0.0:1778653816.364084:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00800000:00000001:0.0:1778653816.364086:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1778653816.364088:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:0.0:1778653816.364090:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1778653816.364093:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff915389910480. 00000002:00000001:0.0:1778653816.364094:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1778653816.364096:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1778653816.364097:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1778653816.364101:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1778653816.364102:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1778653816.364104:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653816.364106:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:0.0:1778653816.364108:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653816.364110:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653816.364112:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25c00. 00000020:00000001:0.0:1778653816.364115:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653816.364117:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25c00 with handle 0x3df471c51a8901b2 to hash 00000020:00000001:0.0:1778653816.364119:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653816.364120:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628484096 : -121687081067520 : ffff915384c25c00) 00010000:00000001:0.0:1778653816.364123:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628484096 : -121687081067520 : ffff915384c25c00) 00010000:00000001:0.0:1778653816.364125:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653816.364127:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.364130:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653816.364137:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.364142:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364144:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364146:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1778653816.364149:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff915384cb7680. 00000002:00000001:0.0:1778653816.364161:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364162:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364164:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653816.364166:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.364167:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.364169:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:0.0:1778653816.364171:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:0.0:1778653816.364172:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000400:00000200:3.0:1778653816.364174:0:32039:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000080:00000010:0.0:1778653816.364174:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915384d75200. 00000020:00000001:0.0:1778653816.364176:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000080:00400000:0.0:1778653816.364178:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff915384d75200) index 4 00000800:00000200:3.0:1778653816.364180:0:32039:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000080:00000001:0.0:1778653816.364180:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386629857792 : -121687079693824 : ffff915384d75200) 00000080:00000001:0.0:1778653816.364183:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000800:00000010:3.0:1778653816.364184:0:32039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000080:00000010:0.0:1778653816.364185:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915385eedc00. 00000800:00000200:3.0:1778653816.364187:0:32039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00800000:00000002:0.0:1778653816.364188:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 5 00800000:00000001:0.0:1778653816.364191:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00000800:00000200:3.0:1778653816.364192:0:32039:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00800000:00000001:0.0:1778653816.364192:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1778653816.364194:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000800:00000200:3.0:1778653816.364195:0:32039:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 600 niov 1 nkiov 1 00000002:00000001:0.0:1778653816.364196:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000100:00000001:3.0:1778653816.364198:0:32039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1778653816.364198:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9153899100c0. 00000002:00000001:0.0:1778653816.364200:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000100:00000040:3.0:1778653816.364201:0:32039:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 809723 usecs (810 jiffies) 00000002:00000001:0.0:1778653816.364201:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1778653816.364203:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000400:00000200:3.0:1778653816.364204:0:32039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000002:00000001:0.0:1778653816.364206:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00000100:00000001:3.0:1778653816.364207:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372350 00010000:00000001:0.0:1778653816.364207:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00000100:00000001:3.0:1778653816.364209:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00010000:00000001:0.0:1778653816.364209:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1778653816.364211:0:32039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372350 00010000:00000040:0.0:1778653816.364211:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 3 00000100:00000001:3.0:1778653816.364213:0:32039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00010000:00000001:0.0:1778653816.364213:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653816.364215:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1778653816.364216:0:32039:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1778653816.364217:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25e00. 00000100:00000001:3.0:1778653816.364218:0:32039:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.364219:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1778653816.364220:0:32039:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1778653816.364221:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25e00 with handle 0x3df471c51a8901b9 to hash 00000100:00000001:3.0:1778653816.364222:0:32039:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1778653816.364223:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00100000:3.0:1778653816.364224:0:32039:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383e359c0 going to sleep for 11 seconds 00010000:00000001:0.0:1778653816.364224:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628484608 : -121687081067008 : ffff915384c25e00) 00010000:00000001:0.0:1778653816.364226:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628484608 : -121687081067008 : ffff915384c25e00) 00000100:00000001:3.0:1778653816.364227:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653816.364229:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.364229:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653816.364230:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.364233:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653816.364239:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.364245:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364246:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364248:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1778653816.364251:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff915384cb7d00. 00000002:00000001:0.0:1778653816.364253:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364254:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364256:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653816.364257:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.364259:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653816.364260:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:0.0:1778653816.364262:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:0.0:1778653816.364263:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1778653816.364265:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915384d75080. 00000020:00000001:0.0:1778653816.364266:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000080:00400000:0.0:1778653816.364267:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff915384d75080) index 5 00000080:00000001:0.0:1778653816.364270:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386629857408 : -121687079694208 : ffff915384d75080) 00000080:00000001:0.0:1778653816.364273:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:0.0:1778653816.364275:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915385eec800. 00800000:00000002:0.0:1778653816.364278:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 6 00800000:00000001:0.0:1778653816.364280:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00800000:00000001:0.0:1778653816.364282:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1778653816.364283:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:0.0:1778653816.364285:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1778653816.364287:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff915389910a80. 00000002:00000001:0.0:1778653816.364289:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1778653816.364290:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1778653816.364291:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1778653816.364294:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1778653816.364295:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1778653816.364296:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653816.364298:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 4 00010000:00000001:0.0:1778653816.364300:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653816.364303:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653816.364305:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24e00. 00000020:00000001:0.0:1778653816.364307:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653816.364309:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24e00 with handle 0x3df471c51a8901c0 to hash 00000020:00000001:0.0:1778653816.364315:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653816.364316:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653816.364318:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653816.364321:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653816.364322:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.364325:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1778653816.364331:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1778653816.364331:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1778653816.364338:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00010000:00000001:0.0:1778653816.364340:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364343:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653816.364345:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000001:0.0:1778653816.364347:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1778653816.364352:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff915384cb7f40. 00000400:00000200:1.0:1778653816.364353:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000002:00000001:0.0:1778653816.364356:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364358:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364359:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653816.364361:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653816.364362:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29c38 00000080:00000001:0.0:1778653816.364362:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1778653816.364366:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29c38. 00000080:00000001:0.0:1778653816.364366:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:0.0:1778653816.364368:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:0.0:1778653816.364370:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000100:00000001:1.0:1778653816.364373:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000080:00000010:0.0:1778653816.364373:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915384d75680. 00000020:00000001:0.0:1778653816.364376:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000100:00000200:1.0:1778653816.364380:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000080:00400000:0.0:1778653816.364383:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff915384d75680) index 6 00000080:00000001:0.0:1778653816.364389:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386629858944 : -121687079692672 : ffff915384d75680) 00000080:00000001:0.0:1778653816.364393:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:0.0:1778653816.364397:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915385eec400. 00800000:00000002:0.0:1778653816.364399:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 7 00800000:00000001:0.0:1778653816.364402:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00800000:00000001:0.0:1778653816.364403:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1778653816.364404:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:0.0:1778653816.364406:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1778653816.364408:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff915389910b40. 00000002:00000001:0.0:1778653816.364409:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1778653816.364410:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1778653816.364412:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1778653816.364415:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1778653816.364417:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1778653816.364418:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653816.364420:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 5 00010000:00000001:0.0:1778653816.364422:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653816.364424:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653816.364426:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24200. 00000020:00000001:0.0:1778653816.364428:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653816.364429:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24200 with handle 0x3df471c51a8901c7 to hash 00000020:00000001:0.0:1778653816.364431:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653816.364432:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653816.364434:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:0.0:1778653816.364436:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653816.364438:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.364441:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653816.364447:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.364452:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653816.364454:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653816.364455:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000002:00000001:0.0:1778653816.364459:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653816.364462:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653816.364471:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653816.364473:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000010:3.0:1778653816.364522:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9153861bab80. 00000002:00000001:3.0:1778653816.364525:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.364526:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.364528:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.364529:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.364531:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.364532:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1778653816.364534:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1778653816.364535:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1778653816.364537:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915383ee9300. 00000020:00000001:3.0:1778653816.364539:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000080:00400000:3.0:1778653816.364540:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff915383ee9300) index 7 00000080:00000001:3.0:1778653816.364542:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386614604544 : -121687094947072 : ffff915383ee9300) 00000080:00000001:3.0:1778653816.364545:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1778653816.364548:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915383e94800. 00800000:00000002:3.0:1778653816.364550:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 8 00800000:00000001:3.0:1778653816.364554:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00800000:00000001:3.0:1778653816.364556:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1778653816.364557:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:3.0:1778653816.364559:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1778653816.364561:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff915383e35600. 00000002:00000001:3.0:1778653816.364563:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1778653816.364564:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1778653816.364565:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1778653816.364569:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1778653816.364570:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1778653816.364571:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653816.364574:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 6 00000800:00000200:1.0:1778653816.365390:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653816.365396:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653816.365402:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.365508:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653816.365516:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cee0 00000400:00000010:1.0:1778653816.365518:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cee0. 00000100:00000001:1.0:1778653816.365524:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653816.365569:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653816.365582:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653816.365586:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653816.365592:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653816.365595:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1778653816.365669:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.365673:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653816.365677:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176800. 00000020:00000001:3.0:1778653816.365681:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653816.365683:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176800 with handle 0x3df471c51a8901ce to hash 00000020:00000001:3.0:1778653816.365685:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653816.365686:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653816.365689:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653816.365692:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.365694:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.365697:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653816.365705:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.365712:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365715:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365718:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1778653816.365722:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9153861ba940. 00000002:00000001:3.0:1778653816.365724:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365726:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365728:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.365730:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.365733:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.365734:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1778653816.365738:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1778653816.365739:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1778653816.365742:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915383ee9000. 00000020:00000001:3.0:1778653816.365744:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000080:00400000:3.0:1778653816.365746:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff915383ee9000) index 8 00000080:00000001:3.0:1778653816.365749:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386614603776 : -121687094947840 : ffff915383ee9000) 00000080:00000001:3.0:1778653816.365752:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1778653816.365754:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915383e97400. 00800000:00000002:3.0:1778653816.365759:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 9 00800000:00000001:3.0:1778653816.365763:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00800000:00000001:3.0:1778653816.365766:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1778653816.365767:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:3.0:1778653816.365770:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1778653816.365773:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff915383e356c0. 00000002:00000001:3.0:1778653816.365776:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1778653816.365777:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1778653816.365778:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1778653816.365785:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1778653816.365786:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1778653816.365788:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653816.365790:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 7 00010000:00000001:3.0:1778653816.365792:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653816.365794:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653816.365796:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176600. 00000020:00000001:3.0:1778653816.365798:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653816.365800:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176600 with handle 0x3df471c51a8901d5 to hash 00000020:00000001:3.0:1778653816.365802:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653816.365803:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653816.365805:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653816.365807:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.365808:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653816.365811:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653816.365832:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653816.365837:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365839:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365841:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1778653816.365844:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9153861ba740. 00000002:00000001:3.0:1778653816.365845:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365847:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365848:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.365850:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.365851:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.365853:0:32040:0:(lmv_obd.c:4465:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1778653816.365856:0:32040:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1778653816.365857:0:32040:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1778653816.365860:0:32040:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1778653816.365865:0:32040:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1dc00. 00000020:00000040:3.0:1778653816.365868:0:32040:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653816.365872:0:32040:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653816.365875:0:32040:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653816.365880:0:32040:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653816.365888:0:32040:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff91538993f000. 00000100:00000001:3.0:1778653816.365894:0:32040:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365898:0:32040:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365900:0:32040:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653816.365903:0:32040:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.365907:0:32040:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653816.365912:0:32040:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653816.365918:0:32040:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026d3dd19] to pc [ptlrpcd_01_00+0] req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1778653816.365945:0:32040:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.365947:0:32040:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.365949:0:32040:0:(lmv_obd.c:4487:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.365952:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000100:00000001:2.0:1778653816.366426:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653816.366485:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653816.366489:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653816.366506:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.366518:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653816.366520:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.366524:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653816.366527:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653816.366530:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653816.366533:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054679552:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:2.0:1778653816.366537:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653816.366542:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653816.366553:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.366556:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653816.366571:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff915383e14000. 02000000:00000001:2.0:1778653816.366573:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653816.366581:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653816.366585:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653816.366592:0:2368:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff915383ecd0c0. 00000100:00000200:2.0:1778653816.366598:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1865052054679552, portal 4 00000100:00000001:2.0:1778653816.366600:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.366602:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782976 : -121687030768640 : ffff915387c1dc00) 00000100:00000040:2.0:1778653816.366609:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.366617:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653816.366619:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653816.366623:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653816.366626:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1865052054679552, offset 0 00000400:00000200:2.0:1778653816.366631:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653816.366640:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.366647:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653816.366680:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653816.366684:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653816.366689:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653816.366692:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653816.366695:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2440:2440:256:4294967295] 192.168.204.110@tcp LPNI seq info [2440:2440:8:4294967295] 00000400:00000200:2.0:1778653816.366699:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.366709:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653816.366715:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653816.366720:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653816.366726:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653816.366734:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653816.366738:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:2.0:1778653816.366756:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.366760:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 809723 usecs (810 jiffies) 00000400:00000200:2.0:1778653816.366764:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653816.366766:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372352 00000100:00000001:2.0:1778653816.366769:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.366780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372352 00000100:00000001:2.0:1778653816.366783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.366785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.366788:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.366791:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.366794:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.366800:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653816.366803:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653816.366805:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653816.366806:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653816.366808:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.366810:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.366823:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653816.366825:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653816.367967:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653816.367975:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:0.0:1778653816.367991:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.368000:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653816.368007:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:0.0:1778653816.368010:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:0.0:1778653816.368015:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653816.368021:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.368033:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653816.368037:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.368044:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.368046:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653816.368560:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.368574:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653816.368577:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.368580:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653816.368587:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.368593:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653816.368602:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.368607:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.368613:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.368617:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a0414534ee80 00000400:00000200:1.0:1778653816.368622:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.368630:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6471 [1] + 224 00000800:00000001:1.0:1778653816.368637:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.368645:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653816.368685:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.368690:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653816.368696:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653816.368703:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653816.368712:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653816.368723:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653816.368731:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.368734:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.369806:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653816.369814:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653816.369824:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653816.369827:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653816.369831:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899007e8. 00000400:00000200:0.0:1778653816.369838:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653816.369841:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653816.369846:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653816.369854:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653816.369872:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.369880:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653816.369882:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.369885:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653816.369889:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653816.369892:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653816.369895:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653816.369899:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653816.369910:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=77 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653816.369916:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653816.369919:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653816.369921:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.369924:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653816.369928:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.369933:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653816.369936:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653816.369938:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653816.369941:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653816.369946:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.369953:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653816.369957:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653816.369959:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653816.369963:0:2367:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1778653816.369965:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653816.369968:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653816.369972:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653816.369974:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.369978:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.369980:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653816.369981:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653816.369983:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:0.0:1778653816.369985:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.369987:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.369991:0:2367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653816.369995:0:2367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.370001:0:2367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370013:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370015:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653816.370017:0:2367:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653816.370020:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653816.370021:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653816.370023:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=6 00000020:00000001:0.0:1778653816.370025:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.370027:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000040:0.0:1778653816.370032:0:2367:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24600, remote cookie: 0xdfa36d541726f9d5, flags: 0x41011 00010000:00010000:0.0:1778653816.370038:0:2367:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370046:0:2367:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1778653816.370049:0:2367:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370052:0:2367:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653816.370056:0:2367:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1778653816.370061:0:2367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653816.370070:0:2367:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff915383063500) refcount = 1 00010000:00000040:0.0:1778653816.370073:0:2367:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653816.370076:0:2367:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370092:0:2367:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653816.370094:0:2367:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653816.370097:0:2367:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653816.370100:0:2367:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653816.370103:0:2367:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370110:0:2367:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653816.370111:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370113:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653816.370114:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370115:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653816.370117:0:2367:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1778653816.370120:0:2367:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:0.0:1778653816.370122:0:2367:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653816.370131:0:2367:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653816.370137:0:2367:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b400. 00000020:00000010:0.0:1778653816.370143:0:2367:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1ba00. 00000020:00000010:0.0:1778653816.370148:0:2367:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5060. 00000008:00000010:0.0:1778653816.370165:0:2367:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653816.370171:0:2367:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653816.370178:0:2367:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653816.370185:0:2367:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653816.370191:0:2367:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653816.370195:0:2367:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1a600. 00000008:00000010:0.0:1778653816.370199:0:2367:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653816.370203:0:2367:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653816.370208:0:2367:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653816.370212:0:2367:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653816.370216:0:2367:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653816.370219:0:2367:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00010000:00000001:0.0:1778653816.370220:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653816.370222:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653816.370224:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:0.0:1778653816.370226:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.370228:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00000008:00000001:0.0:1778653816.370232:0:2367:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1778653816.370236:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000008:00010000:0.0:1778653816.370241:0:2367:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1778653816.370249:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000020:00000001:0.0:1778653816.370251:0:2367:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653816.370255:0:2367:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1778653816.370258:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653816.370261:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.370263:0:2367:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653816.370265:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000008:00000001:0.0:1778653816.370267:0:2367:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:0.0:1778653816.370268:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370269:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:0.0:1778653816.370273:0:2367:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653816.370278:0:2367:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1ba00. 00000020:00000010:0.0:1778653816.370282:0:2367:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5060. 00000008:00000010:0.0:1778653816.370287:0:2367:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653816.370291:0:2367:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653816.370294:0:2367:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653816.370297:0:2367:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653816.370300:0:2367:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653816.370303:0:2367:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b400. 00000008:00000010:0.0:1778653816.370306:0:2367:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653816.370309:0:2367:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653816.370312:0:2367:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653816.370315:0:2367:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653816.370317:0:2367:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1a600. 00000020:00000010:0.0:1778653816.370320:0:2367:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000008:00000001:0.0:1778653816.370324:0:2367:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370326:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653816.370327:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653816.370329:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:0.0:1778653816.370330:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.370332:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.370334:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653816.370338:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370344:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370348:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653816.370351:0:2367:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370358:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653816.370360:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370361:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653816.370362:0:2367:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370364:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653816.370365:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653816.370366:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653816.370368:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.370833:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653816.370835:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653816.370839:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653816.370848:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370849:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653816.370850:0:2367:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653816.370853:0:2367:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653816.370856:0:2367:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653816.370867:0:2367:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653816.370870:0:2367:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653816.370872:0:2367:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653816.370877:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370878:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653816.370880:0:2367:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370884:0:2367:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653816.370886:0:2367:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370888:0:2367:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370890:0:2367:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653816.370892:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653816.370893:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370894:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653816.370895:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653816.370896:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653816.370898:0:2367:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653816.370907:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653816.370917:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054679168:192.168.204.110@tcp:101:ll_agl.0 00000100:00000001:0.0:1778653816.370922:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.370926:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653816.370930:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054679168/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653832 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653816.370937:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653816.370940:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653816.370944:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed400. 02000000:00000001:0.0:1778653816.370949:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653816.370952:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653816.370953:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653816.370956:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653816.370959:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387f1b600. 02000000:00000001:0.0:1778653816.370963:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653816.370966:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653816.370967:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653816.370971:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653816.370973:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.370975:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653816.370983:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653816.370985:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653816.370988:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653816.370991:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1778653816.374705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6e00. 00010000:00000010:3.1:1778653816.374724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00010000:00000010:3.1:1778653816.374730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c300. 00010000:00000010:3.1:1778653816.374734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000800:00000001:1.0:1778653816.374852:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.374871:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653816.374886:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.374890:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653816.374901:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.374909:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653816.374921:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.374927:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.374935:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.374940:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 7008 into portal 4 MB=0x6a0414534f000 00000400:00000200:1.0:1778653816.374945:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.374952:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 7008/7008 into md 0x6489 [2] + 224 00000800:00000001:1.0:1778653816.374961:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.374987:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653816.374991:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.374996:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653816.375006:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653816.375016:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653816.375028:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653816.375049:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653816.375061:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.375065:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653816.375068:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.375070:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653816.375073:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375076:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653816.375080:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375082:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375086:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375089:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534ef80 00000400:00000200:1.0:1778653816.375093:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375098:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6481 [1] + 224 00000800:00000001:1.0:1778653816.375101:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653816.375108:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653816.375110:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.375113:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653816.375116:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653816.375120:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653816.375128:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653816.375148:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653816.375161:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653816.375165:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375172:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653816.375180:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2441:2441:256:4294967295] 192.168.204.110@tcp LPNI seq info [2441:2441:8:4294967295] 00000400:00000200:1.0:1778653816.375189:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653816.375198:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653816.375204:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653816.375211:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653816.375219:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000001:0.0:1778653816.375225:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1778653816.375227:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000001:0.0:1778653816.375230:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653816.375232:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1778653816.375260:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1778653816.375319:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653816.375325:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:1.0:1778653816.375329:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653816.375332:0:32039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1778653816.375334:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000400:00000001:3.0:1778653816.375344:0:32039:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653816.375347:0:32039:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653816.375352:0:32039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653816.375357:0:32039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653816.375361:0:32039:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653816.375365:0:32039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653816.375374:0:32039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.375379:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653816.375386:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1778653816.375393:0:32039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c380 x1865052054679424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1778653816.375397:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653816.375405:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1778653816.375412:0:32039:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1778653816.375416:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000100:00000001:3.0:1778653816.375417:0:32039:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653816.375423:0:32039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653816.375428:0:32039:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1778653816.375428:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383ecd0c0 00000100:00000001:3.0:1778653816.375435:0:32039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1778653816.375436:0:2368:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff915383ecd0c0. 00000100:00000001:3.0:1778653816.375441:0:32039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.375446:0:2368:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1778653816.375447:0:32039:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653816.375463:0:32039:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=77 v=5 (101 101 101 137) 00000100:00000200:2.0:1778653816.375464:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1778653816.375479:0:32039:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653816.375488:0:32039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653816.375493:0:32039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1778653816.375499:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653816.375500:0:32039:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1778653816.375504:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653816.375506:0:32039:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.375519:0:32039:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653816.375523:0:32039:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x100000161] 00000100:00000001:2.0:1778653816.375525:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653816.375526:0:32039:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653816.375529:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653816.375532:0:32039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.375533:0:2368:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1778653816.375536:0:32039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 02000000:00000001:2.0:1778653816.375537:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653816.375541:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653816.375544:0:32039:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653816.375547:0:32039:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:3.0:1778653816.375550:0:32039:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653816.375553:0:32039:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.375554:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653816.375563:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c380 x1865052054679424/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653832 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1778653816.375565:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.375582:0:32039:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653816.375586:0:32039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653816.375588:0:32039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653816.375593:0:32039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c380 x1865052054679424/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653832 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653816.375601:0:32039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32039:1865052054679424:192.168.204.110@tcp:36:multiop.0 00000100:00000001:3.0:1778653816.375607:0:32039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653816.375610:0:32039:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653816.375613:0:32039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653816.375615:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653816.375618:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c380 x1865052054679424/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653832 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653816.375625:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653816.375627:0:32039:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383e359c0. 00000100:00000001:3.0:1778653816.375632:0:32039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653816.375634:0:32039:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653816.375644:0:32039:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.375648:0:32039:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653816.375689:0:32039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 9 00000080:00000010:3.0:1778653816.375694:0:32039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165800. 00000100:00000001:3.0:1778653816.375702:0:32039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653816.375705:0:32039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c380 x1865052054679424/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653832 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653816.375712:0:32039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.375716:0:32039:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.375729:0:32039:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653816.375732:0:32039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0e33e30 00000080:00002000:3.0:1778653816.375735:0:32039:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff91538bf3b798, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653816.375739:0:32039:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653816.375747:0:32039:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653816.375753:0:32039:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653816.375765:0:32039:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:3.0:1778653816.375768:0:32039:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653816.375770:0:32039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653816.375777:0:32039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653816.375782:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165800. 00000020:00000010:3.0:1778653816.375787:0:32039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165a00. 00000020:00000010:3.0:1778653816.375791:0:32039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.375800:0:32039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.375806:0:32039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653816.375813:0:32039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653816.375821:0:32039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653816.375826:0:32039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653816.375830:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164600. 00000008:00000010:3.0:1778653816.375834:0:32039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.375838:0:32039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.375842:0:32039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.375846:0:32039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653816.375849:0:32039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653816.375852:0:32039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653816.375858:0:32039:0:(cl_object.c:151:cl_object_top()) ffff91538648d2d8 -> ffff91538648d2d8 00000020:00000001:3.0:1778653816.375861:0:32039:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653816.375865:0:32039:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653816.375867:0:32039:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653816.375871:0:32039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653816.375872:0:32039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653816.375874:0:32039:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653816.375878:0:32039:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2c:0x0]io ffff9153864712a0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653816.375881:0:32039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000001:3.0:1778653816.375886:0:32039:0:(lov_io.c:2004:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1778653816.375888:0:32039:0:(lov_io.c:2038:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1778653816.375890:0:32039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00000020:00000001:3.0:1778653816.375893:0:32039:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653816.375895:0:32039:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1778653816.375898:0:32039:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653816.375901:0:32039:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653816.375903:0:32039:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653816.375905:0:32039:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653816.375907:0:32039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653816.375912:0:32039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165a00. 00000020:00000010:3.0:1778653816.375916:0:32039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.375919:0:32039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.375923:0:32039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653816.375926:0:32039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653816.375929:0:32039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653816.375933:0:32039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653816.375936:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165800. 00000008:00000010:3.0:1778653816.375939:0:32039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.375942:0:32039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.375945:0:32039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.375947:0:32039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653816.375949:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164600. 00000020:00000010:3.0:1778653816.375952:0:32039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653816.375954:0:32039:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.375959:0:32039:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1778653816.375961:0:32039:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff91538bd73248) 00800000:00000001:3.0:1778653816.375966:0:32039:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:3.0:1778653816.375968:0:32039:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:3.0:1778653816.375974:0:32039:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1778653816.375981:0:32039:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653816.375984:0:32039:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.375986:0:32039:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1778653816.375989:0:32039:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1778653816.375991:0:32039:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653816.375993:0:32039:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653816.375996:0:32039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653816.375999:0:32039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653816.376001:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164600. 00000020:00000010:3.0:1778653816.376003:0:32039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165800. 00000020:00000010:3.0:1778653816.376006:0:32039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.376009:0:32039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.376011:0:32039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653816.376013:0:32039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653816.376016:0:32039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653816.376017:0:32039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653816.376020:0:32039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000008:00000010:3.0:1778653816.376022:0:32039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.376024:0:32039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.376026:0:32039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.376028:0:32039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653816.376031:0:32039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653816.376033:0:32039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00020000:00000001:3.0:1778653816.376039:0:32039:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:3.0:1778653816.376041:0:32039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000001:3.0:1778653816.376044:0:32039:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1778653816.376046:0:32039:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653816.376048:0:32039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000001:3.0:1778653816.376050:0:32039:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:3.0:1778653816.376052:0:32039:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:3.0:1778653816.376053:0:32039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000002:3.0:1778653816.376056:0:32039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff915387cfa7c0) owner 0000000000000000/ffff91538a3f8000 00020000:00000010:3.0:1778653816.376059:0:32039:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff915387cfa7c0. 00020000:00000001:3.0:1778653816.376062:0:32039:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:3.0:1778653816.376065:0:32039:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91538648d258. 00000020:00001000:3.0:1778653816.376070:0:32039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653816.376071:0:32039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165800. 00000020:00000010:3.0:1778653816.376074:0:32039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b5a0. 00000008:00000010:3.0:1778653816.376076:0:32039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653816.376078:0:32039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653816.376081:0:32039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653816.376083:0:32039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653816.376086:0:32039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653816.376088:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164600. 00000008:00000010:3.0:1778653816.376091:0:32039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653816.376093:0:32039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653816.376096:0:32039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653816.376098:0:32039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653816.376100:0:32039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000020:00000010:3.0:1778653816.376102:0:32039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653816.376105:0:32039:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653816.376107:0:32039:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000100:00001000:2.0:1778653816.376438:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd78 time=1778653816 v=5 (0 0 0 0) 00000100:00001000:2.0:1778653816.376447:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653816.376450:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653816.376460:0:2368:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.376467:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1778653816.376470:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653816.376473:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:2.0:1778653816.376474:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653816.376477:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1778653816.376483:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.376489:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1778653816.376492:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653816.376494:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653816.376497:0:2368:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:2.0:1778653816.376503:0:2368:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:2.0:1778653816.376508:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.376511:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.376515:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.376517:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=4 00000020:00000001:2.0:1778653816.376520:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:2.0:1778653816.376523:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00010000:2.0:1778653816.376528:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376536:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.376540:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376545:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.376548:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376553:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376555:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.376557:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376572:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.376576:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.376579:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.376582:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.376587:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c26a00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.376591:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.376594:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376604:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.376606:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.376608:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376613:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.376616:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.376617:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.376619:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.376620:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=5 00000020:00000001:2.0:1778653816.376621:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:2.0:1778653816.376624:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:2.0:1778653816.376626:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.376629:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.376634:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.376636:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.376640:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.376642:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.376645:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.376647:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.376673:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.376676:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.376679:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c26a00 with handle 0x3df471c51a8901ab from hash 00010000:00000001:2.0:1778653816.376682:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.376684:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376685:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376687:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.376688:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.376691:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.376693:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376696:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376698:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.376700:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.376703:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376709:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376710:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376721:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.376723:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.376725:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376726:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376727:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.376730:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a8901ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376744:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.376747:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.376752:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.376755:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.376757:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:2.0:1778653816.376760:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.376763:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.376765:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915388bbb590 released 00000080:00000001:2.0:1778653816.376768:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.376772:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 8 00000080:00000010:2.0:1778653816.376777:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91538629b0c0. 00000080:00000010:2.0:1778653816.376782:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915388bbb400. 00000080:00000001:2.0:1778653816.376785:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.376787:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff915384cb7040. 00010000:00000001:2.0:1778653816.376792:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.376793:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.376794:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.376796:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25c00 refcount=4 00000020:00000001:2.0:1778653816.376798:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628484096 : -121687081067520 : ffff915384c25c00) 00010000:00000001:2.0:1778653816.376800:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628484096 : -121687081067520 : ffff915384c25c00) 00010000:00010000:2.0:1778653816.376804:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376809:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.376812:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376816:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.376819:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376823:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376824:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.376826:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376831:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.376833:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.376835:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.376837:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.376842:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c25c00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.376843:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.376845:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376850:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.376852:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.376856:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376861:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.376864:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.376866:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.376867:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.376869:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25c00 refcount=5 00000020:00000001:2.0:1778653816.376871:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628484096 : -121687081067520 : ffff915384c25c00) 00010000:00000001:2.0:1778653816.376873:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628484096 : -121687081067520 : ffff915384c25c00) 00010000:00000001:2.0:1778653816.376875:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.376877:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.376884:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.376885:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.376889:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.376890:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.376892:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.376893:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.376897:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.376898:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.376901:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25c00 with handle 0x3df471c51a8901b2 from hash 00010000:00000001:2.0:1778653816.376904:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.376905:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376906:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376907:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.376909:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.376910:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.376913:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376914:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376916:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.376918:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.376921:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376927:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376929:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376930:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.376932:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.376934:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.376936:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.376937:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.376940:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25c00/0x3df471c51a8901b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.376950:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.376953:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.376955:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.376957:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.376959:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:2.0:1778653816.376961:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.376963:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.376964:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915385eee590 released 00000080:00000001:2.0:1778653816.376966:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.376967:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 7 00000080:00000010:2.0:1778653816.376970:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff915389910480. 00000080:00000010:2.0:1778653816.376974:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915385eee400. 00000080:00000001:2.0:1778653816.376977:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.376979:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff915384cb7680. 00010000:00000001:2.0:1778653816.376982:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.376984:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.376985:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.376987:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25e00 refcount=4 00000020:00000001:2.0:1778653816.376989:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628484608 : -121687081067008 : ffff915384c25e00) 00010000:00000001:2.0:1778653816.376992:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628484608 : -121687081067008 : ffff915384c25e00) 00010000:00010000:2.0:1778653816.376995:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377001:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.377005:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377010:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.377013:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377018:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377019:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.377021:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377026:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377028:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.377030:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.377032:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.377037:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c25e00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.377039:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.377041:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377045:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.377046:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.377049:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377054:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.377055:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.377057:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377058:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377060:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25e00 refcount=5 00000020:00000001:2.0:1778653816.377062:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628484608 : -121687081067008 : ffff915384c25e00) 00010000:00000001:2.0:1778653816.377064:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628484608 : -121687081067008 : ffff915384c25e00) 00010000:00000001:2.0:1778653816.377066:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.377069:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.377077:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.377079:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377081:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.377082:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.377083:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.377084:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.377085:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377087:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.377089:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25e00 with handle 0x3df471c51a8901b9 from hash 00010000:00000001:2.0:1778653816.377091:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.377093:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377095:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377096:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.377098:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.377100:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.377102:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377103:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377104:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.377106:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377108:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377113:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377116:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377118:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.377119:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.377122:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377123:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377125:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.377127:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25e00/0x3df471c51a8901b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377138:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.377140:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377143:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.377146:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.377148:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:2.0:1778653816.377162:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377165:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.377167:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915385eedd90 released 00000080:00000001:2.0:1778653816.377168:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.377170:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 6 00000080:00000010:2.0:1778653816.377173:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9153899100c0. 00000080:00000010:2.0:1778653816.377176:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915385eedc00. 00000080:00000001:2.0:1778653816.377179:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.377181:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff915384cb7d00. 00010000:00000001:2.0:1778653816.377186:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.377188:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377190:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377193:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:2.0:1778653816.377195:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:2.0:1778653816.377197:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00010000:2.0:1778653816.377201:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377206:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.377210:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377215:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.377218:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377223:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377226:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.377229:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377234:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377236:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.377238:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.377240:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.377246:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c24e00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.377249:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.377251:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377256:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.377258:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.377260:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377265:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.377267:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.377269:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377270:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377271:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=5 00000020:00000001:2.0:1778653816.377272:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:2.0:1778653816.377274:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:2.0:1778653816.377275:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.377277:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.377281:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.377282:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377284:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.377478:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.377482:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.377484:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.377486:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377488:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.377491:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24e00 with handle 0x3df471c51a8901c0 from hash 00010000:00000001:2.0:1778653816.377494:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.377496:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377497:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377498:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.377500:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.377501:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.377504:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377505:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377506:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.377508:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377510:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377515:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377516:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377517:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.377519:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.377520:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377521:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377522:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.377524:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8901c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377533:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.377535:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377537:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.377539:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.377540:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:2.0:1778653816.377542:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377544:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.377546:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915385eec990 released 00000080:00000001:2.0:1778653816.377547:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.377549:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 5 00000080:00000010:2.0:1778653816.377551:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff915389910a80. 00000080:00000010:2.0:1778653816.377554:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915385eec800. 00000080:00000001:2.0:1778653816.377557:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.377568:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff915384cb7f40. 00010000:00000001:2.0:1778653816.377572:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.377574:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377575:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377577:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24200 refcount=4 00000020:00000001:2.0:1778653816.377579:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:2.0:1778653816.377582:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00010000:2.0:1778653816.377585:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377590:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.377593:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377598:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.377600:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377604:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377605:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.377607:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377612:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377614:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.377616:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.377617:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.377622:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c24200 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.377623:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.377625:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377631:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.377632:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.377635:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377640:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.377641:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.377642:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377643:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377644:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24200 refcount=5 00000020:00000001:2.0:1778653816.377646:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:2.0:1778653816.377647:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477440 : -121687081074176 : ffff915384c24200) 00010000:00000001:2.0:1778653816.377678:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.377680:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.377686:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.377687:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377689:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.377691:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.377692:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.377693:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.377694:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377696:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.377698:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24200 with handle 0x3df471c51a8901c7 from hash 00010000:00000001:2.0:1778653816.377700:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.377701:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377702:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377702:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.377703:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.377705:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.377707:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377709:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377710:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.377711:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377713:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377718:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377719:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377721:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.377722:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.377723:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377725:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377725:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.377727:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24200/0x3df471c51a8901c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377734:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.377736:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377738:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.377740:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.377741:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:2.0:1778653816.377743:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377745:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.377746:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915385eec590 released 00000080:00000001:2.0:1778653816.377749:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.377751:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 4 00000080:00000010:2.0:1778653816.377753:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff915389910b40. 00000080:00000010:2.0:1778653816.377757:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915385eec400. 00000080:00000001:2.0:1778653816.377759:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.377761:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9153861bab80. 00010000:00000001:2.0:1778653816.377764:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.377766:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377767:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377769:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=4 00000020:00000001:2.0:1778653816.377772:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:2.0:1778653816.377774:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00010000:2.0:1778653816.377777:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377782:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.377785:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377789:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.377791:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377796:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377797:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.377799:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377803:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377804:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.377806:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.377809:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.377814:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2176800 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.377815:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.377817:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377822:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.377823:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.377826:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377831:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.377834:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.377835:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377837:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377838:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=5 00000020:00000001:2.0:1778653816.377840:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:2.0:1778653816.377842:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:2.0:1778653816.377844:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.377846:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.377850:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.377851:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377855:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.377856:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.377858:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.377859:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.377862:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377863:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.377865:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176800 with handle 0x3df471c51a8901ce from hash 00010000:00000001:2.0:1778653816.377867:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.377868:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377870:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377871:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.377872:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.377874:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.377876:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377877:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377878:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.377880:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.377883:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377889:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377890:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377891:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.377892:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.377893:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377895:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.377895:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.377897:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a8901ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377905:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.377907:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377908:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.377910:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.377911:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:2.0:1778653816.377913:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.377915:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.377916:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915383e94990 released 00000080:00000001:2.0:1778653816.377918:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.377919:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 3 00000080:00000010:2.0:1778653816.377921:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff915383e35600. 00000080:00000010:2.0:1778653816.377925:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915383e94800. 00000080:00000001:2.0:1778653816.377929:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.377931:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9153861ba940. 00010000:00000001:2.0:1778653816.377934:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653816.377936:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.377937:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.377939:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:2.0:1778653816.377941:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653816.377942:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00010000:2.0:1778653816.377945:0:2368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377950:0:2368:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653816.377953:0:2368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377959:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653816.377961:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377966:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.377968:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653816.377970:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.377975:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.377976:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.377980:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653816.377988:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653816.377993:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2176600 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653816.377996:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653816.377998:0:2368:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.378003:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653816.378005:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653816.378007:0:2368:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.378012:0:2368:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653816.378014:0:2368:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653816.378015:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653816.378016:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653816.378018:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=5 00000020:00000001:2.0:1778653816.378019:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653816.378021:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:2.0:1778653816.378023:0:2368:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.378025:0:2368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653816.378035:0:2368:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.378036:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.378038:0:2368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653816.378040:0:2368:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.378042:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.378043:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.378044:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.378046:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.378048:0:2368:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176600 with handle 0x3df471c51a8901d5 from hash 00010000:00000001:2.0:1778653816.378050:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.378051:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.378052:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.378053:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.378055:0:2368:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.378056:0:2368:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653816.378057:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.378058:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.378059:0:2368:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.378061:0:2368:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.378064:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653816.378068:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.378069:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.378071:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653816.378072:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653816.378074:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.378075:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.378076:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.378078:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176600/0x3df471c51a8901d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653816.378083:0:2368:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb300 count: 0 00010000:00000010:2.0:1778653816.378091:0:2368:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2df80. 00010000:00000001:2.0:1778653816.378098:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653816.378100:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.378102:0:2368:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653816.378103:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1963c58 00000080:00400000:2.0:1778653816.378104:0:2368:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:2.0:1778653816.378106:0:2368:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653816.378108:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653816.378109:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff915383e97590 released 00000080:00000001:2.0:1778653816.378110:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653816.378111:0:2368:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653816.378113:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff915383e356c0. 00000080:00000010:2.0:1778653816.378115:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915383e97400. 00000080:00000001:2.0:1778653816.378118:0:2368:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653816.378119:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9153861ba740. 00000002:00000010:2.0:1778653816.378122:0:2368:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff915385fdf000. 00000002:00000010:2.0:1778653816.378126:0:2368:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff915385e80580. 00000002:00000010:2.0:1778653816.378128:0:2368:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff915383ee1ae0. 00000002:00000001:2.0:1778653816.378132:0:2368:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:2.0:1778653816.378134:0:2368:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1778653816.378145:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653816.378163:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054679552:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:2.0:1778653816.378169:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.378172:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.378175:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1dc00 x1865052054679552/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.378182:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653816.378267:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653816.378273:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff915383e14000. 02000000:00000001:2.0:1778653816.378279:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653816.378282:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653816.378285:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653816.378357:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653816.378362:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff91538993f000. 02000000:00000001:2.0:1778653816.378366:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653816.378368:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653816.378370:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1dc00. 00000100:00000001:2.0:1778653816.378374:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653816.378376:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.378380:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.378389:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653816.378392:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.378395:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653816.378397:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1778653816.382195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384ba0. 00000080:00000010:3.1:1778653816.382221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd73180. 00010000:00010000:3.0:1778653816.385381:0:32043:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653816.385390:0:32043:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653816.385393:0:32043:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653816.385401:0:32043:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653816.385405:0:32043:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653816.385411:0:32043:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653816.385414:0:32043:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653816.385418:0:32043:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1778653816.385433:0:32043:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000010:2.1:1778653816.386496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26a00. 00010000:00000010:2.1:1778653816.386513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25c00. 00010000:00000010:2.1:1778653816.386516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25e00. 00010000:00000010:2.1:1778653816.386519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24e00. 00000020:00000001:2.0:1778653816.386542:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653816.386545:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.386549:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653816.386553:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653816.386556:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653816.386561:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653816.386573:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653816.386577:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653816.386579:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653816.386581:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1778653816.386586:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.386589:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.386594:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:2.0:1778653816.386597:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.386601:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.386602:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.386604:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.386605:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:2.0:1778653816.386607:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.386609:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.386611:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.386612:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.386613:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:2.0:1778653816.386616:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.386618:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653816.386619:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653816.386621:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653816.386622:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbb00 count: 2 00010000:00000001:2.0:1778653816.386624:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653816.386626:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.386627:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.386629:0:15848:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653816.386632:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653816.386640:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653816.386645:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000020:00000010:2.0:1778653816.386679:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990800. 00000020:00000010:2.0:1778653816.386684:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9f00. 00000008:00000010:2.0:1778653816.386692:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653816.386699:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653816.386714:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653816.386721:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653816.386726:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653816.386730:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000008:00000010:2.0:1778653816.386734:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653816.386737:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653816.386740:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653816.386744:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653816.386746:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653816.386749:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653816.386751:0:15848:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1778653816.386754:0:15848:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1778653816.386760:0:15848:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1778653816.386763:0:15848:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1778653816.386767:0:15848:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653816.386770:0:15848:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653816.386773:0:15848:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1778653816.386776:0:15848:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653816.386778:0:15848:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653816.386780:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653816.386784:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990800. 00000020:00000010:2.0:1778653816.386789:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9f00. 00000008:00000010:2.0:1778653816.386792:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653816.386796:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653816.386799:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653816.386804:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653816.386809:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653816.386814:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000008:00000010:2.0:1778653816.386818:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653816.386822:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653816.386825:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653816.386828:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653816.386831:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000020:00000010:2.0:1778653816.386835:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:2.0:1778653816.386838:0:15848:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653816.386842:0:15848:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653816.386844:0:15848:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff91538bd1d348) invalid 00000020:00000001:2.0:1778653816.386848:0:15848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ccfca0 00000080:00002000:2.0:1778653816.386850:0:15848:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff915398685d80) parent ffff91538bd08360 inode ffff91538bd1d348 refc 1 00000080:00000001:2.0:1778653816.386855:0:15848:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653816.386857:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653816.386860:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.386866:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653816.386869:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653816.386872:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653816.386876:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653816.386879:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653816.386884:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27000 with handle 0x3df471c51a890188 from hash 00010000:00000001:2.0:1778653816.386887:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653816.386889:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653816.386891:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.386893:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653816.386898:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653816.386903:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653816.386907:0:15848:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653816.386909:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653816.386914:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653816.386922:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3b80. 00000020:00000040:2.0:1778653816.386927:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653816.386934:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653816.386938:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653816.386945:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653816.386954:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389991e00. 00000100:00000001:2.0:1778653816.386963:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.386966:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653816.386971:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653816.386978:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653816.386979:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.386982:0:15848:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653816.386984:0:15848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653816.386991:0:15848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.386994:0:15848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614489280 : -121687095062336 : ffff915383ecd0c0) 00000100:00000001:2.0:1778653816.386997:0:15848:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.386999:0:15848:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000001:2.0:1778653816.387003:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653816.387008:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.387016:0:15848:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653816.387017:0:15848:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653816.387028:0:15848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.387036:0:15848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653816.387039:0:15848:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.387044:0:15848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653816.387047:0:15848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653816.387050:0:15848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653816.387054:0:15848:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:3368fde0-d18c-4c9c-a094-d50367bc642b:15848:1865052054679680:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653816.387058:0:15848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653816.387063:0:15848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653816.387066:0:15848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.387070:0:15848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653816.387073:0:15848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389991800. 02000000:00000001:2.0:1778653816.387076:0:15848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653816.387086:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653816.387090:0:15848:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653816.387098:0:15848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490880. 00000100:00000200:2.0:1778653816.387105:0:15848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054679680, portal 18 00000100:00000001:2.0:1778653816.387107:0:15848:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653816.387108:0:15848:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000040:2.0:1778653816.387114:0:15848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.387121:0:15848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653816.387124:0:15848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653816.387126:0:15848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490cc0. 00000100:00000200:2.0:1778653816.387129:0:15848:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054679680, offset 0 00000400:00000200:2.0:1778653816.387135:0:15848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653816.387143:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.387161:0:15848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653816.387168:0:15848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653816.387172:0:15848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653816.387179:0:15848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653816.387181:0:15848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653816.387184:0:15848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2442:2442:256:4294967295] 192.168.204.110@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:2.0:1778653816.387188:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653816.387197:0:15848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653816.387202:0:15848:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653816.387207:0:15848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653816.387214:0:15848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653816.387223:0:15848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653816.387226:0:15848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653816.387241:0:15848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.387244:0:15848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 807607 usecs (808 jiffies) 00000800:00000200:1.0:1778653816.387366:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653816.387375:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:1.0:1778653816.387382:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653816.387391:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653816.387398:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653816.387403:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653816.387411:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653816.387420:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653816.387439:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653816.387442:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653816.387450:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653816.387452:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653816.387695:0:15848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24200. 00010000:00000010:2.1:1778653816.387702:0:15848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176800. 00010000:00000010:2.1:1778653816.387708:0:15848:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb300. 00010000:00000010:2.1:1778653816.387725:0:15848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176600. 00000400:00000200:2.0:1778653816.387728:0:15848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653816.387733:0:15848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296372371 00000100:00000001:2.0:1778653816.387736:0:15848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.387738:0:15848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296372371 00000100:00000001:2.0:1778653816.387742:0:15848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296373386 00000100:00000001:2.0:1778653816.387745:0:15848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.387749:0:15848:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.387752:0:15848:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653816.387755:0:15848:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653816.387757:0:15848:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653816.387760:0:15848:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653816.387763:0:15848:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653816.389354:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.389373:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653816.389377:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.389378:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.389386:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.389393:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653816.389408:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.389413:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.389418:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.389422:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534f080 00000400:00000200:0.0:1778653816.389426:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653816.389431:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6491 [1] + 224 00000800:00000001:0.0:1778653816.389437:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.389442:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653816.389444:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653816.389448:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653816.389454:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653816.389460:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653816.389468:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653816.389488:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653816.389498:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653816.389501:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.389758:0:15848:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653816.389767:0:15848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653816.389769:0:15848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653816.389773:0:15848:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653816.389780:0:15848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:2.0:1778653816.389782:0:15848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:2.0:1778653816.389786:0:15848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653816.389795:0:15848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653816.389805:0:15848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.389813:0:15848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653816.389815:0:15848:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.389817:0:15848:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653816.389821:0:15848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653816.389823:0:15848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653816.389826:0:15848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653816.389828:0:15848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653816.389837:0:15848:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653816.389841:0:15848:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653816.389843:0:15848:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653816.389845:0:15848:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.389848:0:15848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653816.389851:0:15848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.389855:0:15848:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653816.389857:0:15848:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967647 00000100:00000001:2.0:1778653816.389859:0:15848:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653816.389861:0:15848:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653816.389865:0:15848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.389872:0:15848:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653816.389879:0:15848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653816.389881:0:15848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653816.389885:0:15848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653816.389892:0:15848:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:3368fde0-d18c-4c9c-a094-d50367bc642b:15848:1865052054679680:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653816.389897:0:15848:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653816.389900:0:15848:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.389902:0:15848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653816.389904:0:15848:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.389907:0:15848:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.389914:0:15848:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653816.389916:0:15848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653816.389920:0:15848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653816.389922:0:15848:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653816.389924:0:15848:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653816.389926:0:15848:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054679680/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653816.389938:0:15848:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653816.389940:0:15848:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653816.389943:0:15848:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389991800. 02000000:00000001:2.0:1778653816.389945:0:15848:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653816.389948:0:15848:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653816.389950:0:15848:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653816.389952:0:15848:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653816.389954:0:15848:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389991e00. 02000000:00000001:2.0:1778653816.389957:0:15848:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653816.389959:0:15848:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653816.389961:0:15848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:2.0:1778653816.389964:0:15848:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653816.389965:0:15848:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653816.389967:0:15848:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1778653816.389970:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653816.389975:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27000/0x3df471c51a890188 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726f981 expref: -99 pid: 32037 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653816.389983:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e80c00. 00010000:00000040:2.0:1778653816.389988:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcbb00 count: 0 00010000:00000010:2.0:1778653816.389995:0:15848:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2d900. 00010000:00000001:2.0:1778653816.390004:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653816.390005:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653816.390019:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653816.390022:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653816.390024:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.390027:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653816.390028:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653816.390029:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.390031:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653816.390034:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653816.390036:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653816.390038:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1778653816.390056:0:32043:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.390061:0:32043:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653816.390065:0:32043:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1778653816.401764:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbb00. 00010000:00000010:2.1:1778653816.401780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27000. 00010000:00000001:1.0:1778653817.303796:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653817.303802:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653817.303809:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653817.303810:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653817.303909:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653817.303912:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653817.303915:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653818.327767:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653818.327773:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653818.327779:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653818.327780:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653818.327923:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653818.327926:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653818.327929:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653818.583769:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296373386, at 4296373760 00000100:00000010:0.0:1778653818.583783:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9600. 00000100:00000001:1.0:1778653818.583831:0:15838:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1778653818.583834:0:15838:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653818.583846:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296373386, at 4296373760 00000100:00000010:1.0:1778653818.583851:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff98a0. 00000100:00000040:2.0:1778653819.095928:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653819.095934:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653819.095944:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3b80. 00000020:00000040:2.0:1778653819.095950:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1778653819.095954:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653819.095957:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653819.095962:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653819.095969:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658df00. 00000100:00000001:2.0:1778653819.095976:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.095987:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653819.095997:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653819.096001:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096006:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0164373] to pc [ptlrpcd_01_01+1] req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096039:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096042:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653819.096045:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653819.096048:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653819.096050:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653819.096052:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653819.096053:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653819.096055:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653819.096058:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d200. 00000100:00000001:2.0:1778653819.096061:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096065:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653819.096078:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653819.096080:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096083:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfeaaef8] to pc [ptlrpcd_01_00+0] req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096091:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096093:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653819.096097:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653819.096111:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0a80. 00000020:00000040:2.0:1778653819.096114:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653819.096116:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653819.096118:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653819.096119:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653819.096123:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658db00. 00000100:00000001:2.0:1778653819.096125:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096129:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653819.096136:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653819.096139:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096142:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000144bf795] to pc [ptlrpcd_01_01+1] req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096150:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096152:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653819.096155:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653819.096157:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653819.096160:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653819.096161:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653819.096162:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653819.096164:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653819.096167:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d100. 00000100:00000001:2.0:1778653819.096170:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096174:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653819.096180:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653819.096182:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096184:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf37e744] to pc [ptlrpcd_01_00+0] req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096191:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096195:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711) 00000100:00000001:2.0:1778653819.096204:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653819.096208:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653819.096210:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653819.096214:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096221:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653819.096224:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653819.096227:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653819.096230:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653819.096232:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653819.096235:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054679936:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653819.096239:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653819.096244:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653819.096246:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653819.096248:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653819.096253:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389991800. 02000000:00000001:2.0:1778653819.096255:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653819.096261:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653819.096265:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653819.096271:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490880. 00000100:00000200:2.0:1778653819.096278:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054679936, portal 10 00000100:00000001:2.0:1778653819.096280:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653819.096282:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653819.096289:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096296:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653819.096299:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653819.096302:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490000. 00000100:00000200:2.0:1778653819.096305:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054679936, offset 0 00000400:00000200:2.0:1778653819.096310:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653819.096319:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653819.096326:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653819.096330:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653819.096334:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653819.096338:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653819.096340:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653819.096344:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2443:2443:256:4294967295] 192.168.204.110@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:2.0:1778653819.096348:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653819.096357:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653819.096363:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653819.096368:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653819.096374:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653819.096382:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653819.096385:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653819.096406:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096411:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 806541 usecs (807 jiffies) 00000400:00000200:2.0:1778653819.096415:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653819.096417:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296375079 00000100:00000010:2.0:1778653819.096422:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff9f00. 00000100:00000001:2.0:1778653819.096428:0:2368:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1778653819.096434:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296375079 00000100:00000010:2.0:1778653819.096437:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff9060. 00000100:00000001:2.0:1778653819.096440:0:2368:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1778653819.096444:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653819.096446:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.096449:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653819.096452:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096459:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653819.096461:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653819.096463:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653819.096465:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653819.096468:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653819.096471:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054680192:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653819.096474:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653819.096476:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653819.096478:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653819.096479:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653819.096482:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389991e00. 02000000:00000001:2.0:1778653819.096483:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653819.096487:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653819.096490:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e108. 00000400:00000010:2.0:1778653819.096494:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490a18. 00000100:00000200:2.0:1778653819.096497:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680192, portal 4 00000100:00000001:2.0:1778653819.096499:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653819.096501:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653819.096506:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096512:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653819.096514:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653819.096516:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864907f8. 00000100:00000200:2.0:1778653819.096519:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054680192, offset 0 00000400:00000200:2.0:1778653819.096523:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653819.096528:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653819.096531:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653819.096534:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653819.096536:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653819.096548:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653819.096551:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653819.096554:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2444:2444:255:4294967295] 192.168.204.110@tcp LPNI seq info [2444:2444:7:4294967295] 00000800:00000200:1.0:1778653819.096555:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1778653819.096561:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000010:1.0:1778653819.096563:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:2.0:1778653819.096570:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000400:00000200:1.0:1778653819.096570:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1778653819.096580:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653819.096581:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000800:00000010:2.0:1778653819.096585:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653819.096588:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000800:00000200:2.0:1778653819.096593:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000400:00000010:1.0:1778653819.096593:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:1.0:1778653819.096599:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1778653819.096600:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653819.096605:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1778653819.096607:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096609:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.096614:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 279192 usecs (280 jiffies) 00000400:00000200:2.0:1778653819.096623:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653819.096626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296374552 00000100:00000001:1.0:1778653819.096626:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653819.096630:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296375079 00000100:00000040:1.0:1778653819.096632:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.096634:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296374552 00000100:00000001:2.0:1778653819.096638:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296375079 00000100:00000001:2.0:1778653819.096643:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653819.096648:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653819.096668:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653819.096670:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653819.096682:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653819.096684:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653819.096686:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653819.096689:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653819.096691:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:1.0:1778653819.096693:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:1.0:1778653819.096696:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653819.096698:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653819.096705:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653819.096707:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653819.096712:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653819.096713:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653819.096795:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653819.096798:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653819.096800:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653819.096806:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.096814:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653819.096815:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653819.096818:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653819.096819:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653819.096821:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653819.096823:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054679808:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653819.096826:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653819.096829:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653819.096830:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653819.096832:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653819.096835:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165600. 02000000:00000001:3.0:1778653819.096837:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653819.096841:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653819.096844:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653819.096847:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653819.096850:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054679808, portal 25 00000100:00000001:3.0:1778653819.096852:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653819.096853:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000040:3.0:1778653819.096858:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.096864:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653819.096866:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653819.096869:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c4c8. 00000100:00000200:3.0:1778653819.096871:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054679808, offset 0 00000400:00000200:3.0:1778653819.096875:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653819.096878:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653819.096881:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653819.096883:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653819.096885:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653819.096887:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653819.096889:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653819.096891:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2445:2445:256:4294967295] 192.168.204.110@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:3.0:1778653819.096894:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653819.096899:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653819.096903:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653819.096906:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653819.096909:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653819.096913:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653819.096916:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653819.096973:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.096976:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.096983:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653819.096984:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653819.096987:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653819.096988:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653819.096989:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.096991:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.097056:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653819.097061:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653819.097062:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296378505 00000100:00000001:3.0:1778653819.097067:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296375079 00000100:00000001:3.0:1778653819.097070:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296378505 00000100:00000001:3.0:1778653819.097072:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296375079 00000100:00000001:3.0:1778653819.097075:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653819.097077:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.097080:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653819.097083:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.097090:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653819.097091:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653819.097094:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653819.097095:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653819.097097:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653819.097114:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054680064:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653819.097118:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653819.097120:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653819.097121:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653819.097123:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653819.097126:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653819.097127:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653819.097130:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653819.097132:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653819.097134:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c330. 00000100:00000200:3.0:1778653819.097137:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680064, portal 4 00000100:00000001:3.0:1778653819.097138:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653819.097139:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:3.0:1778653819.097144:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.097150:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653819.097152:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653819.097154:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cf68. 00000100:00000200:3.0:1778653819.097156:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054680064, offset 0 00000400:00000200:3.0:1778653819.097161:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653819.097164:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653819.097167:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653819.097170:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653819.097172:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653819.097174:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653819.097176:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653819.097179:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2446:2446:255:4294967295] 192.168.204.110@tcp LPNI seq info [2446:2446:7:4294967295] 00000400:00000200:3.0:1778653819.097182:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653819.097187:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653819.097191:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653819.097193:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653819.097196:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653819.097200:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653819.097202:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653819.097204:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653819.097207:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21475 usecs (22 jiffies) 00000400:00000200:3.0:1778653819.097209:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653819.097211:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296374295 00000100:00000001:3.0:1778653819.097213:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296378505 00000100:00000001:3.0:1778653819.097215:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296374295 00000100:00000001:3.0:1778653819.097217:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296378505 00000100:00000001:3.0:1778653819.097219:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653819.097220:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.097222:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.097224:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.097227:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653819.097229:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653819.097230:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653819.097231:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653819.097232:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.097234:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653819.097290:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653819.097294:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:0.0:1778653819.097297:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653819.097301:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653819.097304:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c4c8 00000400:00000010:0.0:1778653819.097306:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c4c8. 00000100:00000001:0.0:1778653819.097309:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653819.097313:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653819.097320:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653819.097323:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653819.097329:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653819.097330:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653819.097354:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653819.097357:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:0.0:1778653819.097359:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653819.097362:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653819.097365:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cf68 00000400:00000010:0.0:1778653819.097366:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cf68. 00000100:00000001:0.0:1778653819.097369:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653819.097372:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653819.097378:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653819.097381:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653819.097392:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653819.097393:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653819.101447:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.101464:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653819.101468:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.101470:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653819.101479:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.101486:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653819.101494:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.101499:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.101504:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.101509:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534f180 00000400:00000200:1.0:1778653819.101514:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.101520:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6499 [1] + 224 00000800:00000001:1.0:1778653819.101526:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.101532:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653819.101535:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653819.101539:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653819.101546:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653819.101555:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653819.101566:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653819.101589:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653819.101598:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.101600:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.101681:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653819.101686:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653819.101692:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653819.101694:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653819.101697:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653819.101702:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:2.0:1778653819.101704:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:2.0:1778653819.101707:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653819.101711:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653819.101719:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101725:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653819.101727:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.101730:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653819.101733:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653819.101735:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653819.101737:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653819.101740:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653819.101748:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=80 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653819.101753:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653819.101755:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653819.101756:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653819.101760:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653819.101763:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.101767:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653819.101769:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967650 gen 2 00000100:00000040:2.0:1778653819.101775:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653819.101783:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653819.101784:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711981440 : -121686997570176 : ffff915389bc6d80) 00000100:00000001:2.0:1778653819.101786:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653819.101789:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653819.101796:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.101800:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff915385fc2300 x1865052054678784/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101806:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653819.101809:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054678784/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101815:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653819.101817:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653819.101820:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0c800. 02000000:00000001:2.0:1778653819.101824:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653819.101827:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653819.101829:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653819.101831:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653819.101833:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0dc00. 02000000:00000001:2.0:1778653819.101836:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653819.101838:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653819.101840:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:2.0:1778653819.101844:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653819.101845:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653819.101849:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff915387c1c380 x1865052054679424/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101855:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653819.101858:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c380 x1865052054679424/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653832 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101863:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653819.101864:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653819.101866:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e94400. 02000000:00000001:2.0:1778653819.101869:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653819.101870:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653819.101871:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653819.101873:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653819.101874:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386164400. 02000000:00000001:2.0:1778653819.101877:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653819.101878:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653819.101880:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c380. 00000100:00000001:2.0:1778653819.101882:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653819.101883:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.101885:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653819.101887:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1778653819.101889:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653819.101891:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.101895:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101901:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653819.101904:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653819.101906:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653819.101910:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653819.101918:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054679936:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653819.101923:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.101925:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653819.101927:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054679936/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.101933:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653819.101934:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653819.101935:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389991800. 02000000:00000001:2.0:1778653819.101938:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653819.101938:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653819.101940:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653819.101941:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653819.101942:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d200. 02000000:00000001:2.0:1778653819.101945:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653819.101946:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653819.101947:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:2.0:1778653819.101952:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653819.101953:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.101956:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.101958:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653819.101959:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653819.101961:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.101963:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653819.102804:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.102812:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653819.102815:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.102818:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653819.102823:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.102828:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653819.102835:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.102837:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.102841:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.102844:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f280 00000400:00000200:0.0:1778653819.102848:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.102853:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64a1 [1] + 224 00000800:00000001:0.0:1778653819.102859:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.102865:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653819.102867:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653819.102871:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653819.102876:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653819.102881:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653819.102891:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653819.102912:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653819.102917:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.102920:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.103038:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653819.103044:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653819.103048:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653819.103050:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653819.103053:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e108. 00000400:00000200:2.0:1778653819.103056:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:2.0:1778653819.103058:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:2.0:1778653819.103060:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653819.103064:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653819.103072:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.103078:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653819.103080:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.103082:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653819.103084:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653819.103086:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653819.103088:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653819.103090:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653819.103096:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=80 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653819.103110:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653819.103112:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653819.103114:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653819.103116:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653819.103118:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.103120:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653819.103122:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653819.103123:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653819.103125:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653819.103128:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.103140:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653819.103142:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653819.103144:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653819.103147:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653819.103153:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054680192:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653819.103157:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.103160:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653819.103162:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054680192/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653819.103168:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653819.103170:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653819.103172:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389991e00. 02000000:00000001:2.0:1778653819.103175:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653819.103177:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653819.103179:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653819.103181:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653819.103183:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d100. 02000000:00000001:2.0:1778653819.103185:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653819.103187:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653819.103189:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653819.103193:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653819.103195:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.103197:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653819.103205:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653819.103206:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653819.103208:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653819.103210:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653819.105595:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.105609:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653819.105613:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.105615:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653819.105622:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.105630:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653819.105636:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.105640:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.105644:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.105647:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f200 00000400:00000200:1.0:1778653819.105679:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653819.105683:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64b1 [1] + 224 00000800:00000001:1.0:1778653819.105693:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.105701:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653819.105703:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653819.105708:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653819.105714:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653819.105722:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653819.105732:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653819.105750:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653819.105759:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653819.105762:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.106573:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653819.106577:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653819.106585:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653819.106587:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653819.106591:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653819.106596:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c330 00000400:00000010:3.0:1778653819.106599:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c330. 00000100:00000001:3.0:1778653819.106604:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653819.106610:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653819.106621:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.106629:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653819.106631:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.106634:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653819.106637:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653819.106639:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653819.106641:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653819.106645:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653819.106674:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=80 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653819.106679:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653819.106682:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653819.106684:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653819.106686:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653819.106690:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.106694:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653819.106696:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1778653819.106698:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653819.106699:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653819.106704:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.106716:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653819.106719:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653819.106721:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653819.106725:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653819.106733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054680064:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653819.106738:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.106740:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653819.106743:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054680064/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.106750:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653819.106752:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653819.106755:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653819.106760:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653819.106763:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653819.106765:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653819.106767:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653819.106775:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658db00. 02000000:00000001:3.0:1778653819.106779:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653819.106781:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653819.106782:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:3.0:1778653819.106786:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653819.106787:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.106790:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.106792:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653819.106793:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653819.106795:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.106797:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653819.107331:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.107340:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653819.107343:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.107345:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653819.107351:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.107357:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653819.107363:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.107367:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.107371:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.107374:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534f100 00000400:00000200:0.0:1778653819.107379:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653819.107383:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64a9 [1] + 224 00000800:00000001:0.0:1778653819.107389:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.107394:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653819.107397:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653819.107400:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653819.107405:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653819.107410:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653819.107420:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653819.107444:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653819.107452:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653819.107455:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.107459:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653819.107462:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653819.107465:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653819.107466:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653819.107469:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653819.107472:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653819.107473:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653819.107476:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653819.107479:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653819.107485:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.107490:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653819.107491:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.107492:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653819.107493:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653819.107494:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653819.107495:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653819.107496:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653819.107499:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653819.107501:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653819.107502:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653819.107503:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653819.107505:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653819.107506:0:2369:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.107507:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653819.107510:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.107517:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653819.107519:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653819.107521:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653819.107524:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653819.107530:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054679808:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653819.107535:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.107537:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653819.107539:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054679808/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653819.107545:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653819.107547:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653819.107549:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165600. 02000000:00000001:3.0:1778653819.107553:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653819.107554:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653819.107556:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653819.107558:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653819.107560:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658df00. 02000000:00000001:3.0:1778653819.107562:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653819.107563:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653819.107565:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:3.0:1778653819.107567:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653819.107569:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.107570:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653819.107578:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653819.107579:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653819.107581:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653819.107583:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653819.351768:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653819.351774:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653819.351781:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653819.351783:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653819.351876:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653819.351880:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653819.351883:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653820.375895:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653820.375903:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653820.375908:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653820.375910:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653820.377884:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653820.377889:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653820.377894:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653821.399755:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653821.399762:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653821.399768:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653821.399769:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653821.399849:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653821.399853:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653821.399855:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653822.423734:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653822.423742:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653822.423745:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653822.423749:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653822.423754:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653822.423756:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653822.423758:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653822.423761:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653822.423764:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653822.423766:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653822.423969:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653822.423973:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653822.423976:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653823.447762:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653823.447769:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653823.447776:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653823.447777:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653823.447805:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653823.447810:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653823.447813:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653823.703761:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296378505, at 4296378880 00000100:00000040:0.0:1778653823.703761:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296378505, at 4296378880 00000100:00000010:1.0:1778653823.703777:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9060. 00000100:00000010:0.0:1778653823.703779:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff9f00. 00000100:00000040:2.0:1778653824.215823:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653824.215905:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653824.215916:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653824.215922:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1778653824.215926:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653824.215929:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653824.215934:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653824.215940:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d100. 00000100:00000001:2.0:1778653824.215947:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.215957:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653824.215967:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653824.215971:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.215976:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf37e744] to pc [ptlrpcd_01_01+1] req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.216043:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.216047:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.216050:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653824.216057:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.216066:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653824.216068:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.216071:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653824.216074:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653824.216077:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653824.216080:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054680320:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.216085:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653824.216091:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653824.216093:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.216096:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653824.216100:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653824.216102:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653824.216109:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653824.216113:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653824.216118:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653824.216125:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680320, portal 25 00000100:00000001:3.0:1778653824.216127:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653824.216129:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:3.0:1778653824.216134:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.216141:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653824.216144:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653824.216146:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c330. 00000100:00000200:3.0:1778653824.216149:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054680320, offset 0 00000400:00000200:3.0:1778653824.216157:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653824.216165:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.216172:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653824.216177:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653824.216181:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653824.216185:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653824.216187:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653824.216191:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2447:2447:256:4294967295] 192.168.204.110@tcp LPNI seq info [2447:2447:8:4294967295] 00000400:00000200:3.0:1778653824.216195:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.216204:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653824.216208:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653824.216212:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653824.216218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653824.216226:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653824.216231:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653824.216247:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653824.216251:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653824.216253:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296383624 00000100:00000010:3.0:1778653824.216257:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b6c0. 00000100:00000001:3.0:1778653824.216264:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653824.216269:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296383624 00000100:00000010:3.0:1778653824.216272:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3bcc0. 00000100:00000001:3.0:1778653824.216275:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653824.216277:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.216280:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.216283:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.216285:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653824.216310:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.216313:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653824.216317:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653824.216321:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653824.216324:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653824.216326:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653824.216328:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653824.216330:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653824.216333:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d200. 00000100:00000001:2.0:1778653824.216337:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.216342:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653824.216350:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653824.216352:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.216356:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfeaaef8] to pc [ptlrpcd_01_00+0] req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1778653824.216404:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653824.216409:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653824.216413:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653824.216419:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653824.216423:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c330 00000400:00000010:1.0:1778653824.216425:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c330. 00000100:00000001:1.0:1778653824.216429:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653824.216434:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.216443:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653824.216447:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.216458:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653824.216460:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653824.219400:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653824.219405:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653824.219411:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.219413:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.219416:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653824.219420:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1778653824.219421:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.219423:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653824.219425:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.219427:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.219428:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.219429:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653824.219439:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1778653824.219518:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.219530:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653824.219533:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.219536:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653824.219542:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.219548:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653824.219556:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.219561:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.219566:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.219569:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534f300 00000400:00000200:1.0:1778653824.219574:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.219579:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64b9 [1] + 224 00000800:00000001:1.0:1778653824.219586:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.219591:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653824.219594:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653824.219598:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653824.219604:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653824.219609:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653824.219617:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.219625:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653824.219632:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.219634:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.219787:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653824.219789:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.219794:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653824.219796:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653824.219799:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653824.219803:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054680448:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.219807:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653824.219812:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653824.219815:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.219818:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653824.219822:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165200. 02000000:00000001:3.0:1778653824.219824:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653824.219900:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653824.219904:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653824.219910:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ce58. 00000100:00000200:3.0:1778653824.219916:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680448, portal 10 00000100:00000001:3.0:1778653824.219918:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653824.219920:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:3.0:1778653824.219928:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.219935:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653824.219937:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653824.219940:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c550. 00000100:00000200:3.0:1778653824.219942:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054680448, offset 0 00000400:00000200:3.0:1778653824.219948:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653824.219954:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.219959:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653824.219963:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653824.219967:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653824.219970:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653824.219973:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653824.219976:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2448:2448:256:4294967295] 192.168.204.110@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:3.0:1778653824.219980:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.219988:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653824.219993:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653824.219998:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653824.220014:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653824.220021:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653824.220024:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653824.220038:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.220042:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 805482 usecs (806 jiffies) 00000400:00000200:3.0:1778653824.220045:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653824.220048:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296380202 00000100:00000001:3.0:1778653824.220051:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296383624 00000100:00000001:3.0:1778653824.220053:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296380202 00000100:00000001:3.0:1778653824.220055:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296383624 00000100:00000001:3.0:1778653824.220058:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.220060:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1778653824.220064:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653824.220066:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653824.220067:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653824.220071:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653824.220073:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653824.220076:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653824.220079:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653824.220087:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.220093:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653824.220094:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.220097:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653824.220100:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653824.220102:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653824.220104:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.220107:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653824.220112:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653824.220115:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653824.220118:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653824.220119:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653824.220122:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653824.220123:0:2369:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.220126:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.220130:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.220137:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.220140:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653824.220142:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653824.220146:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653824.220153:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054680320:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.220158:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.220160:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653824.220163:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054680320/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.220170:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653824.220172:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653824.220174:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653824.220179:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653824.220181:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653824.220183:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653824.220185:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653824.220188:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d100. 02000000:00000001:3.0:1778653824.220191:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653824.220192:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653824.220194:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:3.0:1778653824.220201:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653824.220202:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.220204:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.220206:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.220207:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.220209:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.220210:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.220235:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.220237:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653824.220330:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653824.220335:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653824.220338:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653824.220343:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653824.220346:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c550 00000400:00000010:1.0:1778653824.220348:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c550. 00000100:00000001:1.0:1778653824.220351:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653824.220355:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.220364:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653824.220367:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.220373:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653824.220375:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653824.220442:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220446:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653824.220450:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653824.220455:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2300. 00000020:00000040:2.0:1778653824.220458:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653824.220462:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653824.220464:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653824.220467:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653824.220471:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d900. 00000100:00000001:2.0:1778653824.220476:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220480:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653824.220488:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653824.220491:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220495:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e70ce69] to pc [ptlrpcd_01_01+1] req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653824.220507:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220509:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653824.220513:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653824.220516:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1180. 00000020:00000040:2.0:1778653824.220518:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653824.220520:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653824.220521:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653824.220523:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653824.220526:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d100. 00000100:00000001:2.0:1778653824.220528:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220532:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653824.220538:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653824.220540:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220543:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000718f29d4] to pc [ptlrpcd_01_00+0] req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653824.220549:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653824.220553:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1717) 00000100:00000001:3.0:1778653824.220639:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.220641:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.220643:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653824.220647:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.220742:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653824.220743:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.220746:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653824.220748:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653824.220750:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653824.220753:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054680704:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.220756:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653824.220759:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653824.220760:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.220762:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653824.220765:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653824.220767:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653824.220771:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653824.220773:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653824.220776:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653824.220779:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680704, portal 4 00000100:00000001:3.0:1778653824.220781:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653824.220782:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000040:3.0:1778653824.220787:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.220793:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653824.220796:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653824.220798:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cc38. 00000100:00000200:3.0:1778653824.220800:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054680704, offset 0 00000400:00000200:3.0:1778653824.220803:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653824.220807:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.220811:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653824.220814:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653824.220816:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653824.220818:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653824.220821:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653824.220823:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2449:2449:256:4294967295] 192.168.204.110@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:3.0:1778653824.220827:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.220915:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653824.220920:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653824.220923:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653824.220927:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653824.220931:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653824.220934:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653824.220978:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.220982:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 277480 usecs (278 jiffies) 00000400:00000200:3.0:1778653824.220985:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653824.220987:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296379675 00000100:00000001:3.0:1778653824.220990:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296383624 00000100:00000001:3.0:1778653824.220992:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296379675 00000100:00000001:3.0:1778653824.220994:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296383624 00000100:00000001:3.0:1778653824.220996:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.221011:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.221014:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.221016:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.221021:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653824.221023:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653824.221024:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.221026:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.221027:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653824.221029:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1778653824.221030:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.221032:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653824.221033:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.221035:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.221036:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.221037:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653824.221041:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.221047:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653824.221049:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.221051:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653824.221053:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653824.221054:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653824.221057:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054680576:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.221060:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653824.221062:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653824.221063:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.221065:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653824.221068:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164000. 02000000:00000001:3.0:1778653824.221070:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653824.221073:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653824.221075:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653824.221078:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653824.221080:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680576, portal 4 00000100:00000001:3.0:1778653824.221082:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653824.221083:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:3.0:1778653824.221089:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.221095:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653824.221097:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653824.221099:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ca18. 00000100:00000200:3.0:1778653824.221102:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054680576, offset 0 00000400:00000200:3.0:1778653824.221106:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653824.221110:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.221113:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653824.221115:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653824.221117:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653824.221119:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653824.221122:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653824.221124:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2450:2450:255:4294967295] 192.168.204.110@tcp LPNI seq info [2450:2450:7:4294967295] 00000400:00000200:3.0:1778653824.221128:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653824.221134:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653824.221138:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653824.221140:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653824.221144:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653824.221148:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653824.221150:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653824.221153:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.221156:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21437 usecs (22 jiffies) 00000400:00000200:3.0:1778653824.221159:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653824.221161:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296379419 00000100:00000001:3.0:1778653824.221163:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296383624 00000100:00000001:3.0:1778653824.221165:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296379419 00000100:00000001:3.0:1778653824.221167:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296383624 00000100:00000001:3.0:1778653824.221168:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.221170:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.221172:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.221175:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.221186:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.221187:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653824.221189:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.221190:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653824.227762:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.227780:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653824.227785:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.227787:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653824.227796:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.227802:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653824.227813:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.227817:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.227822:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.227825:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534f380 00000400:00000200:1.0:1778653824.227915:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653824.227922:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x64c1 [1] + 224 00000800:00000001:1.0:1778653824.227931:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653824.227941:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653824.227945:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653824.227949:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653824.227956:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653824.227963:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653824.227973:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.227991:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1778653824.228038:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653824.228042:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000100:00000001:3.0:1778653824.228045:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1778653824.228047:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653824.228050:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1778653824.228053:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000001:3.0:1778653824.228058:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1778653824.228058:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cc38 00000400:00000001:3.0:1778653824.228062:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653824.228063:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cc38. 00000400:00000010:3.0:1778653824.228066:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000100:00000001:1.0:1778653824.228068:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1778653824.228071:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ce58 00000400:00000010:3.0:1778653824.228075:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ce58. 00000100:00000200:1.0:1778653824.228075:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.228081:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653824.228088:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.228089:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653824.228096:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653824.228109:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.228111:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653824.228115:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653824.228122:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653824.228123:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1778653824.228124:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653824.228127:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.228128:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653824.228132:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653824.228135:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653824.228137:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.228141:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653824.228150:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=85 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653824.228154:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653824.228156:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653824.228158:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653824.228161:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653824.228165:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.228167:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653824.228169:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1778653824.228171:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653824.228173:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.228178:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.228185:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.228188:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653824.228190:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653824.228194:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653824.228201:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054680448:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.228206:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.228208:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653824.228211:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054680448/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.228217:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653824.228219:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653824.228223:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165200. 02000000:00000001:3.0:1778653824.228227:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653824.228229:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653824.228231:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653824.228233:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653824.228235:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d200. 02000000:00000001:3.0:1778653824.228239:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653824.228240:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653824.228242:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:3.0:1778653824.228249:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653824.228250:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.228252:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.228259:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653824.228261:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.228263:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.228266:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653824.228752:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653824.228755:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:1.0:1778653824.228759:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653824.228763:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653824.228767:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ca18 00000400:00000010:1.0:1778653824.228769:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ca18. 00000100:00000001:1.0:1778653824.228771:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653824.228775:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.228783:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653824.228786:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653824.228792:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653824.228794:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653824.230157:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.230174:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653824.230178:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.230180:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653824.230189:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230196:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653824.230206:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230210:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230216:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230220:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f480 00000400:00000200:0.0:1778653824.230225:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230232:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64c9 [1] + 224 00000800:00000001:0.0:1778653824.230239:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.230750:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653824.230756:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653824.230762:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653824.230770:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653824.230778:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653824.230788:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.230842:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.230847:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653824.230864:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653824.230875:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.230880:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653824.230882:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.230884:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653824.230888:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230891:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653824.230895:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230898:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230901:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230904:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f400 00000400:00000200:0.0:1778653824.230908:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653824.230912:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64d1 [1] + 224 00000800:00000001:0.0:1778653824.230916:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.230980:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653824.230983:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653824.230987:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653824.230991:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653824.230995:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653824.231012:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653824.231019:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653824.231023:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653824.231026:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653824.233822:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653824.233828:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653824.233832:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653824.233871:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:3.0:1778653824.233874:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:3.0:1778653824.233879:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653824.233890:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653824.233903:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.233911:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653824.233913:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.233916:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653824.233919:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653824.233922:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653824.233924:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.233927:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653824.233936:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=85 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653824.233940:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653824.233943:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653824.233945:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653824.233947:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653824.233951:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.233955:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653824.233957:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653824.233959:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653824.233960:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.233965:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.233972:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.233975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653824.233977:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653824.233980:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653824.233987:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054680704:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.233992:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.233994:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653824.233997:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1180 x1865052054680704/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.234015:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653824.234018:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653824.234021:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653824.234025:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653824.234028:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653824.234030:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653824.234032:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653824.234035:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d100. 02000000:00000001:3.0:1778653824.234038:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653824.234040:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653824.234042:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1180. 00000100:00000001:3.0:1778653824.234048:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653824.234049:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.234052:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.234055:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.234057:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653824.234060:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653824.234061:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653824.234063:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000400:00000200:3.0:1778653824.234065:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:3.0:1778653824.234066:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:3.0:1778653824.234069:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653824.234073:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653824.234080:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.234086:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653824.234087:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.234089:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653824.234090:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653824.234091:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653824.234093:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653824.234094:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653824.234098:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=85 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653824.234100:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653824.234102:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653824.234104:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653824.234105:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653824.234107:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.234109:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653824.234110:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1778653824.234112:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653824.234113:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653824.234117:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.234123:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653824.234124:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653824.234126:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653824.234129:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653824.234135:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054680576:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653824.234140:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.234141:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653824.234144:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054680576/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653824.234149:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653824.234151:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653824.234152:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164000. 02000000:00000001:3.0:1778653824.234155:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653824.234156:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653824.234157:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653824.234159:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653824.234161:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d900. 02000000:00000001:3.0:1778653824.234163:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653824.234164:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653824.234165:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:3.0:1778653824.234167:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653824.234169:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.234170:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653824.234177:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653824.234179:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653824.234181:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653824.234183:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653824.472375:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653824.472381:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653824.472386:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653824.472388:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653824.472551:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653824.472555:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653824.472558:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653825.495783:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653825.495790:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653825.495796:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653825.495797:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653825.495851:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653825.495855:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653825.495858:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653826.520108:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653826.520114:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653826.520120:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653826.520123:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653826.520125:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653826.520132:0:30363:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653826.520134:0:30363:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653826.520135:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653826.520138:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653826.520140:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653826.520141:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653826.520144:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653826.520998:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653826.521002:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653826.521005:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653826.775732:0:32037:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653826.775739:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653826.775741:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1778653826.775745:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 1 seconds 00000100:00000001:1.0:1778653826.775749:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653826.775752:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653827.543894:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653827.543898:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653827.543905:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653827.543906:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653827.544464:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653827.544468:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653827.544471:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653827.802339:0:32037:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653827.802344:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653827.802346:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653827.802351:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 1 seconds 00000100:00000001:2.0:1778653827.802355:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653827.802357:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653828.567808:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653828.567816:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653828.567822:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653828.567823:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653828.568030:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653828.568033:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653828.568036:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653828.823761:0:32037:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000040:1.0:1778653828.823761:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296383624, at 4296384000 00000100:00000001:2.0:1778653828.823767:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653828.823770:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653828.823773:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 1 seconds 00000100:00000010:1.0:1778653828.823775:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bcc0. 00000100:00000001:2.0:1778653828.823776:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653828.823780:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653828.824080:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296383624, at 4296384000 00000100:00000010:0.0:1778653828.824087:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b6c0. 00000100:00000040:1.0:1778653829.335798:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653829.335807:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653829.335818:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4700. 00000020:00000040:1.0:1778653829.335824:0:26894:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653829.335830:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653829.335833:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653829.335838:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653829.335844:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16400. 00000100:00000001:1.0:1778653829.335852:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.335868:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653829.335887:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653829.335893:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.335907:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014579288] to pc [ptlrpcd_00_00+0] req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.335935:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.335938:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653829.335942:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653829.335945:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7480. 00000020:00000040:1.0:1778653829.335947:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653829.335950:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653829.335951:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653829.335953:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653829.335956:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16900. 00000100:00000001:1.0:1778653829.335959:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.335964:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653829.335971:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653829.335973:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.335977:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064ca0248] to pc [ptlrpcd_00_01+1] req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.335985:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.335987:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653829.335990:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653829.335993:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5c00. 00000020:00000040:1.0:1778653829.335995:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653829.335997:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653829.335998:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653829.336000:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653829.336003:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16000. 00000100:00000001:1.0:1778653829.336005:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.336008:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653829.336015:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653829.336016:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.336020:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885e4331] to pc [ptlrpcd_00_00+0] req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.336026:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.336028:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653829.336031:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653829.336035:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6680. 00000020:00000040:1.0:1778653829.336037:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:1.0:1778653829.336038:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653829.336040:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653829.336041:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653829.336044:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16200. 00000100:00000001:1.0:1778653829.336047:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.336051:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653829.336058:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653829.336059:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.336062:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000748d0ae] to pc [ptlrpcd_00_01+1] req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.336069:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.336073:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1722) 00000100:00000001:0.0:1778653829.336452:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653829.336457:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653829.336460:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653829.336467:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.336475:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653829.336478:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.336482:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653829.336485:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653829.336487:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653829.336491:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054680832:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653829.336496:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653829.336502:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653829.336505:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.336507:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653829.336512:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1b800. 02000000:00000001:0.0:1778653829.336514:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.336521:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653829.336526:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899007e8. 00000400:00000010:0.0:1778653829.336531:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653829.336538:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680832, portal 25 00000100:00000001:0.0:1778653829.336541:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653829.336542:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711971584 : -121686997580032 : ffff915389bc4700) 00000100:00000040:0.0:1778653829.336548:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.336555:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653829.336558:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653829.336561:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29bb0. 00000100:00000200:0.0:1778653829.336564:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054680832, offset 0 00000400:00000200:0.0:1778653829.336570:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653829.336580:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.336588:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653829.336593:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653829.336597:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653829.336600:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653829.336603:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653829.336607:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2451:2451:256:4294967295] 192.168.204.110@tcp LPNI seq info [2451:2451:8:4294967295] 00000400:00000200:0.0:1778653829.336611:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.336621:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653829.336626:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653829.336631:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000800:00000200:0.0:1778653829.336637:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653829.336645:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653829.336690:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653829.336699:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.336703:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653829.336706:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296388745 00000100:00000010:0.0:1778653829.336712:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d5d80. 00000100:00000001:0.0:1778653829.336718:0:2366:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1778653829.336723:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296388745 00000100:00000010:0.0:1778653829.336726:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d5ea0. 00000100:00000001:0.0:1778653829.336729:0:2366:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1778653829.336733:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653829.336735:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.336738:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653829.336742:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.336755:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653829.336756:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.336759:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653829.336760:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653829.336762:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653829.336765:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054681088:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653829.336768:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653829.336771:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653829.336772:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.336773:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653829.336776:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1a400. 02000000:00000001:0.0:1778653829.336778:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.336782:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653829.336784:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900790. 00000400:00000010:0.0:1778653829.336788:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29550. 00000100:00000200:0.0:1778653829.336790:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054681088, portal 4 00000100:00000001:0.0:1778653829.336792:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653829.336793:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000040:0.0:1778653829.336800:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.336806:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653829.336808:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653829.336811:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29a18. 00000100:00000200:0.0:1778653829.336813:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054681088, offset 0 00000400:00000200:0.0:1778653829.336817:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653829.336821:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.336825:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653829.336827:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653829.336830:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653829.336832:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653829.336834:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653829.336837:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2452:2452:255:4294967295] 192.168.204.110@tcp LPNI seq info [2452:2452:7:4294967295] 00000400:00000200:0.0:1778653829.336841:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.336847:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653829.336851:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653829.336854:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a700. 00000800:00000200:0.0:1778653829.336858:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653829.336862:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653829.336864:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653829.336867:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653829.336870:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21416 usecs (22 jiffies) 00000400:00000200:0.0:1778653829.336873:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653829.336875:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296384535 00000100:00000001:0.0:1778653829.336878:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296388745 00000100:00000001:0.0:1778653829.336880:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296384535 00000100:00000001:0.0:1778653829.336882:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296388745 00000100:00000001:0.0:1778653829.336883:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653829.336885:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.336888:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.336890:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.336897:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653829.336910:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653829.336913:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653829.336915:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653829.336916:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653829.336919:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1778653829.336921:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.336923:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653829.336924:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.336926:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653829.336927:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653829.336928:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653829.336932:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.336940:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653829.336941:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.336944:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653829.336945:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653829.336947:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653829.336950:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054680960:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653829.336953:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653829.336955:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653829.336957:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.336958:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653829.336963:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1a000. 02000000:00000001:0.0:1778653829.336964:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.336967:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653829.336970:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900c08. 00000400:00000010:0.0:1778653829.336973:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a296e8. 00000100:00000200:0.0:1778653829.336976:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054680960, portal 10 00000100:00000001:0.0:1778653829.336978:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653829.336979:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00000100:00000040:0.0:1778653829.336984:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.336990:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653829.336992:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653829.336995:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29aa0. 00000100:00000200:0.0:1778653829.336997:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054680960, offset 0 00000400:00000200:0.0:1778653829.337001:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653829.337004:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.337008:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653829.337010:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653829.337012:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653829.337015:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653829.337017:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653829.337020:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2453:2453:254:4294967295] 192.168.204.110@tcp LPNI seq info [2453:2453:6:4294967295] 00000400:00000200:0.0:1778653829.337024:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.337030:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653829.337034:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653829.337037:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653829.337041:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653829.337045:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653829.337047:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653829.337049:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653829.337052:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 804436 usecs (805 jiffies) 00000400:00000200:0.0:1778653829.337055:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653829.337057:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296385318 00000100:00000001:0.0:1778653829.337059:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296388745 00000100:00000001:0.0:1778653829.337060:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296385318 00000100:00000001:0.0:1778653829.337062:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296388745 00000100:00000001:0.0:1778653829.337064:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653829.337066:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.337068:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653829.337071:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.337078:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653829.337079:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.337081:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653829.337082:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653829.337084:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653829.337087:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054681216:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653829.337090:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653829.337092:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653829.337093:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.337095:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653829.337098:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1bc00. 02000000:00000001:0.0:1778653829.337100:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.337103:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653829.337105:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899006e0. 00000400:00000010:0.0:1778653829.337108:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a297f8. 00000100:00000200:0.0:1778653829.337111:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054681216, portal 4 00000100:00000001:0.0:1778653829.337112:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653829.337114:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000040:0.0:1778653829.337119:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.337125:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653829.337127:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653829.337129:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29dd0. 00000100:00000200:0.0:1778653829.337132:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054681216, offset 0 00000400:00000200:0.0:1778653829.337136:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653829.337139:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.337142:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653829.337144:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653829.337147:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653829.337148:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653829.337151:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653829.337154:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2454:2454:253:4294967295] 192.168.204.110@tcp LPNI seq info [2454:2454:5:4294967295] 00000400:00000200:0.0:1778653829.337157:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.337163:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653829.337167:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653829.337170:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a100. 00000800:00000200:0.0:1778653829.337174:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653829.337178:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653829.337180:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653829.337183:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653829.337186:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 275840 usecs (276 jiffies) 00000400:00000200:0.0:1778653829.337189:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653829.337190:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296384789 00000100:00000001:0.0:1778653829.337192:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296388745 00000100:00000001:0.0:1778653829.337194:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296384789 00000100:00000001:0.0:1778653829.337196:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296388745 00000100:00000001:0.0:1778653829.337198:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653829.337200:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.337202:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.337204:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.337216:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653829.337218:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653829.338218:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653829.338223:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:1.0:1778653829.338229:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653829.338235:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653829.338240:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29bb0 00000400:00000010:1.0:1778653829.338243:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29bb0. 00000100:00000001:1.0:1778653829.338247:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653829.338253:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338263:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.338266:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338273:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.338275:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653829.338286:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653829.338288:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a700. 00000400:00000200:1.0:1778653829.338291:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653829.338293:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653829.338296:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29a18 00000400:00000010:1.0:1778653829.338297:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29a18. 00000100:00000001:1.0:1778653829.338299:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653829.338303:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338309:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.338312:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338323:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.338324:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653829.338331:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653829.338333:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:1.0:1778653829.338335:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653829.338338:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653829.338341:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29aa0 00000400:00000010:1.0:1778653829.338343:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29aa0. 00000100:00000001:1.0:1778653829.338345:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653829.338348:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338354:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.338356:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338362:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.338363:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653829.338423:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653829.338426:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a100. 00000400:00000200:1.0:1778653829.338428:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653829.338432:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653829.338434:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29dd0 00000400:00000010:1.0:1778653829.338436:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29dd0. 00000100:00000001:1.0:1778653829.338438:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653829.338441:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338447:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.338449:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.338455:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.338456:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653829.342179:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342197:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653829.342201:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342204:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653829.342212:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342220:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653829.342228:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342233:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342238:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342242:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f600 00000400:00000200:0.0:1778653829.342246:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342252:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64e9 [1] + 224 00000800:00000001:0.0:1778653829.342259:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342264:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653829.342266:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653829.342270:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653829.342277:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653829.342284:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653829.342294:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.342316:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653829.342325:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342328:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653829.342330:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342333:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653829.342336:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342341:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653829.342346:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342349:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342353:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653829.342357:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1778653829.342357:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f680 00000100:00000001:1.0:1778653829.342362:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1778653829.342363:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342370:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6509 [1] + 224 00000800:00000001:0.0:1778653829.342374:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1778653829.342378:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1778653829.342378:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653829.342381:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1778653829.342382:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653829.342387:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900790. 00000400:00000200:0.0:1778653829.342387:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653829.342393:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29550 00000400:00000010:1.0:1778653829.342396:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29550. 00000100:00000001:1.0:1778653829.342399:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1778653829.342401:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653829.342405:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653829.342408:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653829.342433:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.342442:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653829.342446:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342450:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653829.342452:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653829.342454:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653829.342462:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000200:1.0:1778653829.342467:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1778653829.342469:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653829.342479:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653829.342482:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653829.342492:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653829.342494:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342497:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653829.342500:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1778653829.342502:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653829.342503:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653829.342507:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.342510:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a0414534f580 02000000:00000001:1.0:1778653829.342512:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.342517:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00001000:1.0:1778653829.342522:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=90 v=5 (5 5 5 137) 00000400:00000200:0.0:1778653829.342522:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x64f9 [1] + 224 00000100:00001000:1.0:1778653829.342529:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=21 v=5 (1 0 0 0) 00000800:00000001:0.0:1778653829.342529:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1778653829.342533:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653829.342536:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653829.342538:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653829.342539:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1778653829.342542:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1778653829.342544:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653829.342549:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653829.342550:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1778653829.342552:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1778653829.342553:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1778653829.342557:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653829.342560:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1778653829.342561:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653829.342567:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342593:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1778653829.342596:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342598:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653829.342601:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653829.342609:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.342611:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653829.342616:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1778653829.342621:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054681088:192.168.204.110@tcp:400:kworker.0 00000800:00000001:0.0:1778653829.342621:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342629:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342632:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.342635:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5c00 x1865052054681088/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342647:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653829.342675:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653829.342679:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1a400. 02000000:00000001:1.0:1778653829.342682:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653829.342685:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653829.342687:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653829.342689:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653829.342702:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16000. 02000000:00000001:1.0:1778653829.342706:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653829.342707:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653829.342709:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5c00. 00000100:00000001:1.0:1778653829.342713:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653829.342714:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342717:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342718:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653829.342720:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653829.342722:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653829.342723:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653829.342725:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900c08. 00000400:00000200:1.0:1778653829.342727:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a296e8 00000400:00000010:1.0:1778653829.342729:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a296e8. 00000100:00000001:1.0:1778653829.342731:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653829.342735:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653829.342743:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342749:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653829.342750:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342752:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653829.342753:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653829.342754:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653829.342755:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653829.342757:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653829.342761:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=90 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653829.342764:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653829.342767:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653829.342768:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653829.342770:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653829.342771:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342774:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653829.342775:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:1.0:1778653829.342777:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653829.342778:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.342781:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342787:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653829.342789:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653829.342790:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653829.342793:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653829.342800:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054680960:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1778653829.342804:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653829.342805:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653829.342806:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899006e0. 00000400:00000200:1.0:1778653829.342808:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a297f8 00000400:00000010:1.0:1778653829.342809:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a297f8. 00000100:00000001:1.0:1778653829.342811:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653829.342814:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653829.342821:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342831:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653829.342832:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342834:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653829.342835:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653829.342836:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653829.342837:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653829.342840:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653829.342843:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=90 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653829.342845:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653829.342847:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653829.342848:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653829.342850:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653829.342851:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342853:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653829.342855:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1778653829.342856:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653829.342857:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653829.342861:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342867:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653829.342869:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653829.342870:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653829.342873:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653829.342879:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054681216:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653829.342883:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342885:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.342887:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7480 x1865052054680960/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342893:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653829.342894:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653829.342896:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1a000. 02000000:00000001:1.0:1778653829.342911:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653829.342913:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653829.342914:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653829.342917:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653829.342918:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16900. 02000000:00000001:1.0:1778653829.342921:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653829.342922:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653829.342923:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7480. 00000100:00000001:1.0:1778653829.342926:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653829.342927:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342928:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653829.342931:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6680 x1865052054681216/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.342937:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653829.342939:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653829.342940:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1bc00. 02000000:00000001:1.0:1778653829.342942:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653829.342943:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653829.342944:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653829.342946:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653829.342947:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16200. 02000000:00000001:1.0:1778653829.342949:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653829.342950:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653829.342951:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6680. 00000100:00000001:1.0:1778653829.342962:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653829.342964:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653829.342966:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342967:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653829.342969:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653829.342970:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653829.342972:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653829.343587:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653829.343594:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653829.343596:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653829.343598:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653829.343602:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653829.343607:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653829.343613:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653829.343790:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653829.343794:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653829.343798:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534f500 00000400:00000200:1.0:1778653829.343801:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653829.343806:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x64d9 [1] + 224 00000800:00000001:1.0:1778653829.343810:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653829.343817:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653829.343819:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653829.343823:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653829.343826:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653829.343831:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653829.343841:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653829.343862:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653829.343868:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653829.343870:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.343931:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653829.343934:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653829.343937:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653829.343939:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653829.343942:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899007e8. 00000400:00000200:0.0:1778653829.343945:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653829.343947:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653829.343949:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653829.344125:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653829.344136:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.344142:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653829.344144:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.344147:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653829.344149:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653829.344150:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653829.344152:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653829.344154:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653829.344158:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653829.344161:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653829.344163:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653829.344165:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653829.344167:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653829.344168:0:2366:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.344170:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653829.344174:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.344181:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653829.344183:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653829.344184:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653829.344188:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653829.344195:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054680832:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653829.344200:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.344202:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653829.344205:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4700 x1865052054680832/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653829.344210:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653829.344212:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653829.344214:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1b800. 02000000:00000001:0.0:1778653829.344218:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653829.344230:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653829.344232:0:2366:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653829.344234:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653829.344236:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16400. 02000000:00000001:0.0:1778653829.344239:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653829.344240:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653829.344242:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4700. 00000100:00000001:0.0:1778653829.344244:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653829.344246:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.344248:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653829.344253:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653829.344255:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653829.344257:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653829.344259:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653829.591760:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653829.591765:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653829.591771:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653829.591772:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653829.591797:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653829.591801:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653829.591805:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653829.847792:0:32037:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653829.847799:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653829.847801:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653829.847806:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 1 seconds 00000100:00000001:2.0:1778653829.847810:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653829.847813:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653830.615775:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653830.615781:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653830.615786:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653830.615787:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653830.617648:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653830.617666:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653830.617672:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653830.873226:0:32037:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653830.873232:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653830.873235:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653830.873240:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 1 seconds 00000100:00000001:2.0:1778653830.873243:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653830.873247:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653831.639768:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653831.639774:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653831.639782:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653831.639783:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653831.639973:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653831.639976:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.639979:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653831.895771:0:32037:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653831.895778:0:32037:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1778653831.895793:0:32037:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653815/real 1778653815] req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653831 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1778653831.895810:0:32037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653831.895813:0:32037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653831.895815:0:32037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5058. 00000400:00000200:2.0:1778653831.895822:0:32037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19330 00000400:00000010:2.0:1778653831.895825:0:32037:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19330. 00000100:00000001:2.0:1778653831.895829:0:32037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653831.895832:0:32037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653831 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653831.895840:0:32037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653831 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.895846:0:32037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653831.895848:0:32037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.895863:0:32037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653831.895865:0:32037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.895868:0:32037:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1778653831.895872:0:32037:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1778653831.895877:0:32037:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff915389b76000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1778653831.895880:0:32037:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1778653831.895883:0:32037:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:2.0:1778653831.895885:0:32037:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.895887:0:32037:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653831.895888:0:32037:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1778653831.895912:0:32037:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1778653831.895914:0:32037:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.895918:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.895919:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653831.895921:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 0 seconds 00000100:00000001:2.0:1778653831.895924:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.895926:0:32037:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.895928:0:32037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653831.895931:0:32037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.895934:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.896016:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653831.896023:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653831.896033:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6680. 00000020:00000040:1.0:1778653831.896038:0:26894:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653831.896043:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653831.896045:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653831.896051:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653831.896058:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16200. 00000100:00000001:1.0:1778653831.896064:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.896069:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653831.896077:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653831.896080:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.896084:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000748d0ae] to pc [ptlrpcd_00_00+0] req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.896112:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1778653831.896115:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1778653831.896118:0:26894:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1778653831.896120:0:26894:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1778653831.896126:0:26894:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1778653831.896129:0:26894:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1778653831.896133:0:26894:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1696 00000400:00000200:1.0:1778653831.896139:0:26894:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.896144:0:26894:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1778653831.896148:0:26894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653831.896152:0:26894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653831.896155:0:26894:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653831.896157:0:26894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:1.0:1778653831.896160:0:26894:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653831.896162:0:26894:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:1.0:1778653831.896164:0:26894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653831.896167:0:26894:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653831.896170:0:26894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000001:0.0:1778653831.896170:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1778653831.896174:0:26894:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00100000:0.0:1778653831.896176:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:1.0:1778653831.896179:0:26894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653831.896181:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.896182:0:26894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653831.896186:0:26894:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653831.896188:0:26894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000100:00000001:0.0:1778653831.896189:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1778653831.896191:0:26894:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:0.0:1778653831.896192:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653831.896197:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1778653831.896198:0:26894:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: import ffff91538996f800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1778653831.896199:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.896202:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1778653831.896203:0:26894:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653831.896206:0:26894:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1778653831.896211:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1778653831.896213:0:26894:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653831.896219:0:26894:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896224:0:26894:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1778653831.896225:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653831.896227:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1778653831.896229:0:26894:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1778653831.896232:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1778653831.896233:0:26894:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896236:0:26894:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653831.896236:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653831.896242:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653831.896243:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7480. 00000100:00100000:0.0:1778653831.896247:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054681344:192.168.204.110@tcp:400:kworker.0 00000020:00000040:1.0:1778653831.896248:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653831.896253:0:26894:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1778653831.896254:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653831.896256:0:26894:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896260:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653831.896262:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653831.896262:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653831.896264:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653831.896267:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653831.896269:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbb000. 02000000:00000001:0.0:1778653831.896271:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1778653831.896274:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653831.896278:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1b800. 02000000:00000001:0.0:1778653831.896281:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653831.896282:0:26894:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1778653831.896290:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653831.896295:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1778653831.896296:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899007e8. 00000100:00000001:1.0:1778653831.896299:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1778653831.896303:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000040:1.0:1778653831.896304:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064ca0248] to pc [ptlrpcd_rcv+-1] req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653831.896311:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054681344, portal 25 00000100:00000001:0.0:1778653831.896315:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653831.896316:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711979648 : -121686997571968 : ffff915389bc6680) 00000100:00000040:0.0:1778653831.896323:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.896330:0:26894:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.896332:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653831.896335:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1778653831.896337:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000001:1.0:1778653831.896341:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1778653831.896342:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000010:1.0:1778653831.896346:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5c00. 00000100:00000200:0.0:1778653831.896346:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054681344, offset 0 00000020:00000040:1.0:1778653831.896351:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653831.896354:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653831.896357:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1778653831.896358:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 02000000:00000001:1.0:1778653831.896359:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653831.896365:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16900. 00000400:00000200:0.0:1778653831.896368:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653831.896369:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.896376:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1778653831.896377:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653831.896386:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1778653831.896390:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1778653831.896393:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000100:00000001:1.0:1778653831.896394:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653831.896398:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1778653831.896402:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885e4331] to pc [ptlrpcd_00_01+1] req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1778653831.896405:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653831.896413:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2455:2455:256:4294967295] 192.168.204.110@tcp LPNI seq info [2455:2455:8:4294967295] 00000100:00000001:1.0:1778653831.896421:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653831.896422:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000040:1.0:1778653831.896425:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653831.896430:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653831.896434:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5180. 00000400:00000200:0.0:1778653831.896436:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000020:00000040:1.0:1778653831.896439:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:1.0:1778653831.896443:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653831.896446:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1778653831.896447:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 02000000:00000001:1.0:1778653831.896449:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1778653831.896453:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a300. 02000000:00000010:1.0:1778653831.896455:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16000. 00000100:00000001:1.0:1778653831.896459:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653831.896464:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000040:1.0:1778653831.896467:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1778653831.896475:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:1.0:1778653831.896481:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1778653831.896482:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653831.896485:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.896491:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f67631f] to pc [ptlrpcd_00_00+0] req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.896497:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896503:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653831.896504:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000040:1.0:1778653831.896508:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1724) 00000100:00000001:0.0:1778653831.896508:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296391304 00000100:00000001:0.0:1778653831.896516:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296388745 00000100:00000001:0.0:1778653831.896521:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296391304 00000100:00000001:0.0:1778653831.896525:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296388745 00000100:00000001:0.0:1778653831.896528:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653831.896531:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896534:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653831.896535:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896538:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.896538:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.896540:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1778653831.896544:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653831.896547:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1778653831.896548:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.896551:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653831.896554:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.896557:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653831.896563:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.896581:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653831.896582:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653831.896583:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.896585:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653831.896588:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653831.896589:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653831.896591:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653831.896592:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653831.896595:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653831.896597:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653831.896602:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054681728:192.168.204.110@tcp:400:kworker.0 00000100:00100000:0.0:1778653831.896603:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054681600:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653831.896611:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1778653831.896611:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653831.896615:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653831.896616:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653831.896619:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653831.896619:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653831.896624:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1778653831.896624:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653831.896629:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387df6e00. 02000000:00000010:0.0:1778653831.896630:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387f1ae00. 02000000:00000001:1.0:1778653831.896634:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653831.896634:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653831.896641:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.896643:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653831.896645:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899008f0. 00000400:00000010:1.0:1778653831.896677:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5058. 00000400:00000010:1.0:1778653831.896683:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f196e8. 00000100:00000200:1.0:1778653831.896686:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054681728, portal 4 00000100:00000001:1.0:1778653831.896689:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1778653831.896689:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29990. 00000100:00000001:1.0:1778653831.896690:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000200:0.0:1778653831.896694:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054681600, portal 4 00000100:00000001:0.0:1778653831.896697:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1778653831.896700:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.896701:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000040:0.0:1778653831.896710:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.896711:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653831.896718:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653831.896722:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f192a8. 00000100:00000001:0.0:1778653831.896723:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1778653831.896727:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054681728, offset 0 00000100:00000040:0.0:1778653831.896728:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653831.896732:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29110. 00000400:00000200:1.0:1778653831.896737:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653831.896742:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653831.896776:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653831.896779:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.896781:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653831.896786:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.896792:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653831.896794:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.896796:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653831.896797:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653831.896799:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653831.896802:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054681472:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1778653831.896805:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653831.896807:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653831.896808:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.896810:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653831.896813:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653831.896815:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653831.896819:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653831.896822:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e108. 00000400:00000200:1.0:1778653831.896842:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653831.896845:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653831.896848:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653831.896860:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653831.896863:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653831.896866:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2456:2456:255:4294967295] 192.168.204.110@tcp LPNI seq info [2456:2456:7:4294967295] 00000400:00000200:1.0:1778653831.896871:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.896876:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653831.896881:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653831.896885:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653831.896889:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653831.896894:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653831.896897:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653831.896900:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.896903:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 274168 usecs (275 jiffies) 00000400:00000200:1.0:1778653831.896906:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653831.896908:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387348 00000100:00000001:1.0:1778653831.896911:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:1.0:1778653831.896913:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387348 00000100:00000001:1.0:1778653831.896914:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:1.0:1778653831.896916:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653831.896918:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896920:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896922:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.896926:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653831.896927:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653831.896929:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653831.896930:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653831.896931:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.896933:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653831.896986:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653831.896990:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a300. 00000400:00000200:1.0:1778653831.896995:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.896999:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000200:0.0:1778653831.899183:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054681600, offset 0 00000400:00000200:0.0:1778653831.899201:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653831.899209:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.899215:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653831.899219:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653831.899223:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653831.899226:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653831.899228:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653831.899232:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2457:2457:254:4294967295] 192.168.204.110@tcp LPNI seq info [2457:2457:6:4294967295] 00000400:00000200:0.0:1778653831.899235:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.899243:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653831.899248:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653831.899252:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8af00. 00000800:00000200:0.0:1778653831.899258:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653831.899264:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653831.899268:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653831.899272:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653831.899276:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21356 usecs (22 jiffies) 00000400:00000200:0.0:1778653831.899279:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653831.899282:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387097 00000100:00000001:0.0:1778653831.899285:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:0.0:1778653831.899287:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387097 00000100:00000001:0.0:1778653831.899289:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:0.0:1778653831.899291:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653831.899294:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.899298:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.899301:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653831.899308:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653831.899310:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653831.899312:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653831.899314:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.899315:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.899317:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653831.899336:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:1.0:1778653831.899340:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:1.0:1778653831.899347:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653831.899355:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.899365:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.899446:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.899454:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.899456:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653831.899478:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653831.899481:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:1.0:1778653831.899485:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.899489:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653831.899493:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f192a8 00000400:00000010:1.0:1778653831.899495:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f192a8. 00000100:00000001:1.0:1778653831.899497:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653831.899501:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.899507:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.899510:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.899516:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.899517:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653831.899581:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653831.899584:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8af00. 00000400:00000200:1.0:1778653831.899587:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.899590:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653831.899593:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29110 00000400:00000010:1.0:1778653831.899594:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29110. 00000100:00000001:1.0:1778653831.899596:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653831.899609:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.899616:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.899619:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.899625:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.899626:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1778653831.900234:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490a18. 00000100:00000200:2.0:1778653831.900241:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054681472, portal 10 00000100:00000001:2.0:1778653831.900244:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.900245:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711983232 : -121686997568384 : ffff915389bc7480) 00000100:00000040:2.0:1778653831.900254:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.900260:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653831.900262:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653831.900265:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490880. 00000100:00000200:2.0:1778653831.900268:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054681472, offset 0 00000400:00000200:2.0:1778653831.900272:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653831.900277:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.900281:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653831.900284:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653831.900286:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653831.900288:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653831.900290:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653831.900293:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2458:2458:256:4294967295] 192.168.204.110@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:2.0:1778653831.900297:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.900303:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653831.900307:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653831.900311:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658df00. 00000800:00000200:2.0:1778653831.900315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653831.900320:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653831.900323:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658df00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1778653831.900373:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.900378:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 803385 usecs (804 jiffies) 00000400:00000200:2.0:1778653831.900381:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653831.900383:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387880 00000100:00000001:2.0:1778653831.900386:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.900388:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387880 00000100:00000001:2.0:1778653831.900390:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.900392:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.900394:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.900397:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.900399:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.900404:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.900405:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1778653831.900407:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653831.900408:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.900410:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.900412:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653831.900530:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653831.900533:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658df00. 00000400:00000200:1.0:1778653831.900536:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.900541:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653831.900544:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:1.0:1778653831.900546:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:1.0:1778653831.900549:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653831.900552:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.900559:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.900562:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.900568:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.900569:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653831.904108:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.904123:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653831.904127:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.904129:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.904136:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904144:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653831.904152:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904156:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904160:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904164:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a0414534f780 00000400:00000200:1.0:1778653831.904168:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904174:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x6549 [1] + 0 00000800:00000001:1.0:1778653831.904180:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.904183:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.904186:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.904191:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653831.904198:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653831.904204:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653831.904214:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.904230:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653831.904238:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.904241:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653831.904242:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.904244:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.904247:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904251:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653831.904255:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904258:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904260:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.904263:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534f700 00000400:00000200:1.0:1778653831.904267:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653831.904271:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1778653831.904272:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6519 [1] + 224 00000100:00000001:2.0:1778653831.904276:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1778653831.904277:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1778653831.904284:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1778653831.904284:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653831.904287:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1778653831.904288:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1778653831.904292:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e108. 00000400:00000200:1.0:1778653831.904293:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:2.0:1778653831.904300:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:2.0:1778653831.904302:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:2.0:1778653831.904305:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1778653831.904306:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653831.904312:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653831.904313:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653831.904339:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653831.904340:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.904364:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653831.904367:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.904370:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653831.904372:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653831.904374:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653831.904376:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.904379:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1778653831.904380:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653831.904384:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.904387:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1778653831.904389:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=92 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653831.904395:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653831.904397:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653831.904399:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.904402:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653831.904405:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.904409:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653831.904410:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1778653831.904417:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653831.904419:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.904424:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.904431:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.904435:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653831.904437:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.904440:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1778653831.904445:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff915389b76000: connect to target with instance 1 00000100:00000001:0.0:1778653831.904445:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1778653831.904450:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1778653831.904450:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1778653831.904453:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:2.0:1778653831.904455:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1778653831.904455:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653831.904458:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1778653831.904460:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000400:00000010:0.0:1778653831.904462:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899007e8. 00000020:00000001:2.0:1778653831.904463:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:2.0:1778653831.904467:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000400:00000200:0.0:1778653831.904467:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653831.904472:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00001000:2.0:1778653831.904473:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1778653831 v=0 (0 0 0 0) 00000100:00000001:0.0:1778653831.904477:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1778653831.904478:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996fc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1778653831.904483:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00000200:0.0:1778653831.904485:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1778653831.904488:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:2.0:1778653831.904493:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1778653831.904497:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000100:00000200:0.0:1778653831.904499:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1778653831.904502:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1778653831.904509:0:2365:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1778653831.904512:0:2365:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904512:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000002:00000001:2.0:1778653831.904515:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00000100:00000001:0.0:1778653831.904515:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653831.904519:0:2367:0:(client.c:1578:after_reply()) Process entered 00800000:00000001:2.0:1778653831.904520:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 02000000:00000001:0.0:1778653831.904521:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00800000:00000001:2.0:1778653831.904523:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904524:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000002:00000001:2.0:1778653831.904527:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904527:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.904531:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653831.904532:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.904536:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00001000:0.0:1778653831.904538:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=92 v=5 (5 5 5 5) 00000100:00080000:2.0:1778653831.904542:0:2365:0:(import.c:1295:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00001000:0.0:1778653831.904544:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=92 v=5 (1 1 1 1) 00000100:00080000:2.0:1778653831.904546:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1778653831.904548:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653831.904551:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1778653831.904551:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653831.904553:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1778653831.904555:0:2365:0:(recover.c:147:ptlrpc_resend()) Process entered 00010000:00000001:0.0:1778653831.904556:0:2367:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.904558:0:2365:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904559:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1778653831.904562:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1778653831.904566:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000100:00000040:0.0:1778653831.904567:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1778653831.904568:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:2.0:1778653831.904571:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1778653831.904573:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1778653831.904576:0:2365:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1778653831.904578:0:2365:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff915388bb0820 for uuid lustre-MDT0000_UUID (activate=1) 00000100:00000001:0.0:1778653831.904581:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00800000:00000040:2.0:1778653831.904583:0:2365:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3df471c51a88f660 00000100:00000001:0.0:1778653831.904584:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00800000:00000040:2.0:1778653831.904587:0:2365:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff915389b76000=3368fde0-d18c-4c9c-a094-d50367bc642b device 3 (ffff915388bb19c0) type mdc at LMV idx 0 00000100:00000001:0.0:1778653831.904587:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00800000:00000040:2.0:1778653831.904593:0:2365:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff915388bb19c0 already active! 00000100:00000040:0.0:1778653831.904593:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00800000:00000001:2.0:1778653831.904597:0:2365:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653831.904602:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.904605:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653831.904609:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00100000:0.0:1778653831.904612:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054681344:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653831.904620:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904623:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653831.904626:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6680 x1865052054681344/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.904633:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653831.904635:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653831.904639:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1b800. 02000000:00000001:0.0:1778653831.904643:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653831.904645:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653831.904646:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653831.904672:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653831.904675:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16200. 02000000:00000001:0.0:1778653831.904679:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653831.904681:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653831.904682:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6680. 00000100:00000001:0.0:1778653831.904686:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653831.904687:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653831.904690:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904692:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653831.904693:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.904694:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.904696:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.904930:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.904932:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1778653831.904936:0:2365:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:2.0:1778653831.904942:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000b5be508d): req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653831 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.904960:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.904962:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.904967:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653831.904979:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054681472:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1778653831.904982:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.904984:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.904987:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7480 x1865052054681472/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.904993:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653831.904994:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653831.904996:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653831.904999:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653831.905001:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653831.905002:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653831.905004:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653831.905006:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbb000. 02000000:00000001:2.0:1778653831.905008:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653831.905009:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653831.905011:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7480. 00000100:00000001:2.0:1778653831.905013:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653831.905015:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.905016:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.905023:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.905025:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.905027:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653831.905029:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.905074:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653831.905077:0:32037:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.905080:0:32037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653831.905082:0:32037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653831.905085:0:32037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653831.905088:0:32037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653831.905091:0:32037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.905093:0:32037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1778653831.905098:0:32037:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054678400 new x1865052054681856 02000000:00000001:1.0:1778653831.905101:0:32037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653831.905103:0:32037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653831.905108:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653831.905112:0:32037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff57e8. 00000400:00000010:1.0:1778653831.905116:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f192a8. 00000100:00000200:1.0:1778653831.905122:0:32037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054678400, portal 10 00000100:00000001:1.0:1778653831.905125:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653831.905126:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711978752 : -121686997572864 : ffff915389bc6300) 00000100:00000040:1.0:1778653831.905132:0:32037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653831.905139:0:32037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653831.905141:0:32037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653831.905144:0:32037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19aa0. 00000100:00000200:1.0:1778653831.905147:0:32037:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054678400, offset 0 00000400:00000200:1.0:1778653831.905152:0:32037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653831.905157:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905163:0:32037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653831.905168:0:32037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653831.905171:0:32037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653831.905175:0:32037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653831.905177:0:32037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653831.905181:0:32037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2459:2459:256:4294967295] 192.168.204.110@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:1.0:1778653831.905185:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905192:0:32037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653831.905199:0:32037:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653831.905203:0:32037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653831.905209:0:32037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653831.905215:0:32037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653831.905219:0:32037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1778653831.905228:0:32037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.905232:0:32037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 802337 usecs (803 jiffies) 00000400:00000200:1.0:1778653831.905235:0:32037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653831.905238:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387884 00000100:00000001:1.0:1778653831.905241:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:1.0:1778653831.905243:0:32037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387884 00000100:00000001:1.0:1778653831.905245:0:32037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:1.0:1778653831.905248:0:32037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653831.905250:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.905252:0:32037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653831.905254:0:32037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653831.905256:0:32037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629be40 going to sleep for 11 seconds 00000100:00000001:1.0:1778653831.905257:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653831.905259:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653831.905328:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653831.905332:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:1.0:1778653831.905335:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.905339:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653831.905342:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19aa0 00000400:00000010:1.0:1778653831.905344:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19aa0. 00000100:00000001:1.0:1778653831.905347:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653831.905350:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653831.905358:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.905360:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653831.905371:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.905372:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653831.905816:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.905830:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653831.905834:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.905836:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.905844:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905861:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653831.905869:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905874:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905878:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905882:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f800 00000400:00000200:1.0:1778653831.905886:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905903:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6531 [1] + 224 00000800:00000001:1.0:1778653831.905910:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.905914:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.905917:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.905921:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653831.905928:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653831.905935:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653831.905946:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.905965:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653831.905973:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.905977:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653831.905979:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.905981:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.905984:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905987:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653831.905991:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905994:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905997:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.905999:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534f880 00000400:00000200:1.0:1778653831.906002:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.906007:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6529 [1] + 224 00000800:00000001:1.0:1778653831.906010:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.906017:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.906019:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.906022:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653831.906025:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653831.906029:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653831.906038:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906050:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653831.906054:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.906057:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906070:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653831.906074:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653831.906079:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653831.906081:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653831.906084:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899008f0. 00000400:00000200:1.0:1778653831.906087:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29990 00000400:00000010:1.0:1778653831.906089:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29990. 00000100:00000001:1.0:1778653831.906092:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653831.906095:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653831.906117:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906123:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653831.906125:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906128:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653831.906132:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653831.906134:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653831.906136:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653831.906139:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653831.906148:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=92 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653831.906152:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653831.906155:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653831.906156:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653831.906159:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653831.906162:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.906166:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653831.906168:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1778653831.906170:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653831.906171:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.906176:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906182:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653831.906185:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653831.906187:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653831.906191:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653831.906198:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054681600:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653831.906203:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906206:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.906208:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5c00 x1865052054681600/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906214:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653831.906217:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653831.906220:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387f1ae00. 02000000:00000001:1.0:1778653831.906224:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653831.906227:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653831.906228:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653831.906231:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653831.906234:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16900. 02000000:00000001:1.0:1778653831.906237:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653831.906239:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653831.906241:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5c00. 00000100:00000001:1.0:1778653831.906245:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653831.906246:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906249:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906255:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653831.906257:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.906260:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653831.906262:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.906272:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653831.906274:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653831.906277:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653831.906279:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653831.906281:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5058. 00000400:00000200:1.0:1778653831.906284:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f196e8 00000400:00000010:1.0:1778653831.906286:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f196e8. 00000100:00000001:1.0:1778653831.906289:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653831.906293:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653831.906301:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906307:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653831.906309:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906310:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653831.906312:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653831.906313:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653831.906315:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653831.906316:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653831.906321:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=92 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653831.906324:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653831.906327:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653831.906328:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653831.906330:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653831.906331:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.906334:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653831.906336:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1778653831.906337:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653831.906339:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653831.906343:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906350:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653831.906352:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653831.906353:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653831.906357:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653831.906364:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054681728:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653831.906369:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906370:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.906373:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5180 x1865052054681728/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.906379:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653831.906380:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653831.906382:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387df6e00. 02000000:00000001:1.0:1778653831.906385:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653831.906386:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653831.906388:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653831.906390:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653831.906391:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16000. 02000000:00000001:1.0:1778653831.906393:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653831.906394:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653831.906396:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5180. 00000100:00000001:1.0:1778653831.906398:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653831.906399:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906401:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653831.906405:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653831.906407:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.906408:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653831.906410:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653831.908923:0:32057:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1778653831.908929:0:32057:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1778653831.908933:0:32057:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653831.908937:0:32057:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653831.908940:0:32057:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653831.908943:0:32057:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:0.0:1778653831.908945:0:32057:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653831.910131:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.910148:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653831.910152:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.910155:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.910165:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.910173:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653831.910183:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.910189:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.910195:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.910200:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534f900 00000400:00000200:0.0:1778653831.910205:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.910214:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6551 [1] + 224 00000800:00000001:0.0:1778653831.910222:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.910229:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.910233:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.910237:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653831.910245:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653831.910255:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653831.910266:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653831.910287:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653831.910299:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.910302:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.910347:0:32037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653831.910357:0:32037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653831.910359:0:32037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653831.910363:0:32037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff57e8. 00000400:00000200:2.0:1778653831.910370:0:32037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f192a8 00000400:00000010:2.0:1778653831.910372:0:32037:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f192a8. 00000100:00000001:2.0:1778653831.910376:0:32037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653831.910386:0:32037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653831.910396:0:32037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6300 x1865052054678400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910403:0:32037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653831.910405:0:32037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.910407:0:32037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653831.910410:0:32037:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653831.910413:0:32037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653831.910415:0:32037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.910419:0:32037:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653831.910427:0:32037:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653831.910431:0:32037:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653831.910434:0:32037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653831.910435:0:32037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.910438:0:32037:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653831.910441:0:32037:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.910444:0:32037:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653831.910446:0:32037:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653831.910447:0:32037:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653831.910450:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.910451:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711978752 : -121686997572864 : ffff915389bc6300) 00000100:00000001:2.0:1778653831.910454:0:32037:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653831.910456:0:32037:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1778653831.910457:0:32037:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653831.910460:0:32037:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.910465:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910472:0:32037:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.910475:0:32037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653831.910477:0:32037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653831.910480:0:32037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653831.910489:0:32037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6300 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32037:1865052054678400:192.168.204.110@tcp:35:multiop.0 00000100:00000001:2.0:1778653831.910494:0:32037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.910497:0:32037:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.910500:0:32037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653831.910502:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.910505:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910511:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653831.910514:0:32037:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629be40. 00000100:00000001:2.0:1778653831.910517:0:32037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653831.910518:0:32037:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.910523:0:32037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.910524:0:32037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711978752 : -121686997572864 : ffff915389bc6300) 00000002:00000001:2.0:1778653831.910526:0:32037:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653831.910529:0:32037:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653831.910533:0:32037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6c00. 00000080:00000001:2.0:1778653831.910537:0:32037:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653831.910540:0:32037:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653831.910543:0:32037:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653831.910549:0:32037:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910556:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.910559:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6d80 x1865052054678144/t4294967648(4294967648) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653831 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910565:0:32037:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653831.910567:0:32037:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653831.910569:0:32037:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653831.910571:0:32037:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653831.910574:0:32037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:2.0:1778653831.910580:0:32037:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653831.910582:0:32037:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653831.910583:0:32037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6d80. 00000100:00000001:2.0:1778653831.910588:0:32037:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653831.910590:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.910592:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.910596:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910602:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653831.910604:0:32037:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915383ef3700. 00000002:00000001:2.0:1778653831.910607:0:32037:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653831.910609:0:32037:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653831.910611:0:32037:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e803c0. 00000100:00000001:2.0:1778653831.910614:0:32037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.910616:0:32037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.910622:0:32037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653831.910626:0:32037:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653831.910628:0:32037:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912f540. 00000080:00000001:2.0:1778653831.910633:0:32037:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653831.910639:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17db8 00000080:00000008:2.0:1778653831.910642:0:32037:0:(file.c:492:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff91538bd1d348), flags 100002, rc = 0 00000080:00000001:2.0:1778653831.910646:0:32037:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653831.910692:0:32037:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653831.910695:0:32037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f17e00 00000080:00002000:2.0:1778653831.910697:0:32037:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff915398685d80, parent ffff91538bd08360, inode ffff91538bd1d348) hashed, 00000080:00000001:2.0:1778653831.910700:0:32037:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653831.910704:0:32037:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653831.910708:0:32037:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1778653831.916539:0:32058:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653831.916545:0:32058:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653831.916547:0:32058:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653831.916550:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47b20 00000080:00200000:2.0:1778653831.916555:0:32058:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653831.916562:0:32058:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991400. 00800000:00000002:2.0:1778653831.916568:0:32058:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653831.916572:0:32058:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653831.916577:0:32058:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653831.916578:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47a40 00800000:00000002:2.0:1778653831.916581:0:32058:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653831.916584:0:32058:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653831.916588:0:32058:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653831.916594:0:32058:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653831.916596:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47910 00000002:00010000:2.0:1778653831.916597:0:32058:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653831.916601:0:32058:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653831.916603:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653831.916607:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653831.916612:0:32058:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.916615:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.916617:0:32058:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.916618:0:32058:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653831.916621:0:32058:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653831.916626:0:32058:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0700. 00000020:00000040:2.0:1778653831.916630:0:32058:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653831.916636:0:32058:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653831.916641:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653831.916644:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.916647:0:32058:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653831.917918:0:32058:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653831.917925:0:32058:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653831.917934:0:32058:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0f800. 00000100:00000001:2.0:1778653831.917940:0:32058:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.917945:0:32058:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653831.917947:0:32058:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.917948:0:32058:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653831.917950:0:32058:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.917951:0:32058:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.917957:0:32058:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00010000:00000001:2.0:1778653831.917961:0:32058:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653831.917963:0:32058:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653831.917969:0:32058:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c600. 00010000:00000010:2.0:1778653831.917972:0:32058:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36800. 00010000:00000001:2.0:1778653831.917977:0:32058:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653831.917980:0:32058:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9b400. 00000020:00000001:2.0:1778653831.917984:0:32058:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653831.917987:0:32058:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9b400 with handle 0x3df471c51a8901dc to hash 00000020:00000001:2.0:1778653831.917989:0:32058:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653831.917991:0:32058:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.917994:0:32058:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.917998:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653831.918000:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.918010:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32058 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653831.918019:0:32058:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32058 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653831.918027:0:32058:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32058 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653831.918033:0:32058:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653831.918035:0:32058:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653831.918041:0:32058:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653831.918043:0:32058:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614489280 : -121687095062336 : ffff915383ecd0c0) 00000100:00000001:2.0:1778653831.918046:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.918047:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000001:2.0:1778653831.918051:0:32058:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653831.918054:0:32058:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.918056:0:32058:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653831.918058:0:32058:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653831.918066:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.918074:0:32058:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653831.918076:0:32058:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.918080:0:32058:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653831.918082:0:32058:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653831.918084:0:32058:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653831.918088:0:32058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:32058:1865052054681984:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653831.918093:0:32058:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653831.918098:0:32058:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653831.918100:0:32058:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.918102:0:32058:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653831.918107:0:32058:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca16800. 02000000:00000001:2.0:1778653831.918108:0:32058:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653831.918116:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653831.918119:0:32058:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e108. 00000400:00000010:2.0:1778653831.918125:0:32058:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490a18. 00000100:00000200:2.0:1778653831.918131:0:32058:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054681984, portal 10 00000100:00000001:2.0:1778653831.918132:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.918134:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000040:2.0:1778653831.918139:0:32058:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.918146:0:32058:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653831.918149:0:32058:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653831.918151:0:32058:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490440. 00000100:00000200:2.0:1778653831.918155:0:32058:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054681984, offset 0 00000400:00000200:2.0:1778653831.918161:0:32058:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653831.918169:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.918177:0:32058:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653831.918182:0:32058:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653831.918186:0:32058:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653831.918189:0:32058:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653831.918192:0:32058:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653831.918196:0:32058:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2460:2460:256:4294967295] 192.168.204.110@tcp LPNI seq info [2460:2460:8:4294967295] 00000400:00000200:2.0:1778653831.918200:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.918209:0:32058:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653831.918214:0:32058:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653831.918218:0:32058:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653831.918225:0:32058:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653831.918232:0:32058:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653831.918236:0:32058:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1778653831.918315:0:32058:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.918320:0:32058:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 828598 usecs (829 jiffies) 00000400:00000200:2.0:1778653831.918323:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653831.918327:0:32058:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387923 00000100:00000001:2.0:1778653831.918330:0:32058:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.918332:0:32058:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387923 00000100:00000001:2.0:1778653831.918334:0:32058:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.918336:0:32058:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.918339:0:32058:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.918341:0:32058:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.918343:0:32058:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653831.918345:0:32058:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653831.918348:0:32058:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.918350:0:32058:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653831.921249:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653831.921256:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:1.0:1778653831.921263:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.921271:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653831.921277:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:1.0:1778653831.921280:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:1.0:1778653831.921284:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653831.921291:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653831.921301:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653831.921305:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653831.921311:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653831.921313:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653831.926501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef31e0. 00000800:00000001:0.0:1778653831.927762:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.927785:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653831.927789:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.927792:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.927804:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.927813:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653831.927826:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.927832:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.927839:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.927844:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534f980 00000400:00000200:0.0:1778653831.927861:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.927868:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6561 [1] + 224 00000800:00000001:0.0:1778653831.927878:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.927976:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.927980:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.927987:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653831.927996:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653831.928007:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653831.928018:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.928088:0:32058:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.928108:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653831.928122:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.928125:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653831.928160:0:32058:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653831.928163:0:32058:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653831.928167:0:32058:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e108. 00000400:00000200:2.0:1778653831.928173:0:32058:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:2.0:1778653831.928176:0:32058:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:2.0:1778653831.928180:0:32058:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653831.928185:0:32058:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653831.928195:0:32058:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.928201:0:32058:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653831.928203:0:32058:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.928207:0:32058:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653831.928211:0:32058:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653831.928214:0:32058:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653831.928217:0:32058:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.928221:0:32058:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653831.928232:0:32058:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=92 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653831.928237:0:32058:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653831.928240:0:32058:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653831.928242:0:32058:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.928245:0:32058:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653831.928250:0:32058:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.928254:0:32058:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653831.928256:0:32058:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1778653831.928258:0:32058:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653831.928263:0:32058:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.928268:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.928276:0:32058:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.928280:0:32058:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653831.928282:0:32058:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653831.928286:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653847 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653831.928295:0:32058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:32058:1865052054681984:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653831.928300:0:32058:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.928304:0:32058:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.928306:0:32058:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653831.928309:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.928312:0:32058:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653847 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.928320:0:32058:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653831.928323:0:32058:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653831.928328:0:32058:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653831.928330:0:32058:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.928333:0:32058:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653831.928338:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928341:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928345:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=4 00000020:00000001:2.0:1778653831.928348:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928351:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000040:2.0:1778653831.928357:0:32058:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9b400, remote cookie: 0xdfa36d541726fa14, flags: 0x1001 00010000:00010000:2.0:1778653831.928363:0:32058:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653831.928375:0:32058:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928383:0:32058:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653831.928388:0:32058:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653831.928390:0:32058:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653831.928392:0:32058:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653831.928394:0:32058:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653831.928397:0:32058:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91538f63c600) refcount = 1 00010000:00010000:2.0:1778653831.928402:0:32058:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928410:0:32058:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653831.928413:0:32058:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653831.928415:0:32058:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653831.928419:0:32058:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653831.928422:0:32058:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.928426:0:32058:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928433:0:32058:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653831.928435:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928437:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.928438:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928439:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.928441:0:32058:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.928446:0:32058:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653831.928448:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928450:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928451:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.928453:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928455:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928458:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928459:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928461:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=4 00000020:00000001:2.0:1778653831.928463:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928465:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928469:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653831.928472:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.928476:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928483:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928484:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.928486:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928487:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928488:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=5 00000020:00000001:2.0:1778653831.928490:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928491:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928494:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653831.928496:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928503:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928504:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653831.928507:0:32058:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928519:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653831.928520:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928521:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.928522:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928523:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653831.928528:0:32058:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653831.928550:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928551:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928552:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.928554:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928557:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928559:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928560:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653831.928562:0:32058:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.928564:0:32058:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.928568:0:32058:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653831.928571:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928572:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928573:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.928575:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928577:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00000002:00010000:2.0:1778653831.928581:0:32058:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.928587:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928588:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.928590:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653831.928592:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.928593:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.928594:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.928596:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.928599:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000040:2.0:1778653831.928605:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 2 00010000:00000001:2.0:1778653831.928608:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653831.928613:0:32058:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653831.928616:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.928617:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653831.928618:0:32058:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653831.928622:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47890 00000002:00002000:2.0:1778653831.928624:0:32058:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653831.928627:0:32058:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653831.928632:0:32058:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653831.928635:0:32058:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653831.928638:0:32058:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653831.928642:0:32058:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653831.928647:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653831.928885:0:32058:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991400. 00000080:00000001:2.0:1778653831.928961:0:32058:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653831.928965:0:32058:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653831.928972:0:32058:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653831.928978:0:32058:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653831.928986:0:32058:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9f880. 00800000:00000001:2.0:1778653831.928989:0:32058:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647857280 : -121687061694336 : ffff915385e9f880) 00800000:00000001:2.0:1778653831.928993:0:32058:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.928996:0:32058:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653831.928999:0:32058:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653831.929001:0:32058:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653831.929004:0:32058:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653831.929008:0:32058:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653831.929010:0:32058:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653831.929016:0:32058:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653831.929019:0:32058:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1778653831.929025:0:32058:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653831.929027:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.929028:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.929031:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.929033:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.929035:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.929037:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.929038:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653831.929040:0:32058:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653831.929043:0:32058:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653831.929044:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9f880 1 00800000:00000010:2.0:1778653831.929047:0:32058:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9f880. 00800000:00000001:2.0:1778653831.929051:0:32058:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653831.929055:0:32058:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8901dc 00800000:00000001:2.0:1778653831.929058:0:32058:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653831.929060:0:32058:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653831.929061:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.929063:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.929064:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.929066:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.929068:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.929070:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.929072:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653831.929073:0:32058:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653831.929076:0:32058:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653831.929078:0:32058:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653831.929081:0:32058:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653831.929084:0:32058:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901dc from it ffffa71ac1c47b58 00010000:00000001:2.0:1778653831.929086:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.929087:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.929088:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:2.0:1778653831.929090:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.929092:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:2.0:1778653831.929094:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653831.929097:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.929109:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.929110:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.929112:0:32058:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653831.929115:0:32058:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653831.929117:0:32058:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653831.929127:0:32058:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653831.929130:0:32058:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653831.929132:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653831.929137:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.929138:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.929140:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929144:0:32058:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653831.929146:0:32058:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929148:0:32058:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929151:0:32058:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929153:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653831.929154:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.929155:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653831.929157:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.929163:0:32058:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0700 x1865052054681984/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.929171:0:32058:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653831.929174:0:32058:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653831.929178:0:32058:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca16800. 02000000:00000001:2.0:1778653831.929183:0:32058:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653831.929186:0:32058:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653831.929188:0:32058:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653831.929190:0:32058:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653831.929193:0:32058:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653831.929198:0:32058:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653831.929200:0:32058:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653831.929202:0:32058:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0700. 00000100:00000001:2.0:1778653831.929207:0:32058:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653831.929208:0:32058:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653831.929212:0:32058:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653831.929219:0:32058:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653831.929237:0:32058:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6900. 00000020:00000001:2.0:1778653831.929242:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47ae8 00000080:00200000:2.0:1778653831.929244:0:32058:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=8 00000080:00000001:2.0:1778653831.929247:0:32058:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653831.929250:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47998 00000080:00200000:2.0:1778653831.929252:0:32058:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=getattr 00000080:00000001:2.0:1778653831.929258:0:32058:0:(statahead.c:1990:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1778653831.929262:0:32058:0:(statahead.c:273:sa_get()) lustre: wrong pid=32039:32058 for entry f22.recovery-small-2 00000080:00000001:3.0:1778653831.929335:0:32040:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1778653831.929339:0:32040:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1778653831.929344:0:32040:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff915383ee9400. 00000020:00000001:3.0:1778653831.929347:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983cd8 00000080:00400000:3.0:1778653831.929349:0:32040:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff915383ee9400) index 9 00000080:00000001:2.0:1778653831.929519:0:32058:0:(statahead.c:2039:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1778653831.929523:0:32058:0:(statahead.c:2615:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:2.0:1778653831.929535:0:32058:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991400. 00800000:00000002:2.0:1778653831.929542:0:32058:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653831.929548:0:32058:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653831.929551:0:32058:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653831.929553:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c478b8 00800000:00000002:2.0:1778653831.929555:0:32058:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653831.929559:0:32058:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1778653831.929564:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47850 00800000:00000002:2.0:1778653831.929566:0:32058:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:2.0:1778653831.929570:0:32058:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653831.929571:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47788 00000002:00010000:2.0:1778653831.929573:0:32058:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653831.929577:0:32058:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653831.929580:0:32058:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653831.929584:0:32058:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0700. 00000020:00000040:2.0:1778653831.929588:0:32058:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653831.929594:0:32058:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653831.929598:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653831.929601:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.929603:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.929604:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.929607:0:32058:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653831.929609:0:32058:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653831.929614:0:32058:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653831.929621:0:32058:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0f800. 00000100:00000001:2.0:1778653831.929627:0:32058:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929631:0:32058:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653831.929633:0:32058:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929635:0:32058:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653831.929636:0:32058:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.929638:0:32058:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653831.929647:0:32058:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00010000:00000001:2.0:1778653831.932916:0:32058:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653831.932921:0:32058:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653831.932930:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 2 00010000:00000001:2.0:1778653831.932937:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653831.932941:0:32058:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653831.932952:0:32058:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a800. 00000020:00000001:2.0:1778653831.932959:0:32058:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653831.932962:0:32058:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a800 with handle 0x3df471c51a8901e3 to hash 00000020:00000001:2.0:1778653831.932965:0:32058:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653831.932967:0:32058:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:2.0:1778653831.932972:0:32058:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:2.0:1778653831.932976:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653831.932979:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.932984:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32058 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653831.932995:0:32058:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32058 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653831.933011:0:32058:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32058 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653831.933022:0:32058:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653831.933025:0:32058:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653831.933035:0:32058:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383ecd0c0. 00000100:00000001:2.0:1778653831.933038:0:32058:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386614489280 : -121687095062336 : ffff915383ecd0c0) 00000100:00000001:2.0:1778653831.933041:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.933042:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000001:2.0:1778653831.933049:0:32058:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653831.933053:0:32058:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.933056:0:32058:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653831.933057:0:32058:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653831.933072:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.933081:0:32058:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653831.933084:0:32058:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.933089:0:32058:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653831.933093:0:32058:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653831.933096:0:32058:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653831.933100:0:32058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:32058:1865052054682112:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1778653831.933105:0:32058:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653831.933113:0:32058:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653831.933116:0:32058:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.933119:0:32058:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653831.933127:0:32058:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca16800. 02000000:00000001:2.0:1778653831.933130:0:32058:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653831.933139:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653831.933144:0:32058:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e108. 00000400:00000010:2.0:1778653831.933151:0:32058:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490a18. 00000100:00000200:2.0:1778653831.933162:0:32058:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054682112, portal 10 00000100:00000001:2.0:1778653831.933165:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.933166:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000040:2.0:1778653831.933172:0:32058:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653831.933186:0:32058:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653831.933188:0:32058:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653831.933191:0:32058:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864905d8. 00000100:00000200:2.0:1778653831.933195:0:32058:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054682112, offset 0 00000400:00000200:2.0:1778653831.933202:0:32058:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653831.933214:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.933223:0:32058:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653831.933230:0:32058:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653831.933236:0:32058:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653831.933240:0:32058:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653831.933243:0:32058:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653831.933248:0:32058:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2461:2461:256:4294967295] 192.168.204.110@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:2.0:1778653831.933252:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.933265:0:32058:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653831.933271:0:32058:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653831.933277:0:32058:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653831.933286:0:32058:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653831.933295:0:32058:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653831.933300:0:32058:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1778653831.933324:0:32058:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.933329:0:32058:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 827525 usecs (828 jiffies) 00000400:00000200:2.0:1778653831.933333:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653831.933336:0:32058:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387934 00000100:00000001:2.0:1778653831.933340:0:32058:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.933343:0:32058:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387934 00000100:00000001:2.0:1778653831.933345:0:32058:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.933348:0:32058:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.933351:0:32058:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.933354:0:32058:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.933356:0:32058:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653831.933359:0:32058:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383ecd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653831.933362:0:32058:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.933366:0:32058:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653831.933582:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653831.933588:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:0.0:1778653831.933594:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.933600:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653831.933607:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:0.0:1778653831.933610:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:0.0:1778653831.933614:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653831.933618:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653831.933629:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653831.933633:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653831.933639:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.933641:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1778653831.933804:0:32040:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622386614604800 : -121687094946816 : ffff915383ee9400) 00000080:00000001:3.0:1778653831.933811:0:32040:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1778653831.933817:0:32040:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff915383e94000. 00800000:00000002:3.0:1778653831.933901:0:32040:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 3 00800000:00000001:3.0:1778653831.933912:0:32040:0:(lmv_obd.c:4598:lmv_batch_add()) Process entered 00800000:00000001:3.0:1778653831.933918:0:32040:0:(lmv_obd.c:4561:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1778653831.933921:0:32040:0:(lmv_obd.c:4565:lmv_batch_get_sub()) Process leaving (rc=18446622386614647264 : -121687094904352 : ffff915383ef39e0) 00000002:00000001:3.0:1778653831.933926:0:32040:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1778653831.933930:0:32040:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff915383e359c0. 00000002:00000001:3.0:1778653831.933933:0:32040:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1778653831.933937:0:32040:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff915383f3b120. 00000002:00000010:3.0:1778653831.933941:0:32040:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9153861bae40. 00000002:00000010:3.0:1778653831.933947:0:32040:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff91538993f000. 00000002:00000001:3.0:1778653831.933949:0:32040:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1778653831.933951:0:32040:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1778653831.933963:0:32040:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1778653831.933967:0:32040:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1778653831.933970:0:32040:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653831.933975:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 3 00010000:00000001:3.0:1778653831.933978:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.933980:0:32040:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653831.933983:0:32040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176e00. 00000020:00000001:3.0:1778653831.933986:0:32040:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653831.933988:0:32040:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176e00 with handle 0x3df471c51a8901ea to hash 00000020:00000001:3.0:1778653831.933991:0:32040:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653831.933992:0:32040:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653831.933994:0:32040:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653831.933996:0:32040:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.933999:0:32040:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.934003:0:32040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653831.934012:0:32040:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.934018:0:32040:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934020:0:32040:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934024:0:32040:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1778653831.934027:0:32040:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9153861ba640. 00000002:00000001:3.0:1778653831.934030:0:32040:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934033:0:32040:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934034:0:32040:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.934036:0:32040:0:(lmv_obd.c:4610:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.934038:0:32040:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.934041:0:32040:0:(lmv_obd.c:4465:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1778653831.934043:0:32040:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1778653831.934045:0:32040:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1778653831.934047:0:32040:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1778653831.934062:0:32040:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1df80. 00000020:00000040:3.0:1778653831.934067:0:32040:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653831.934070:0:32040:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653831.934074:0:32040:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653831.934077:0:32040:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653831.934084:0:32040:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e97000. 00000100:00000001:3.0:1778653831.934091:0:32040:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934094:0:32040:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934097:0:32040:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.934100:0:32040:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.934104:0:32040:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653831.934108:0:32040:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653831.934114:0:32040:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000951cdbe4] to pc [ptlrpcd_01_01+1] req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1778653831.934150:0:32040:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.934154:0:32040:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.934156:0:32040:0:(lmv_obd.c:4487:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.934157:0:32040:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000010:3.0:1778653831.934161:0:32040:0:(statahead.c:1526:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff915382d16c00. 00000080:00000001:3.0:1778653831.934165:0:32040:0:(statahead.c:1527:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.934178:0:32040:0:(lmv_obd.c:4465:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1778653831.934179:0:32040:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1778653831.934181:0:32040:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.934182:0:32040:0:(lmv_obd.c:4487:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.934184:0:32040:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1778653831.934186:0:32040:0:(lmv_obd.c:4432:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1778653831.934187:0:32040:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1778653831.934189:0:32040:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1778653831.934190:0:32040:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1778653831.934193:0:32040:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff915383ef39e0. 00000002:00000001:3.0:1778653831.934195:0:32040:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1778653831.934197:0:32040:0:(lmv_obd.c:4445:lmv_batch_stop()) kfreed 'sub': 32 at ffff915383ef3720. 00800000:00000010:3.0:1778653831.934199:0:32040:0:(lmv_obd.c:4453:lmv_batch_stop()) kfreed 'lbh': 48 at ffff915385e807c0. 00800000:00000001:3.0:1778653831.934202:0:32040:0:(lmv_obd.c:4454:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.934204:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00400000:3.0:1778653831.934205:0:32040:0:(statahead.c:1139:ll_stop_agl()) stop agl thread: sai ffff915386165c00 pid 32041 00000100:00000001:2.0:1778653831.934208:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.934210:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653831.934217:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.934224:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653831.934226:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.934229:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1778653831.934229:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1778653831.934232:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.934232:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653831.934234:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653831.934237:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054682240:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:2.0:1778653831.934241:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653831.934245:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653831.934246:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.934248:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653831.934255:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff915383e14000. 02000000:00000001:2.0:1778653831.934257:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653831.934262:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653831.934266:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653831.934271:0:2369:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff915383ecd180. 00000100:00000200:2.0:1778653831.934276:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1865052054682240, portal 4 00000100:00000001:2.0:1778653831.934278:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653831.934279:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678783872 : -121687030767744 : ffff915387c1df80) 00000100:00000040:2.0:1778653831.934284:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.934290:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653831.934293:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653831.934295:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653831.934298:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1865052054682240, offset 0 00000400:00000200:2.0:1778653831.934304:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653831.934309:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.934314:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653831.934318:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653831.934322:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653831.934325:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653831.934328:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653831.934331:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2462:2462:256:4294967295] 192.168.204.110@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:2.0:1778653831.934335:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653831.934342:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653831.934346:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653831.934351:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653831.934355:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653831.934360:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653831.934363:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:2.0:1778653831.934371:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653831.934375:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 827525 usecs (828 jiffies) 00000400:00000200:2.0:1778653831.934378:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653831.934380:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387938 00000100:00000001:2.0:1778653831.934383:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.934385:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387938 00000100:00000001:2.0:1778653831.934387:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:2.0:1778653831.934389:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653831.934391:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.934394:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.934396:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.934405:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.934407:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653831.934409:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653831.934410:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653831.934412:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.934413:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653831.934459:0:32041:0:(statahead.c:1121:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653831.934620:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653831.934624:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:0.0:1778653831.934628:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.934633:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653831.934636:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000080:00400000:3.0:1778653831.934637:0:32040:0:(statahead.c:1154:ll_stop_agl()) agl thread stopped: sai ffff915386165c00, parent / 00000400:00000010:0.0:1778653831.934638:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:0.0:1778653831.934641:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653831.934645:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.934691:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653831.934694:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.934701:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.934702:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653831.938388:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.938415:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653831.938421:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.938424:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.938436:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.938445:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653831.938455:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.938461:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.938468:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.938473:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4320 into portal 4 MB=0x6a0414534fa80 00000400:00000200:0.0:1778653831.938479:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.938486:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 4320/4320 into md 0x6571 [2] + 224 00000800:00000001:0.0:1778653831.938496:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.938508:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.938512:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.938517:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653831.938526:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653831.938538:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653831.938551:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.938567:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653831.938579:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.938583:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.938675:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653831.938681:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653831.938690:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653831.938692:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653831.938697:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:2.0:1778653831.938703:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383ecd180 00000400:00000010:2.0:1778653831.938706:0:2369:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff915383ecd180. 00000100:00000001:2.0:1778653831.938711:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653831.938716:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653831.938725:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.938732:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653831.938734:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.938738:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653831.938742:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653831.938745:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653831.938748:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653831.938752:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653831.938765:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd78 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1778653831.938770:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653831.938772:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653831.938776:0:2369:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.938782:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1778653831.938787:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653831.938789:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1778653831.938792:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653831.938796:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1778653831.938801:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.938809:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1778653831.938813:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653831.938816:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653831.938820:0:2369:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:2.0:1778653831.938828:0:2369:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:2.0:1778653831.938835:0:2369:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653831.938838:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.938842:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.938845:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=4 00000020:00000001:2.0:1778653831.938848:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653831.938861:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00010000:2.0:1778653831.938867:0:2369:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.938876:0:2369:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1778653831.938882:0:2369:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.938889:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653831.938893:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.938898:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.938901:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653831.938903:0:2369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.938910:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653831.938914:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653831.938917:0:2369:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653831.938919:0:2369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653831.938926:0:2369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2176e00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653831.938931:0:2369:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653831.938935:0:2369:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.938942:0:2369:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653831.938944:0:2369:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653831.938947:0:2369:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.938952:0:2369:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653831.938955:0:2369:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653831.938956:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653831.938958:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653831.938960:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=5 00000020:00000001:2.0:1778653831.938962:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653831.938964:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653831.938968:0:2369:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653831.938970:0:2369:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653831.938976:0:2369:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653831.938978:0:2369:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.938981:0:2369:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653831.938983:0:2369:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653831.938988:0:2369:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653831.938989:0:2369:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653831.938992:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653831.938994:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653831.939002:0:2369:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2176e00 with handle 0x3df471c51a8901ea from hash 00010000:00000001:2.0:1778653831.939004:0:2369:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653831.939006:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.939007:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.939009:0:2369:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653831.939010:0:2369:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653831.939013:0:2369:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653831.939015:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.939016:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.939018:0:2369:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653831.939020:0:2369:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653831.939022:0:2369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.939028:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.939029:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.939031:0:2369:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653831.939032:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653831.939034:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653831.939035:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653831.939036:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653831.939042:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176e00/0x3df471c51a8901ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653831.939055:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653831.939057:0:2369:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653831.939063:0:2369:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1778653831.939066:0:2369:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac196bc58 00000080:00400000:2.0:1778653831.939068:0:2369:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:2.0:1778653831.939071:0:2369:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1778653831.939075:0:2369:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653831.939077:0:2369:0:(dcache.c:176:ll_intent_release()) intent ffff915383e94190 released 00000080:00000001:2.0:1778653831.939079:0:2369:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1778653831.939084:0:2369:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 3 00000080:00000010:2.0:1778653831.939089:0:2369:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff915383e359c0. 00000080:00000010:2.0:1778653831.939093:0:2369:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff915383e94000. 00000080:00000001:2.0:1778653831.939099:0:2369:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1778653831.939101:0:2369:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9153861ba640. 00000002:00000010:2.0:1778653831.939105:0:2369:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff91538993f000. 00000002:00000010:2.0:1778653831.939109:0:2369:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9153861bae40. 00000002:00000010:2.0:1778653831.939111:0:2369:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff915383f3b120. 00000002:00000001:2.0:1778653831.939115:0:2369:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:2.0:1778653831.939117:0:2369:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1778653831.939123:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653831.939132:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054682240:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:2.0:1778653831.939138:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.939141:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653831.939144:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1df80 x1865052054682240/t0(0) o63->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653831.939152:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653831.939155:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653831.939159:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff915383e14000. 02000000:00000001:2.0:1778653831.939164:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1778653831.940692:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.940720:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653831.940726:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.940728:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.940738:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.940746:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653831.940756:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.940760:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.940767:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.940772:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a0414534fa00 00000400:00000200:0.0:1778653831.940777:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653831.940789:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x6569 [1] + 224 00000800:00000001:0.0:1778653831.940798:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.940811:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653831.940814:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.940819:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653831.940827:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653831.940835:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653831.940846:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653831.940939:0:32058:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653831.940961:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653831.940973:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653831.940977:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653831.941044:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653831.941048:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653831.941051:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653831.941057:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e97000. 02000000:00000001:2.0:1778653831.941065:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653831.941068:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653831.941071:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1df80. 00000100:00000001:2.0:1778653831.941075:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653831.941077:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.941081:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653831.941092:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653831.941094:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653831.941097:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653831.941100:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1778653831.941646:0:32058:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653831.941674:0:32058:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653831.941679:0:32058:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e108. 00000400:00000200:3.0:1778653831.941686:0:32058:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:3.0:1778653831.941689:0:32058:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:3.0:1778653831.941693:0:32058:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653831.941700:0:32058:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653831.941709:0:32058:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653831.941716:0:32058:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653831.941718:0:32058:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653831.941722:0:32058:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653831.941727:0:32058:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653831.941729:0:32058:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653831.941949:0:32058:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653831.941954:0:32058:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653831.941966:0:32058:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=92 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653831.941970:0:32058:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653831.941973:0:32058:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653831.941975:0:32058:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.941978:0:32058:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653831.941982:0:32058:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.941987:0:32058:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653831.941989:0:32058:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1778653831.941991:0:32058:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653831.941994:0:32058:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653831.942010:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653831.942018:0:32058:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653831.942022:0:32058:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653831.942025:0:32058:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653831.942029:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1778653847 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653831.942036:0:32058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:32058:1865052054682112:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1778653831.942042:0:32058:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653831.942045:0:32058:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.942048:0:32058:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653831.942050:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653831.942054:0:32058:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1778653847 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653831.942060:0:32058:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653831.942063:0:32058:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383ecd0c0. 00000100:00000001:3.0:1778653831.942067:0:32058:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653831.942069:0:32058:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.942072:0:32058:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653831.942078:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942081:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942084:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=4 00000020:00000001:3.0:1778653831.942086:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942089:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000040:3.0:1778653831.942105:0:32058:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a800, remote cookie: 0xdfa36d541726fa45, flags: 0x1001 00010000:00010000:3.0:1778653831.942112:0:32058:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653831.942125:0:32058:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653831.942128:0:32058:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653831.942140:0:32058:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6e00. 00010000:00000010:3.0:1778653831.942146:0:32058:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9f00. 00010000:00000001:3.0:1778653831.942152:0:32058:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.942155:0:32058:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653831.942164:0:32058:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942179:0:32058:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653831.942184:0:32058:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653831.942186:0:32058:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653831.942188:0:32058:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653831.942189:0:32058:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653831.942192:0:32058:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9153837f6e00) refcount = 1 00010000:00010000:3.0:1778653831.942197:0:32058:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942204:0:32058:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653831.942207:0:32058:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653831.942209:0:32058:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.942213:0:32058:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653831.942216:0:32058:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.942219:0:32058:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942225:0:32058:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653831.942227:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942228:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.942229:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942230:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.942232:0:32058:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.942237:0:32058:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653831.942239:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942241:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942242:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.942244:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942246:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942249:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942250:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942251:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=4 00000020:00000001:3.0:1778653831.942253:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942255:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942258:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.942261:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.942265:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942271:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942273:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.942274:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942275:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942276:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=5 00000020:00000001:3.0:1778653831.942278:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942281:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942283:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653831.942286:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942292:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942293:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653831.942296:0:32058:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942303:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653831.942305:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942306:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.942307:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942308:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653831.942313:0:32058:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653831.942327:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942328:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942330:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.942331:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942333:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00000002:00010000:3.0:1778653831.942336:0:32058:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653831.942346:0:32058:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861bac80. 00010000:00000001:3.0:1778653831.942349:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942350:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653831.942352:0:32058:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.942354:0:32058:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.942357:0:32058:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653831.942360:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942362:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942363:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.942365:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942367:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00000002:00010000:3.0:1778653831.942370:0:32058:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.942376:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942377:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.942379:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653831.942380:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.942381:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.942382:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.942383:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.942385:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000040:3.0:1778653831.942389:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653831.942391:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653831.942395:0:32058:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:3.0:1778653831.942397:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.942398:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653831.942399:0:32058:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653831.942403:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47708 00000002:00002000:3.0:1778653831.942405:0:32058:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653831.942408:0:32058:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.942413:0:32058:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.942416:0:32058:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653831.942419:0:32058:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653831.942423:0:32058:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653831.942427:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653831.942430:0:32058:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653831.942432:0:32058:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1c47b20 it_disposition b 00000080:00000001:3.0:1778653831.942436:0:32058:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653831.942444:0:32058:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653831.942448:0:32058:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653831.942452:0:32058:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:3.0:1778653831.942455:0:32058:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1778653831.942463:0:32058:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653831.942469:0:32058:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653831.942475:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165e00. 00000020:00000010:3.0:1778653831.942481:0:32058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164200. 00000020:00000010:3.0:1778653831.942485:0:32058:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.942492:0:32058:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.942498:0:32058:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.942504:0:32058:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.942511:0:32058:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.942515:0:32058:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.942519:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000008:00000010:3.0:1778653831.942523:0:32058:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.942527:0:32058:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.942531:0:32058:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.942535:0:32058:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653831.942538:0:32058:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653831.942540:0:32058:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653831.942543:0:32058:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653831.942549:0:32058:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653831.942551:0:32058:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653831.942557:0:32058:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b4e0. 00020000:00000010:3.0:1778653831.942562:0:32058:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75a00. 00020000:00000010:3.0:1778653831.942568:0:32058:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b7e0. 00020000:00000001:3.0:1778653831.942570:0:32058:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614941664 : -121687094609952 : ffff915383f3b7e0) 00020000:00000002:3.0:1778653831.942574:0:32058:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b7e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653831.942579:0:32058:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653831.942583:0:32058:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75a00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653831.942588:0:32058:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538c586ba0) owner ffff915383f34f80 00020000:00000001:3.0:1778653831.942592:0:32058:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653831.942594:0:32058:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538c586ba0) owner ffff915383f34f80 00020000:00000010:3.0:1778653831.942599:0:32058:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75a00. 00020000:00000010:3.0:1778653831.942603:0:32058:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b4e0. 00020000:00000010:3.0:1778653831.942606:0:32058:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b7e0. 00020000:00000002:3.0:1778653831.942609:0:32058:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653831.942611:0:32058:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.942613:0:32058:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653831.942615:0:32058:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653831.942619:0:32058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164200. 00000020:00000010:3.0:1778653831.942624:0:32058:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.942628:0:32058:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.942632:0:32058:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.942635:0:32058:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.942638:0:32058:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.942641:0:32058:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.942645:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165e00. 00000008:00000010:3.0:1778653831.943030:0:32058:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.943036:0:32058:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.943039:0:32058:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.943042:0:32058:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653831.943045:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000020:00000010:3.0:1778653831.943048:0:32058:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653831.943053:0:32058:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:3.0:1778653831.943057:0:32058:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653831.943063:0:32058:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff91538bd1d348): rc = 0 00000080:00000001:3.0:1778653831.943066:0:32058:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386746938184 : -121686962613432 : ffff91538bd1d348) 00010000:00000001:3.0:1778653831.943069:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.943071:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.943072:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.943074:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943077:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00000080:00000001:3.0:1778653831.943081:0:32058:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653831.943082:0:32058:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653831.943087:0:32058:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653831.943089:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000020:00000010:3.0:1778653831.943092:0:32058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165e00. 00000020:00000010:3.0:1778653831.943095:0:32058:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.943098:0:32058:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.943101:0:32058:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.943103:0:32058:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.943106:0:32058:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.943108:0:32058:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.943110:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164200. 00000008:00000010:3.0:1778653831.943113:0:32058:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.943115:0:32058:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.943118:0:32058:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.943121:0:32058:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653831.943123:0:32058:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653831.943125:0:32058:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653831.943126:0:32058:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653831.943128:0:32058:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653831.943129:0:32058:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653831.943132:0:32058:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b7e0. 00020000:00000010:3.0:1778653831.943134:0:32058:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75a00. 00020000:00000010:3.0:1778653831.943137:0:32058:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b4e0. 00020000:00000001:3.0:1778653831.943139:0:32058:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940896 : -121687094610720 : ffff915383f3b4e0) 00020000:00000002:3.0:1778653831.943141:0:32058:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b4e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653831.943145:0:32058:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653831.943149:0:32058:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75a00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653831.943152:0:32058:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538c586ba0) owner ffff915383f34f80 00020000:00000001:3.0:1778653831.943154:0:32058:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653831.943156:0:32058:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538c586ba0) owner ffff915383f34f80 00020000:00000010:3.0:1778653831.943159:0:32058:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75a00. 00020000:00000010:3.0:1778653831.943162:0:32058:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b7e0. 00020000:00000010:3.0:1778653831.943164:0:32058:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b4e0. 00020000:00000002:3.0:1778653831.943166:0:32058:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653831.943168:0:32058:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.943170:0:32058:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.943175:0:32058:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653831.943178:0:32058:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915383f34f80 00020000:00000002:3.0:1778653831.943181:0:32058:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1c00 addref 2/0 by ffff915383f34f80. 00020000:00000002:3.0:1778653831.943184:0:32058:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915383f34f80 00020000:00000001:3.0:1778653831.943187:0:32058:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653831.943190:0:32058:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653831.943191:0:32058:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653831.943193:0:32058:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653831.943196:0:32058:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653831.943198:0:32058:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653831.943201:0:32058:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653831.943203:0:32058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165e00. 00000020:00000010:3.0:1778653831.943206:0:32058:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.943208:0:32058:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.943211:0:32058:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.943213:0:32058:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.943215:0:32058:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.943217:0:32058:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.943219:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000008:00000010:3.0:1778653831.943221:0:32058:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.943223:0:32058:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.943226:0:32058:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.943228:0:32058:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653831.943230:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164200. 00000020:00000010:3.0:1778653831.943232:0:32058:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653831.943234:0:32058:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943236:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943238:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653831.943241:0:32058:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653831.943245:0:32058:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653831.943247:0:32058:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.943251:0:32058:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) for lock 0x3df471c51a8901e3 00800000:00000001:3.0:1778653831.943254:0:32058:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653831.943256:0:32058:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653831.943258:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.943260:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.943261:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.943263:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943266:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943268:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943270:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653831.943271:0:32058:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.943273:0:32058:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653831.943281:0:32058:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf385e8 inode ffff91538bd1d348 refc 1 flags 0x40000e 00000080:00000001:3.0:1778653831.943285:0:32058:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653831.943290:0:32058:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) 00000080:00010000:3.0:1778653831.943294:0:32058:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901e3 from it ffffa71ac1c47b20 00010000:00000001:3.0:1778653831.943296:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.943297:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.943299:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.943301:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943303:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943305:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653831.943309:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653831.943317:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943318:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.943320:0:32058:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653831.943323:0:32058:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653831.943326:0:32058:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653831.943334:0:32058:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653831.943337:0:32058:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653831.943340:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653831.943345:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943346:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.943348:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943352:0:32058:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653831.943355:0:32058:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943357:0:32058:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943360:0:32058:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943363:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653831.943364:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943365:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653831.943367:0:32058:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653831.943371:0:32058:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991400. 00000100:00000001:3.0:1778653831.943376:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653831.943384:0:32058:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0700 x1865052054682112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653831.943391:0:32058:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653831.943394:0:32058:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653831.943398:0:32058:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca16800. 02000000:00000001:3.0:1778653831.943402:0:32058:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653831.943405:0:32058:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653831.943407:0:32058:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653831.943409:0:32058:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653831.943412:0:32058:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f800. 02000000:00000001:3.0:1778653831.943416:0:32058:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653831.943418:0:32058:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653831.943420:0:32058:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0700. 00000100:00000001:3.0:1778653831.943424:0:32058:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653831.943425:0:32058:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653831.943428:0:32058:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653831.943430:0:32058:0:(dcache.c:176:ll_intent_release()) intent ffffa71ac1c47b20 released 00000080:00000001:3.0:1778653831.943431:0:32058:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1778653831.943447:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47d08 00000080:00200008:3.0:1778653831.943449:0:32058:0:(file.c:6227:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff91538bd1d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653831.943456:0:32058:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653831.943458:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47c80 00000080:00200000:3.0:1778653831.943460:0:32058:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff91538bd1d348),name=f22.recovery-small-2 00000080:00000010:3.0:1778653831.943465:0:32058:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164200. 00800000:00000002:3.0:1778653831.943471:0:32058:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653831.943479:0:32058:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653831.943483:0:32058:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653831.943485:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47ba0 00800000:00000002:3.0:1778653831.943487:0:32058:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653831.943491:0:32058:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653831.943496:0:32058:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653831.943502:0:32058:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653831.943504:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47a70 00000002:00010000:3.0:1778653831.943506:0:32058:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653831.943510:0:32058:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653831.943512:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.943515:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.943519:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653831.943522:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.943526:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.943529:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653831.943532:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653831.943540:0:32058:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653831.943545:0:32058:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.943548:0:32058:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653831.943555:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653831.943557:0:32058:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653831.943559:0:32058:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653831.943561:0:32058:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653831.943563:0:32058:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653831.943565:0:32058:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653831.943567:0:32058:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653831.943570:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653831.943572:0:32058:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164200. 00000080:00000001:3.0:1778653831.943576:0:32058:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653831.943578:0:32058:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.943581:0:32058:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) 00000080:00010000:3.0:1778653831.943584:0:32058:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff91538bd1d348) for lock 0x3df471c51a8901e3 00800000:00000001:3.0:1778653831.943587:0:32058:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653831.943588:0:32058:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653831.943590:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.943591:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.943593:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.943595:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943597:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943600:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943601:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653831.943602:0:32058:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.943603:0:32058:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.943605:0:32058:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901e3 from it ffffa71ac1c47cb8 00010000:00000001:3.0:1778653831.943607:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.943608:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.943609:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a800 refcount=3 00000020:00000001:3.0:1778653831.943611:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943613:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628962304 : -121687080589312 : ffff915384c9a800) 00010000:00000001:3.0:1778653831.943615:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653831.943617:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653831.943624:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943625:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.943626:0:32058:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653831.943628:0:32058:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653831.943630:0:32058:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653831.943636:0:32058:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653831.943637:0:32058:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653831.943638:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653831.943641:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943642:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.943643:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943645:0:32058:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653831.943646:0:32058:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943693:0:32058:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943696:0:32058:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.943697:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653831.943699:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.943700:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653831.943702:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653831.943703:0:32058:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653831.943707:0:32058:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653831.943710:0:32058:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653831.943712:0:32058:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653831.943715:0:32058:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653831.943717:0:32058:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.943719:0:32058:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653831.943722:0:32058:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1778653831.943724:0:32058:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653831.943728:0:32058:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653831.943731:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164200. 00000020:00000010:3.0:1778653831.943734:0:32058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164c00. 00000020:00000010:3.0:1778653831.943737:0:32058:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.943740:0:32058:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.943743:0:32058:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.943745:0:32058:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.943749:0:32058:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.943751:0:32058:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.943754:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165e00. 00000008:00000010:3.0:1778653831.943756:0:32058:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.943758:0:32058:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.943760:0:32058:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.943763:0:32058:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653831.943765:0:32058:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653831.943767:0:32058:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653831.943772:0:32058:0:(cl_object.c:151:cl_object_top()) ffff9153898fed00 -> ffff9153898fed00 00000020:00000001:3.0:1778653831.943775:0:32058:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653831.943778:0:32058:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653831.943788:0:32058:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1778653831.943791:0:32058:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653831.944334:0:32058:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653831.944339:0:32058:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653831.944341:0:32058:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.944343:0:32058:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653831.944348:0:32058:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9153864712a0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1778653831.944352:0:32058:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915383f34f80 00020000:00000001:3.0:1778653831.944356:0:32058:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653831.944358:0:32058:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653831.944361:0:32058:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653831.944362:0:32058:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.944365:0:32058:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653831.944367:0:32058:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653831.944369:0:32058:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.944370:0:32058:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653831.944372:0:32058:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653831.944373:0:32058:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653831.944375:0:32058:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915383f34f80 00000020:00000001:3.0:1778653831.944378:0:32058:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653831.944381:0:32058:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653831.944382:0:32058:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:3.0:1778653831.944385:0:32058:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653831.944387:0:32058:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653831.944390:0:32058:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653831.944392:0:32058:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653831.944397:0:32058:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653831.944405:0:32058:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9200. 00020000:00000002:3.0:1778653831.944408:0:32058:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653831.944410:0:32058:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653831.944412:0:32058:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653831.944414:0:32058:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653831.944416:0:32058:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653831.944420:0:32058:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01360. 00000020:00000010:3.0:1778653831.944423:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165800. 00000020:00000010:3.0:1778653831.944426:0:32058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164600. 00000020:00000010:3.0:1778653831.944429:0:32058:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b4e0. 00000008:00000010:3.0:1778653831.944434:0:32058:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653831.944437:0:32058:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653831.944441:0:32058:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653831.944444:0:32058:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653831.944447:0:32058:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653831.944449:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000008:00000010:3.0:1778653831.944452:0:32058:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653831.944455:0:32058:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653831.944458:0:32058:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653831.944461:0:32058:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe960. 00000020:00000001:3.0:1778653831.944463:0:32058:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763240 : -121687028788376 : ffff915387e01368) 00000020:00001000:3.0:1778653831.944465:0:32058:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01360 00000020:00000001:3.0:1778653831.944468:0:32058:0:(cl_object.c:151:cl_object_top()) ffff9153898fe468 -> ffff9153898fed00 00000020:00000001:3.0:1778653831.944470:0:32058:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653831.944473:0:32058:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653831.944474:0:32058:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653831.944475:0:32058:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.944477:0:32058:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.944479:0:32058:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653831.944482:0:32058:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653831.944487:0:32058:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653831.944490:0:32058:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653831.944493:0:32058:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653831.944495:0:32058:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653831.944496:0:32058:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9230, osc lock ffff91538c5e3a20, flags 0x400001002 00000020:00000001:3.0:1778653831.944499:0:32058:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.944501:0:32058:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.944504:0:32058:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614604288 : -121687094947328 : ffff915383ee9200) 00000020:00000001:3.0:1778653831.944506:0:32058:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653831.944507:0:32058:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653831.944509:0:32058:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.944510:0:32058:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.944513:0:32058:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653831.944515:0:32058:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653831.944517:0:32058:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653831.944519:0:32058:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653831.944521:0:32058:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653831.944522:0:32058:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653831.944523:0:32058:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653831.944526:0:32058:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653831.944529:0:32058:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653831.944534:0:32058:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653831.944537:0:32058:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653831.944539:0:32058:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653831.944541:0:32058:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653831.944542:0:32058:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653831.944544:0:32058:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653831.944546:0:32058:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653831.944550:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.944555:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:3.0:1778653831.944558:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.944564:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.944569:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653831.944573:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653831.944586:0:32058:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653831.944590:0:32058:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.944592:0:32058:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653831.944599:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.944601:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.944603:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:3.0:1778653831.944605:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:3.0:1778653831.944607:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00000008:00000001:3.0:1778653831.944610:0:32058:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653831.944613:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.944615:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.944616:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:3.0:1778653831.944618:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:3.0:1778653831.944620:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00000008:00000001:3.0:1778653831.944623:0:32058:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1778653831.944625:0:32058:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000008:00010000:3.0:1778653831.944630:0:32058:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1778653831.944639:0:32058:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000020:00000001:3.0:1778653831.944641:0:32058:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653831.944643:0:32058:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1778653831.944646:0:32058:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653831.944754:0:32058:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.944757:0:32058:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.944760:0:32058:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000008:00000001:3.0:1778653831.944762:0:32058:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1778653831.944764:0:32058:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653831.944766:0:32058:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653831.944769:0:32058:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653831.944771:0:32058:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.944773:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.944774:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.944776:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:3.0:1778653831.944778:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:3.0:1778653831.944784:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:3.0:1778653831.944787:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653831.944790:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653831.944955:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.944957:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.944958:0:32058:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653831.944961:0:32058:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653831.944963:0:32058:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653831.944973:0:32058:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653831.944975:0:32058:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653831.944977:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653831.944981:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.944983:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.944985:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.944987:0:32058:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653831.944988:0:32058:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.944990:0:32058:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.944992:0:32058:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.944994:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653831.944995:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.944996:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.945056:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.945058:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653831.945060:0:32058:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653831.945064:0:32058:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945066:0:32058:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.945068:0:32058:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945070:0:32058:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945071:0:32058:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653831.945073:0:32058:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653831.945075:0:32058:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653831.945076:0:32058:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1778653831.945078:0:32058:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945080:0:32058:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.945085:0:32058:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653831.945087:0:32058:0:(cl_object.c:151:cl_object_top()) ffff9153898fed00 -> ffff9153898fed00 00000020:00000001:3.0:1778653831.945089:0:32058:0:(cl_object.c:151:cl_object_top()) ffff9153898fed00 -> ffff9153898fed00 00000020:00000001:3.0:1778653831.945090:0:32058:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653831.945094:0:32058:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653831.945098:0:32058:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653831.945100:0:32058:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653831.945101:0:32058:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653831.945103:0:32058:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653831.945106:0:32058:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653831.945110:0:32058:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653831.945112:0:32058:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653831.945115:0:32058:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945117:0:32058:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945118:0:32058:0:(cl_object.c:151:cl_object_top()) ffff9153898fed00 -> ffff9153898fed00 00000080:00200000:3.0:1778653831.945121:0:32058:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1778653831.945124:0:32058:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653831.945127:0:32058:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653831.945129:0:32058:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471240 (ffff915387e01cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1778653831.945132:0:32058:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653831.945134:0:32058:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471240 (ffff915387e01cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653831.945136:0:32058:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653831.945139:0:32058:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653831.945140:0:32058:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653831.945142:0:32058:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653831.945143:0:32058:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9230 (ffff915387e01368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653831.945146:0:32058:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653831.945147:0:32058:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653831.945149:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.945150:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653831.945151:0:32058:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653831.945153:0:32058:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653831.945154:0:32058:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653831.945155:0:32058:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653831.945157:0:32058:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653831.945158:0:32058:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471240 (ffff915387e01cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653831.945162:0:32058:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653831.945163:0:32058:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653831.945164:0:32058:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9230 (ffff915387e01cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653831.945168:0:32058:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653831.945174:0:32058:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653831.945176:0:32058:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9200. 00020000:00000001:3.0:1778653831.945179:0:32058:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653831.945180:0:32058:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653831.945182:0:32058:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653831.945183:0:32058:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945187:0:32058:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653831.945189:0:32058:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653831.945191:0:32058:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653831.945192:0:32058:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653831.945194:0:32058:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653831.945196:0:32058:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01360 00000020:00000010:3.0:1778653831.945200:0:32058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164600. 00000020:00000010:3.0:1778653831.945205:0:32058:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b4e0. 00000008:00000010:3.0:1778653831.945209:0:32058:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653831.945215:0:32058:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653831.945218:0:32058:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653831.945222:0:32058:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653831.945225:0:32058:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653831.945229:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165800. 00000008:00000010:3.0:1778653831.945233:0:32058:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653831.945236:0:32058:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653831.945239:0:32058:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653831.945242:0:32058:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe960. 00000020:00000010:3.0:1778653831.945245:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000020:00000010:3.0:1778653831.945247:0:32058:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01360. 00020000:00000001:3.0:1778653831.945250:0:32058:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653831.945252:0:32058:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653831.945255:0:32058:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653831.945258:0:32058:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653831.945261:0:32058:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653831.945263:0:32058:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.945265:0:32058:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653831.945267:0:32058:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653831.945268:0:32058:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653831.945269:0:32058:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653831.945271:0:32058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164c00. 00000020:00000010:3.0:1778653831.945274:0:32058:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.945277:0:32058:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.945280:0:32058:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.945282:0:32058:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.945285:0:32058:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.945287:0:32058:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.945289:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164200. 00000008:00000010:3.0:1778653831.945291:0:32058:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.945293:0:32058:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.945295:0:32058:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.945297:0:32058:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653831.945299:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165e00. 00000020:00000010:3.0:1778653831.945301:0:32058:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000001:00000001:3.0:1778653831.945304:0:32058:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945312:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47d08 00000080:00000008:3.0:1778653831.945314:0:32058:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff91538bd1d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653831.945321:0:32058:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653831.945323:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47da0 00000080:00002000:3.0:1778653831.945325:0:32058:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff91538bf385e8, parent ffff91538bd08360, inode ffff91538bd1d348) hashed, 00000080:00000001:3.0:1778653831.945328:0:32058:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.945386:0:32058:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653831.945391:0:32058:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653831.945393:0:32058:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653831.945394:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47bd8 00000080:00200000:3.0:1778653831.945397:0:32058:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653831.945403:0:32058:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165e00. 00800000:00000002:3.0:1778653831.945409:0:32058:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653831.945413:0:32058:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653831.945416:0:32058:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653831.945419:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47af8 00800000:00000002:3.0:1778653831.945421:0:32058:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653831.945425:0:32058:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653831.945430:0:32058:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653831.945435:0:32058:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653831.945437:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c479c8 00000002:00010000:3.0:1778653831.945439:0:32058:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653831.945443:0:32058:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653831.945445:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.945448:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.945453:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 2 00010000:00000001:3.0:1778653831.945457:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.945460:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.945464:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653831.945467:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653831.945476:0:32058:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653831.945482:0:32058:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.945485:0:32058:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653831.945491:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653831.945493:0:32058:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653831.945495:0:32058:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653831.945497:0:32058:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653831.945499:0:32058:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653831.945501:0:32058:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653831.945504:0:32058:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653831.945506:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653831.945509:0:32058:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165e00. 00000080:00000001:3.0:1778653831.945512:0:32058:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653831.945514:0:32058:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.945516:0:32058:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653831.945520:0:32058:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8901dc 00800000:00000001:3.0:1778653831.945524:0:32058:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653831.945525:0:32058:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653831.945527:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.945528:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.945530:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:3.0:1778653831.945532:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.945534:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.945537:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.945538:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653831.945540:0:32058:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.945541:0:32058:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.945543:0:32058:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901dc from it ffffa71ac1c47c10 00010000:00000001:3.0:1778653831.945545:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.945546:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.945547:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:3.0:1778653831.945549:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.945550:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.945552:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653831.945554:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653831.945560:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.945561:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.945562:0:32058:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653831.945564:0:32058:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653831.945565:0:32058:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653831.945571:0:32058:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653831.945572:0:32058:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653831.945574:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653831.945576:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.945577:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.945579:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.945580:0:32058:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653831.945581:0:32058:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.945583:0:32058:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.945585:0:32058:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.945587:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653831.945588:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.945589:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653831.945592:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653831.945594:0:32058:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653831.945596:0:32058:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653831.945600:0:32058:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.945609:0:32058:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653831.945611:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47da0 00000080:00002000:3.0:1778653831.945613:0:32058:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff91538bf385e8) flags 0x48000e refc 0 00000080:00000001:3.0:1778653831.945616:0:32058:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.945618:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47e10 00000080:00200000:3.0:1778653831.945619:0:32058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:3.0:1778653831.945625:0:32058:0:(statahead.c:1990:revalidate_statahead_dentry()) Process entered 00000080:00000020:3.0:1778653831.945629:0:32058:0:(statahead.c:273:sa_get()) lustre: wrong pid=32039:32058 for entry f22.recovery-small-2 00000080:00000001:3.0:1778653831.945634:0:32058:0:(statahead.c:2039:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:3.0:1778653831.945637:0:32058:0:(statahead.c:2615:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:3.0:1778653831.945642:0:32058:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653831.945643:0:32058:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653831.945645:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47d30 00000080:00200000:3.0:1778653831.945646:0:32058:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653831.946379:0:32058:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165e00. 00800000:00000002:3.0:1778653831.946385:0:32058:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653831.946388:0:32058:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653831.946391:0:32058:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653831.946394:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47c50 00800000:00000002:3.0:1778653831.946396:0:32058:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653831.946400:0:32058:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653831.946403:0:32058:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653831.946408:0:32058:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653831.946409:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47b20 00000002:00010000:3.0:1778653831.946411:0:32058:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653831.946414:0:32058:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653831.946416:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.946418:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.946421:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 2 00010000:00000001:3.0:1778653831.946423:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.946427:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.946429:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653831.946432:0:32058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1778653831.946447:0:32058:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653831.946451:0:32058:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653831.946454:0:32058:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1778653831.946461:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653831.946463:0:32058:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653831.946465:0:32058:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653831.946467:0:32058:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653831.946469:0:32058:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653831.946471:0:32058:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653831.946473:0:32058:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653831.946475:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653831.946478:0:32058:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165e00. 00000080:00000001:3.0:1778653831.946482:0:32058:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653831.946483:0:32058:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.946485:0:32058:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653831.946489:0:32058:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8901dc 00800000:00000001:3.0:1778653831.946492:0:32058:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653831.946494:0:32058:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653831.946495:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.946496:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.946498:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:3.0:1778653831.946500:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.946502:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.946504:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.946505:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653831.946506:0:32058:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.946508:0:32058:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653831.946510:0:32058:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901dc from it ffffa71ac1c47d68 00010000:00000001:3.0:1778653831.946511:0:32058:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653831.946512:0:32058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653831.946514:0:32058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b400 refcount=3 00000020:00000001:3.0:1778653831.946516:0:32058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.946517:0:32058:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628965376 : -121687080586240 : ffff915384c9b400) 00010000:00000001:3.0:1778653831.946519:0:32058:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653831.946521:0:32058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653831.946527:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.946528:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.946529:0:32058:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653831.946530:0:32058:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653831.946532:0:32058:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653831.946538:0:32058:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653831.946540:0:32058:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653831.946541:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653831.946544:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.946545:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.946546:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.946548:0:32058:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653831.946549:0:32058:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.946550:0:32058:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.946553:0:32058:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.946554:0:32058:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653831.946555:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.946556:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653831.946558:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653831.946559:0:32058:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653831.946563:0:32058:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653831.946566:0:32058:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.946570:0:32058:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:3.0:1778653831.946572:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47df8 00000080:00200000:3.0:1778653831.946573:0:32058:0:(namei.c:2402:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:3.0:1778653831.946577:0:32058:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1778653831.946579:0:32058:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653831.946584:0:32058:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653831.946588:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165e00. 00000020:00000010:3.0:1778653831.946592:0:32058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164200. 00000020:00000010:3.0:1778653831.946596:0:32058:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.946602:0:32058:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.946607:0:32058:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.946612:0:32058:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.946619:0:32058:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.946622:0:32058:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.946625:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000008:00000010:3.0:1778653831.946628:0:32058:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.946631:0:32058:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.946634:0:32058:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.946637:0:32058:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653831.946639:0:32058:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653831.946642:0:32058:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653831.946644:0:32058:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653831.946683:0:32058:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff915383f34f80 00020000:00000002:3.0:1778653831.946688:0:32058:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1c00 addref 2/0 by ffff915383f34f80. 00020000:00000002:3.0:1778653831.946691:0:32058:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff915383f34f80 00020000:00000001:3.0:1778653831.946693:0:32058:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653831.946696:0:32058:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653831.946697:0:32058:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653831.946700:0:32058:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1778653831.946703:0:32058:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1778653831.946706:0:32058:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653831.946710:0:32058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164200. 00000020:00000010:3.0:1778653831.946715:0:32058:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.946718:0:32058:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.946722:0:32058:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.946725:0:32058:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.946728:0:32058:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.946732:0:32058:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.946735:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165e00. 00000008:00000010:3.0:1778653831.946738:0:32058:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.946741:0:32058:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.946743:0:32058:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.946746:0:32058:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653831.946987:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000020:00000010:3.0:1778653831.946990:0:32058:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653831.946993:0:32058:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653831.946998:0:32058:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164c00. 00800000:00000002:3.0:1778653831.947002:0:32058:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:3.0:1778653831.947012:0:32058:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653831.947017:0:32058:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1778653831.947020:0:32058:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:3.0:1778653831.947023:0:32058:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653831.947026:0:32058:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:3.0:1778653831.947031:0:32058:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1778653831.947033:0:32058:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653831.947036:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 2 00010000:00000001:3.0:1778653831.947039:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.947041:0:32058:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653831.947045:0:32058:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653831.947048:0:32058:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1778653831.947177:0:32058:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653831.947182:0:32058:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653831.947184:0:32058:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653831.947186:0:32058:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653831.947189:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947191:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947193:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 3 00010000:00000001:3.0:1778653831.947195:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947198:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.947200:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947202:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947203:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 3 00010000:00000001:3.0:1778653831.947205:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947207:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.947208:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947210:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947211:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c600 count: 3 00010000:00000001:3.0:1778653831.947213:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947215:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.947217:0:32058:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653831.947220:0:32058:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653831.947225:0:32058:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653831.947227:0:32058:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653831.947230:0:32058:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653831.947231:0:32058:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.947235:0:32058:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653831.947238:0:32058:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653831.947240:0:32058:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653831.947241:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.947243:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653831.947246:0:32058:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9b400 with handle 0x3df471c51a8901dc from hash 00010000:00000001:3.0:1778653831.947249:0:32058:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653831.947250:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.947251:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.947252:0:32058:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653831.947256:0:32058:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653831.947258:0:32058:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653831.947261:0:32058:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653831.947262:0:32058:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653831.947264:0:32058:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653831.947267:0:32058:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653831.947270:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 2 00010000:00000001:3.0:1778653831.947272:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653831.947274:0:32058:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653831.947276:0:32058:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653831.947279:0:32058:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1778653831.947287:0:32058:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653831.947288:0:32058:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653831.947289:0:32058:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653831.947291:0:32058:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:3.0:1778653831.947293:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947294:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947295:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:3.0:1778653831.947297:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947299:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.947300:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947301:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947303:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:3.0:1778653831.947304:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947306:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.947307:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947308:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947310:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:3.0:1778653831.947312:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947314:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.947315:0:32058:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653831.947316:0:32058:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653831.947318:0:32058:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6e00 count: 3 00010000:00000001:3.0:1778653831.947319:0:32058:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653831.947321:0:32058:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.947323:0:32058:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.947326:0:32058:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653831.947327:0:32058:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653831.947330:0:32058:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653831.947334:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165e00. 00000020:00000010:3.0:1778653831.947414:0:32058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164200. 00000020:00000010:3.0:1778653831.947419:0:32058:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.947422:0:32058:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.947425:0:32058:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.947428:0:32058:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.947433:0:32058:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.947435:0:32058:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.947438:0:32058:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000008:00000010:3.0:1778653831.947441:0:32058:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.947443:0:32058:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.947445:0:32058:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.947448:0:32058:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653831.947450:0:32058:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653831.947452:0:32058:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653831.947455:0:32058:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1778653831.947510:0:32058:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:3.0:1778653831.947514:0:32058:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1778653831.947517:0:32058:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1778653831.947521:0:32058:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653831.947524:0:32058:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653831.947527:0:32058:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1778653831.947530:0:32058:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653831.947532:0:32058:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653831.947534:0:32058:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653831.947537:0:32058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164200. 00000020:00000010:3.0:1778653831.947540:0:32058:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b000. 00000008:00000010:3.0:1778653831.947543:0:32058:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653831.947546:0:32058:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d6c0. 00008000:00000010:3.0:1778653831.947549:0:32058:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653831.947551:0:32058:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653831.947554:0:32058:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653831.947556:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165e00. 00000008:00000010:3.0:1778653831.947559:0:32058:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653831.947562:0:32058:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653831.947564:0:32058:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653831.947567:0:32058:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653831.947569:0:32058:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000020:00000010:3.0:1778653831.947571:0:32058:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653831.947574:0:32058:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.947577:0:32058:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653831.947579:0:32058:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff91538bd1d348) invalid 00000020:00000001:3.0:1778653831.947582:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47a60 00000080:00002000:3.0:1778653831.947584:0:32058:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff91538bf385e8) parent ffff91538bd08360 inode ffff91538bd1d348 refc 1 00000080:00000001:3.0:1778653831.947589:0:32058:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653831.947590:0:32058:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653831.947592:0:32058:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.947594:0:32058:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653831.947596:0:32058:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653831.947597:0:32058:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653831.947599:0:32058:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653831.947601:0:32058:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653831.947603:0:32058:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a800 with handle 0x3df471c51a8901e3 from hash 00010000:00000001:3.0:1778653831.947606:0:32058:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653831.947607:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653831.947608:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.947609:0:32058:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653831.947611:0:32058:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653831.947612:0:32058:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653831.947614:0:32058:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653831.947616:0:32058:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653831.947619:0:32058:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1778653831.947625:0:32058:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ed80. 00000020:00000040:3.0:1778653831.947629:0:32058:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653831.947636:0:32058:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653831.947639:0:32058:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.947642:0:32058:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653831.947647:0:32058:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653831.947682:0:32058:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.947687:0:32058:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653831.947689:0:32058:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653831.947693:0:32058:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653831.947702:0:32058:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386165a00. 00000100:00000001:3.0:1778653831.947711:0:32058:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.947714:0:32058:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653831.947717:0:32058:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653831.947723:0:32058:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653831.947732:0:32058:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1778653831.947739:0:32058:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1778653831.947741:0:32058:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653831.947743:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653831.947745:0:32058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a800/0x3df471c51a8901e3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726fa45 expref: -99 pid: 32058 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1778653831.947753:0:32058:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861bac80. 00010000:00000040:3.0:1778653831.947758:0:32058:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6e00 count: 0 00010000:00000010:3.0:1778653831.947764:0:32058:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9f00. 00010000:00000001:3.0:1778653831.947774:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.947776:0:32058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653831.947871:0:32058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9b400/0x3df471c51a8901dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fa14 expref: -99 pid: 32058 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1778653831.947880:0:32058:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c600 count: 0 00010000:00000010:3.0:1778653831.947883:0:32058:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36800. 00010000:00000001:3.0:1778653831.947890:0:32058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653831.947892:0:32058:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.947894:0:32058:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653831.947896:0:32058:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653831.947898:0:32058:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1778653831.947911:0:32058:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1778653831.947926:0:32058:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653831.947935:0:32058:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653831.947938:0:32058:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653831.947947:0:32058:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915383e35180. 00000100:00000001:3.0:1778653831.947949:0:32058:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386613866880 : -121687095684736 : ffff915383e35180) 00000100:00000001:3.0:1778653831.947953:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653831.947954:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000001:3.0:1778653831.947959:0:32058:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653831.947965:0:32058:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.947968:0:32058:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653831.947969:0:32058:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653831.947974:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653831.947983:0:32058:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653831.947986:0:32058:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653831.947990:0:32058:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653831.947993:0:32058:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653831.947996:0:32058:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653831.948000:0:32058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ed80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:32058:1865052054682496:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653831.948004:0:32058:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653831.948012:0:32058:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653831.948015:0:32058:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653831.948017:0:32058:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653831.948022:0:32058:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96800. 02000000:00000001:3.0:1778653831.948024:0:32058:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653831.948034:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653831.948039:0:32058:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653831.948046:0:32058:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653831.948268:0:32058:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054682496, portal 10 00000100:00000001:3.0:1778653831.948271:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653831.948273:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000040:3.0:1778653831.948281:0:32058:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653831.948289:0:32058:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653831.948292:0:32058:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653831.948296:0:32058:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c7f8. 00000100:00000200:3.0:1778653831.948300:0:32058:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1865052054682496, offset 0 00000400:00000200:3.0:1778653831.948308:0:32058:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653831.948319:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653831.948329:0:32058:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653831.948335:0:32058:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653831.948425:0:32058:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653831.948430:0:32058:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653831.948434:0:32058:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653831.948439:0:32058:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2463:2463:256:4294967295] 192.168.204.110@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:3.0:1778653831.948444:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653831.948976:0:32058:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653831.948985:0:32058:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653831.948992:0:32058:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653831.949001:0:32058:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653831.949010:0:32058:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653831.949015:0:32058:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1778653831.949030:0:32058:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653831.949035:0:32058:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 825375 usecs (826 jiffies) 00000400:00000200:3.0:1778653831.949040:0:32058:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653831.949043:0:32058:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296387951 00000100:00000001:3.0:1778653831.949047:0:32058:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:3.0:1778653831.949238:0:32058:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296387951 00000100:00000001:3.0:1778653831.949242:0:32058:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:3.0:1778653831.949245:0:32058:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653831.949248:0:32058:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.949252:0:32058:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653831.949254:0:32058:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653831.949258:0:32058:0:(client.c:2691:ptlrpc_set_wait()) set ffff915383e35180 going to sleep for 11 seconds 00000100:00000001:3.0:1778653831.949261:0:32058:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653831.949265:0:32058:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653831.949643:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653831.949676:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:0.0:1778653831.949685:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653831.949693:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653831.949700:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c7f8 00000400:00000010:0.0:1778653831.949703:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c7f8. 00000100:00000001:0.0:1778653831.949709:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653831.949716:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.949729:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653831.949734:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653831.949742:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653831.949744:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653831.956816:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.956889:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653831.956896:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.956900:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.956912:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.956919:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653831.956929:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.956935:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.956941:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.956945:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a0414534fb80 00000400:00000200:1.0:1778653831.956949:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.956955:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6579 [1] + 224 00000800:00000001:1.0:1778653831.956963:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.956969:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653831.956972:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653831.956976:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653831.956985:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653831.956997:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653831.957010:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653831.957027:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653831.957039:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653831.957043:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653831.957050:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653831.957059:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2464:2464:256:4294967295] 192.168.204.110@tcp LPNI seq info [2464:2464:8:4294967295] 00000100:00000001:3.0:1778653831.957062:0:32058:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1778653831.957064:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000001:3.0:1778653831.957075:0:32058:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1778653831.957078:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000400:00000001:3.0:1778653831.957079:0:32058:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653831.957086:0:32058:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000800:00000200:1.0:1778653831.957089:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653831.957095:0:32058:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000800:00000010:1.0:1778653831.957099:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653831.957108:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653831.957119:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653831.957124:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1778653831.957178:0:32058:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:3.0:1778653831.957183:0:32058:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653831.957189:0:32058:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653831.957198:0:32058:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ed80 x1865052054682496/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1778653847 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653831.957204:0:32058:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653831.957206:0:32058:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653831.957209:0:32058:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653831.957213:0:32058:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653831.957217:0:32058:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653831.957219:0:32058:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653831.957223:0:32058:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653831.957234:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:3.0:1778653831.957235:0:32058:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=92 v=5 (101 101 101 137) 00000800:00000010:1.0:1778653831.957240:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000100:00001000:3.0:1778653831.957242:0:32058:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000400:00000200:1.0:1778653831.957245:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653831.957246:0:32058:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653831.957250:0:32058:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653831.957254:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00010000:00000001:3.0:1778653831.957256:0:32058:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653831.957260:0:32058:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653831.957317:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653831.957322:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1778653831.958076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2176e00. 00000100:00000001:3.0:1778653831.958413:0:32058:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653831.958417:0:32058:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x100000160] 00000100:00000001:3.0:1778653831.958419:0:32058:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653831.958423:0:32058:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653831.958425:0:32058:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000001:3.0:1778653831.958429:0:32058:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653831.958432:0:32058:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1778653831.958434:0:32058:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653831.958437:0:32058:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653831.958448:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ed80 x1865052054682496/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653847 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653831.958464:0:32058:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653831.958468:0:32058:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653831.958471:0:32058:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653831.958475:0:32058:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ed80 x1865052054682496/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653847 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653831.958484:0:32058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ed80 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:32058:1865052054682496:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653831.958491:0:32058:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653831.958494:0:32058:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653831.958497:0:32058:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653831.958500:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653831.958503:0:32058:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ed80 x1865052054682496/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653847 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653831.958511:0:32058:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653831.958515:0:32058:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915383e35180. 00000100:00000001:3.0:1778653831.958695:0:32058:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653831.958698:0:32058:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653831.958709:0:32058:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653831.958713:0:32058:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653831.958718:0:32058:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653831.958723:0:32058:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164c00. 00000100:00000001:3.0:1778653831.958730:0:32058:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653831.958734:0:32058:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ed80 x1865052054682496/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653847 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653831.958740:0:32058:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.958747:0:32058:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653831.958761:0:32058:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653831.958765:0:32058:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c47e28 00000080:00002000:3.0:1778653831.958767:0:32058:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff91538bf385e8, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653831.958771:0:32058:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653831.958792:0:32058:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653831.958798:0:32058:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:3.1:1778653831.963037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6e00. 00010000:00000010:3.1:1778653831.963058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a800. 00010000:00000010:3.1:1778653831.963064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00010000:00000010:3.1:1778653831.963068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b400. 00000080:00000010:3.1:1778653831.966061:0:32059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6900. 00000080:00400000:0.0:1778653832.063751:0:32040:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff915386165c00, parent / hit 0 miss 0 00000080:00000001:0.0:1778653832.063772:0:32040:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:0.0:1778653832.063775:0:32040:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1778653832.063778:0:32040:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653832.063784:0:32040:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653832.063789:0:32040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b800. 00000020:00000010:0.0:1778653832.063793:0:32040:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1ac00. 00000020:00000010:0.0:1778653832.063796:0:32040:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653832.063803:0:32040:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653832.063808:0:32040:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653832.063813:0:32040:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653832.063820:0:32040:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653832.063824:0:32040:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653832.063828:0:32040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1ba00. 00000008:00000010:0.0:1778653832.063832:0:32040:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653832.063836:0:32040:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653832.063839:0:32040:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653832.063842:0:32040:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653832.063844:0:32040:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653832.063859:0:32040:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653832.063865:0:32040:0:(cl_object.c:151:cl_object_top()) ffff9153898fed00 -> ffff9153898fed00 00000020:00000001:0.0:1778653832.063868:0:32040:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653832.063871:0:32040:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653832.063873:0:32040:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653832.063877:0:32040:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653832.063878:0:32040:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653832.063880:0:32040:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653832.063884:0:32040:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9153831d4738 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1778653832.063896:0:32040:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff91538d838000 00020000:00000001:0.0:1778653832.063901:0:32040:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653832.063904:0:32040:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653832.063907:0:32040:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653832.063909:0:32040:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.063911:0:32040:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653832.063915:0:32040:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653832.063917:0:32040:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.063919:0:32040:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653832.063920:0:32040:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653832.063922:0:32040:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653832.063923:0:32040:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff91538d838000 00000020:00000001:0.0:1778653832.063926:0:32040:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.063929:0:32040:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1778653832.063931:0:32040:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1778653832.063934:0:32040:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1778653832.063937:0:32040:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1778653832.063942:0:32040:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653832.063947:0:32040:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653832.063948:0:32040:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653832.063950:0:32040:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653832.063954:0:32040:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4000. 00000020:00000010:0.0:1778653832.063958:0:32040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b400. 00000020:00000010:0.0:1778653832.063962:0:32040:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1a600. 00000020:00000010:0.0:1778653832.063967:0:32040:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5060. 00000008:00000010:0.0:1778653832.063972:0:32040:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653832.063976:0:32040:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653832.063980:0:32040:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d1a8. 00000080:00000010:0.0:1778653832.063985:0:32040:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b3f0. 00000080:00000010:0.0:1778653832.063988:0:32040:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4490. 00000020:00000010:0.0:1778653832.063993:0:32040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1b000. 00000008:00000010:0.0:1778653832.063997:0:32040:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153899989a0. 00020000:00000010:0.0:1778653832.064001:0:32040:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525200. 00008000:00000010:0.0:1778653832.064005:0:32040:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de1b8. 00000080:00000010:0.0:1778653832.064009:0:32040:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d960. 00000020:00000001:0.0:1778653832.064011:0:32040:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141064 : -121686953410552 : ffff91538c5e4008) 00000020:00001000:0.0:1778653832.064012:0:32040:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4000 00000020:00000001:0.0:1778653832.064015:0:32040:0:(cl_object.c:151:cl_object_top()) ffff9153898fe468 -> ffff9153898fed00 00000020:00000001:0.0:1778653832.064017:0:32040:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653832.064020:0:32040:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653832.064021:0:32040:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653832.064022:0:32040:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064024:0:32040:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064025:0:32040:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653832.064028:0:32040:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1778653832.064029:0:32040:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064031:0:32040:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064032:0:32040:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064033:0:32040:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1778653832.064035:0:32040:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653832.064036:0:32040:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653832.064037:0:32040:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653832.064039:0:32040:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653832.064039:0:32040:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064040:0:32040:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064041:0:32040:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064043:0:32040:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064044:0:32040:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653832.064044:0:32040:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064046:0:32040:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064047:0:32040:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1778653832.064049:0:32040:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1778653832.064050:0:32040:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653832.064051:0:32040:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1778653832.064053:0:32040:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1778653832.064062:0:32040:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1778653832.064066:0:32040:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1778653832.064068:0:32040:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915385c6cc40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1778653832.064070:0:32040:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653832.064073:0:32040:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915385c6cc40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1778653832.064075:0:32040:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653832.064077:0:32040:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064078:0:32040:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064079:0:32040:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064080:0:32040:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064082:0:32040:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064083:0:32040:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1778653832.064086:0:32040:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1778653832.064087:0:32040:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1778653832.064088:0:32040:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1778653832.064089:0:32040:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1778653832.064090:0:32040:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064092:0:32040:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1778653832.064093:0:32040:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653832.064094:0:32040:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1778653832.064096:0:32040:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653832.064096:0:32040:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653832.064097:0:32040:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653832.064098:0:32040:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653832.064099:0:32040:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064099:0:32040:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064100:0:32040:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653832.064101:0:32040:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653832.064102:0:32040:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1778653832.064103:0:32040:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653832.064104:0:32040:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653832.064106:0:32040:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653832.064106:0:32040:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653832.064107:0:32040:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653832.064108:0:32040:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653832.064109:0:32040:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064110:0:32040:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064111:0:32040:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653832.064111:0:32040:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653832.064112:0:32040:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064114:0:32040:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653832.064115:0:32040:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653832.064116:0:32040:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653832.064116:0:32040:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653832.064118:0:32040:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653832.064118:0:32040:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4000 00000020:00000010:0.0:1778653832.064121:0:32040:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1a600. 00000020:00000010:0.0:1778653832.064124:0:32040:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5060. 00000008:00000010:0.0:1778653832.064128:0:32040:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653832.064131:0:32040:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653832.064133:0:32040:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d1a8. 00000080:00000010:0.0:1778653832.064135:0:32040:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b3f0. 00000080:00000010:0.0:1778653832.064137:0:32040:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4490. 00000020:00000010:0.0:1778653832.064139:0:32040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b400. 00000008:00000010:0.0:1778653832.064142:0:32040:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153899989a0. 00020000:00000010:0.0:1778653832.064144:0:32040:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525200. 00008000:00000010:0.0:1778653832.064146:0:32040:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de1b8. 00000080:00000010:0.0:1778653832.064148:0:32040:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d960. 00000020:00000010:0.0:1778653832.064150:0:32040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b000. 00000020:00000010:0.0:1778653832.064152:0:32040:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4000. 00020000:00000001:0.0:1778653832.064154:0:32040:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653832.064155:0:32040:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653832.064157:0:32040:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653832.064159:0:32040:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653832.064162:0:32040:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653832.064162:0:32040:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653832.064165:0:32040:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653832.064166:0:32040:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1ac00. 00000020:00000010:0.0:1778653832.064167:0:32040:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653832.064169:0:32040:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653832.064170:0:32040:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653832.064171:0:32040:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653832.064173:0:32040:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653832.064174:0:32040:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653832.064175:0:32040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1b800. 00000008:00000010:0.0:1778653832.064176:0:32040:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653832.064178:0:32040:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653832.064180:0:32040:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653832.064181:0:32040:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653832.064183:0:32040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1ba00. 00000020:00000010:0.0:1778653832.064184:0:32040:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653832.064186:0:32040:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653832.064189:0:32040:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:0.0:1778653832.064191:0:32040:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff91538bd1d348) 00800000:00000001:0.0:1778653832.064196:0:32040:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:0.0:1778653832.064197:0:32040:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:0.0:1778653832.064211:0:32040:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1778653832.064217:0:32040:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653832.064218:0:32040:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653832.064221:0:32040:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1778653832.064224:0:32040:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1778653832.064225:0:32040:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653832.064227:0:32040:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653832.064230:0:32040:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653832.064232:0:32040:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653832.064234:0:32040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1ba00. 00000020:00000010:0.0:1778653832.064236:0:32040:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387f1b800. 00000020:00000010:0.0:1778653832.064237:0:32040:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653832.064239:0:32040:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653832.064241:0:32040:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653832.064243:0:32040:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653832.064244:0:32040:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653832.064246:0:32040:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653832.064248:0:32040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387f1ac00. 00000008:00000010:0.0:1778653832.064249:0:32040:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653832.064251:0:32040:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653832.064253:0:32040:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653832.064255:0:32040:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653832.064256:0:32040:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653832.064258:0:32040:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00020000:00000001:0.0:1778653832.064265:0:32040:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:0.0:1778653832.064266:0:32040:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff91538d838000 00020000:00000001:0.0:1778653832.064269:0:32040:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:0.0:1778653832.064280:0:32040:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1c00, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653832.064286:0:32040:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653832.064291:0:32040:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c13c80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1778653832.064294:0:32040:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:0.0:1778653832.064296:0:32040:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064298:0:32040:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1778653832.064300:0:32040:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1778653832.064305:0:32040:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1778653832.064312:0:32040:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063500 count: 2 00010000:00000001:0.0:1778653832.064316:0:32040:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653832.064319:0:32040:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1778653832.064322:0:32040:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1778653832.064328:0:32040:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:0.0:1778653832.064342:0:32040:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000020:00000001:0.0:1778653832.064344:0:32040:0:(cl_object.c:151:cl_object_top()) ffff915385c6cc40 -> ffff9153898fed00 00000008:00000001:0.0:1778653832.064347:0:32040:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653832.064350:0:32040:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653832.064352:0:32040:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653832.064354:0:32040:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1778653832.064361:0:32040:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff915385c6cc40. 00020000:00000001:0.0:1778653832.064367:0:32040:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1778653832.064370:0:32040:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9153898fe3e8. 00020000:00000001:0.0:1778653832.064375:0:32040:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1778653832.064378:0:32040:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653832.064380:0:32040:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653832.064382:0:32040:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff91538d838000 00020000:00000001:0.0:1778653832.064384:0:32040:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:0.0:1778653832.064386:0:32040:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:0.0:1778653832.064388:0:32040:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586ba0) owner 0000000000000000/ffff91538d838000 00020000:00000001:0.0:1778653832.064391:0:32040:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:0.0:1778653832.064395:0:32040:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9153898b7cd0. 00020000:00000010:0.0:1778653832.064399:0:32040:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91538629b480. 00020000:00000010:0.0:1778653832.064402:0:32040:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915383919930. 00020000:00000002:0.0:1778653832.064407:0:32040:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1c00, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653832.064411:0:32040:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653832.064415:0:32040:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c13c80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1778653832.064420:0:32040:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915387c13c80. 00020000:00000010:0.0:1778653832.064424:0:32040:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383ee11e0. 00020000:00000010:0.0:1778653832.064429:0:32040:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383ee1c00. 00020000:00000001:0.0:1778653832.064431:0:32040:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1778653832.064432:0:32040:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586ba0) owner 0000000000000000/ffff91538d838000 00020000:00000010:0.0:1778653832.064435:0:32040:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff91538c586ba0. 00020000:00000001:0.0:1778653832.064439:0:32040:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:0.0:1778653832.064441:0:32040:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9153898fec80. 00000020:00001000:0.0:1778653832.064446:0:32040:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653832.064449:0:32040:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387f1b800. 00000020:00000010:0.0:1778653832.064452:0:32040:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653832.064455:0:32040:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653832.064457:0:32040:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653832.064460:0:32040:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653832.064463:0:32040:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653832.064465:0:32040:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653832.064467:0:32040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1ba00. 00000008:00000010:0.0:1778653832.064469:0:32040:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653832.064470:0:32040:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653832.064472:0:32040:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653832.064474:0:32040:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653832.064475:0:32040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387f1ac00. 00000020:00000010:0.0:1778653832.064477:0:32040:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653832.064480:0:32040:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1778653832.064481:0:32040:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000020:00000001:0.0:1778653832.064494:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064496:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff91538cd2da80) index 1 00000080:00000010:0.0:1778653832.064498:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91538cd2da80. 00000020:00000001:0.0:1778653832.064502:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064504:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff91538cd2da00) index 2 00000080:00000010:0.0:1778653832.064505:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91538cd2da00. 00000020:00000001:0.0:1778653832.064507:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064508:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff915384d75880) index 3 00000080:00000010:0.0:1778653832.064510:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915384d75880. 00000020:00000001:0.0:1778653832.064512:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064513:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff915384d75200) index 4 00000080:00000010:0.0:1778653832.064514:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915384d75200. 00000020:00000001:0.0:1778653832.064517:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064518:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff915384d75080) index 5 00000080:00000010:0.0:1778653832.064519:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915384d75080. 00000020:00000001:0.0:1778653832.064521:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064522:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff915384d75680) index 6 00000080:00000010:0.0:1778653832.064523:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915384d75680. 00000020:00000001:0.0:1778653832.064525:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064525:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff915383ee9300) index 7 00000080:00000010:0.0:1778653832.064526:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915383ee9300. 00000020:00000001:0.0:1778653832.064528:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064529:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff915383ee9000) index 8 00000080:00000010:0.0:1778653832.064530:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915383ee9000. 00000020:00000001:0.0:1778653832.064531:0:32040:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1983e60 00000080:00400000:0.0:1778653832.064532:0:32040:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff915383ee9400) index 9 00000080:00000010:0.0:1778653832.064533:0:32040:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff915383ee9400. 00000080:00000010:0.0:1778653832.064536:0:32040:0:(statahead.c:637:ll_sai_free()) kfreed 'sai': 504 at ffff915386165c00. 00000080:00000010:0.0:1778653832.064539:0:32040:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff91538993c000. 00000080:00000010:0.1:1778653832.073719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd1d280. 00010000:00000001:1.0:1778653832.664237:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653832.664243:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653832.664245:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653832.664248:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.664253:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653832.664255:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.664257:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.664259:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.664263:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653832.664265:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653832.664589:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653832.664593:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653832.664596:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653832.695053:0:32143:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653832.903895:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.903909:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653832.903913:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.903917:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653832.903926:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.903934:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653832.903943:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.903948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.903953:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.903961:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146355680 00000400:00000200:1.0:1778653832.903971:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x60e9 [2] + 656 00000800:00000001:1.0:1778653832.903978:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.903987:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653832.903990:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653832.903994:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653832.904001:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653832.904003:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653832.904009:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5180. 00000100:00000040:1.0:1778653832.904013:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc5180 x1865052071483008 msgsize 328 00000100:00100000:1.0:1778653832.904018:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653832.904027:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653832.904034:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.904037:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653832.904054:0:15837:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653832.904056:0:15837:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071483008 02000000:00000001:1.0:1778653832.904059:0:15837:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653832.904061:0:15837:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653832.904064:0:15837:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653832.904068:0:15837:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653832.904072:0:15837:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071483008 00000020:00000001:1.0:1778653832.904075:0:15837:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653832.904077:0:15837:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:1.0:1778653832.904079:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653832.904082:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:1.0:1778653832.904084:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:1.0:1778653832.904087:0:15837:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000001:1.0:1778653832.904091:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653832.904097:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653832.904099:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653832.904102:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000020:00000010:1.0:1778653832.904108:0:15837:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6c00. 00000020:00000010:1.0:1778653832.904113:0:15837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2d000. 00000020:00000010:1.0:1778653832.904118:0:15837:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898fea28. 00000100:00000040:1.0:1778653832.904124:0:15837:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653832.904127:0:15837:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653832.904129:0:15837:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653832.904131:0:15837:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653832.904138:0:15837:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653832.904147:0:15837:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653832.904157:0:15837:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653832.904159:0:15837:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653832.904164:0:15837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 61 00000100:00000040:1.0:1778653832.904167:0:15837:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca11000 : new rpc_count 1 00000100:00000001:1.0:1778653832.904169:0:15837:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711974272 : -121686997577344 : ffff915389bc5180) 00000100:00000040:1.0:1778653832.904176:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc5180 x1865052071483008/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:683/0 lens 328/0 e 0 to 0 dl 1778653843 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653832.904185:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653832.904188:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653832.904190:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653832.904191:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000100:00100000:1.0:1778653832.904195:0:15837:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8010:x1865052071483008:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653832.904199:0:15837:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071483008 00010000:00000001:1.0:1778653832.904202:0:15837:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653832.904208:0:15837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653832.904209:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653832.904211:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=2 00000020:00000001:1.0:1778653832.904213:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653832.904216:0:15837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653832.904220:0:15837:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653832.904224:0:15837:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653832.904228:0:15837:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:1.0:1778653832.904238:0:15837:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653832.904240:0:15837:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653832.904245:0:15837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bb9000. 02000000:00000001:1.0:1778653832.904247:0:15837:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653832.904249:0:15837:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.904254:0:15837:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653832.904256:0:15837:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653832.904260:0:15837:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653832.904264:0:15837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653832.904267:0:15837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653832.904269:0:15837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653832.904272:0:15837:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653832.904274:0:15837:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653832.904278:0:15837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653832.904280:0:15837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653832.904284:0:15837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f196e8. 00000100:00000200:1.0:1778653832.904289:0:15837:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071483008, offset 224 00000400:00000200:1.0:1778653832.904295:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653832.904301:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.904308:0:15837:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653832.904313:0:15837:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2465:2465:256:4294967295] 192.168.204.110@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:1.0:1778653832.904317:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.904325:0:15837:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653832.904330:0:15837:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653832.904335:0:15837:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653832.904341:0:15837:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653832.904349:0:15837:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653832.904352:0:15837:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653832.904363:0:15837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653832.904366:0:15837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653832.904369:0:15837:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653832.904373:0:15837:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91538629b540. 00010000:00000001:1.0:1778653832.904375:0:15837:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653832.904392:0:15837:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653832.904395:0:15837:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.904396:0:15837:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653832.904398:0:15837:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653832.904403:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5180 x1865052071483008/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:683/0 lens 328/224 e 0 to 0 dl 1778653843 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653832.904413:0:15837:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8010:x1865052071483008:12345-192.168.204.110@tcp:104: Request processed in 226us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653832.904420:0:15837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 61 00000100:00000040:1.0:1778653832.904423:0:15837:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca11000 : new rpc_count 0 00000100:00000001:1.0:1778653832.904425:0:15837:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653832.904426:0:15837:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653832.904430:0:15837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2d000. 00000020:00000010:1.0:1778653832.904435:0:15837:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898fea28. 00000020:00000010:1.0:1778653832.904438:0:15837:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6c00. 00000020:00000040:1.0:1778653832.904441:0:15837:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:1.0:1778653832.904444:0:15837:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653832.904534:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653832.904538:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:1.0:1778653832.904541:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653832.904545:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653832.904549:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f196e8 00000400:00000010:1.0:1778653832.904551:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f196e8. 00000100:00000001:1.0:1778653832.904554:0:2358:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653832.904555:0:2358:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1778653832.904624:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653832.904627:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653832.904631:0:15972:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653832.904634:0:15972:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653832.904636:0:15972:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653832.904640:0:15972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653832.904680:0:15972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c24600 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:2.0:1778653832.904683:0:15972:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1778653832.904686:0:15972:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653832.904688:0:15972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653832.904689:0:15972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653832.904691:0:15972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653832.904693:0:15972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653832.904695:0:15972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653832.904698:0:15972:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653832.904701:0:15972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1778653832.904708:0:15972:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1778653832.904710:0:15972:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653832.904715:0:15972:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653832.904718:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990c00. 00000020:00000010:2.0:1778653832.904721:0:15972:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991600. 00000020:00000010:2.0:1778653832.904725:0:15972:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a20. 00000008:00000010:2.0:1778653832.904731:0:15972:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653832.904735:0:15972:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653832.904740:0:15972:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653832.904746:0:15972:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653832.904749:0:15972:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653832.904752:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000008:00000010:2.0:1778653832.904756:0:15972:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653832.904759:0:15972:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653832.904763:0:15972:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653832.904766:0:15972:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653832.904769:0:15972:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653832.904772:0:15972:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000008:00000001:2.0:1778653832.904774:0:15972:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1778653832.904777:0:15972:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653832.904779:0:15972:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:2.0:1778653832.904781:0:15972:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991600. 00000020:00000010:2.0:1778653832.904784:0:15972:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a20. 00000008:00000010:2.0:1778653832.904788:0:15972:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653832.904792:0:15972:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ae40. 00008000:00000010:2.0:1778653832.904794:0:15972:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653832.904797:0:15972:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653832.904801:0:15972:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653832.904804:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990c00. 00000008:00000010:2.0:1778653832.904806:0:15972:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653832.904808:0:15972:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653832.904811:0:15972:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653832.904813:0:15972:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:2.0:1778653832.904815:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 00000020:00000010:2.0:1778653832.904817:0:15972:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000008:00000001:2.0:1778653832.904819:0:15972:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653832.904821:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653832.904825:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653832.904827:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653832.904829:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653832.904841:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653832.904844:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24600 with handle 0x3df471c51a8901a4 from hash 00010000:00000001:2.0:1778653832.904846:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653832.904847:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653832.904849:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653832.904850:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653832.904852:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653832.904854:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653832.904858:0:15972:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653832.904861:0:15972:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653832.904863:0:15972:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653832.904865:0:15972:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653832.904869:0:15972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653832.904873:0:15972:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653832.904877:0:15972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653832.904879:0:15972:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653832.904884:0:15972:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653832.904890:0:15972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389991000. 00000100:00000001:2.0:1778653832.904895:0:15972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653832.904897:0:15972:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653832.904901:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653832.904908:0:15972:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653832.904909:0:15972:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653832.904913:0:15972:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653832.904918:0:15972:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653832.904924:0:15972:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f8a266] to pc [ptlrpcd_01_00+0] req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653832.904944:0:15972:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653832.904946:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653832.904947:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653832.904948:0:15972:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653832.904950:0:15972:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653832.904952:0:15972:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653832.904955:0:15972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653832.904962:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653832.904964:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8901a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xdfa36d541726f9d5 expref: -99 pid: 32041 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653832.904971:0:15972:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7000. 00010000:00000040:2.0:1778653832.904976:0:15972:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063500 count: 0 00010000:00000010:2.0:1778653832.904983:0:15972:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff915383063700. 00010000:00000001:2.0:1778653832.904991:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653832.904993:0:15972:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653832.904995:0:15972:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91538629b540. 00010000:00000001:2.0:1778653832.904997:0:15972:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653832.904999:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653832.905001:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653832.905002:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653832.905004:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653832.905005:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653832.905006:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653832.905008:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653832.905009:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653832.905010:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653832.905017:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1778653832.905021:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1778653832.905022:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653832.905026:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653832.905028:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653832.905030:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653832.905032:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653832.905034:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653832.905040:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653832.905048:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653832.905050:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653832.905053:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653832.905056:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653832.905058:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653832.905061:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054682624:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653832.905065:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653832.905069:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653832.905071:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653832.905074:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653832.905078:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990c00. 02000000:00000001:2.0:1778653832.905080:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653832.905085:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653832.905088:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e840. 00000400:00000010:2.0:1778653832.905092:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490908. 00000100:00000200:2.0:1778653832.905098:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054682624, portal 18 00000100:00000001:2.0:1778653832.905100:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653832.905102:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653832.905108:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653832.905114:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653832.905116:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653832.905119:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490e58. 00000100:00000200:2.0:1778653832.905122:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054682624, offset 0 00000400:00000200:2.0:1778653832.905126:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653832.905131:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653832.905135:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653832.905139:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653832.905143:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653832.905146:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653832.905149:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653832.905152:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2466:2466:256:4294967295] 192.168.204.110@tcp LPNI seq info [2466:2466:8:4294967295] 00000400:00000200:2.0:1778653832.905155:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653832.905162:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653832.905165:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653832.905170:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653832.905173:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653832.905178:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653832.905181:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653832.905190:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653832.905194:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 272541 usecs (273 jiffies) 00000400:00000200:2.0:1778653832.905198:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653832.905201:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296388353 00000100:00000001:2.0:1778653832.905205:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296391304 00000100:00000001:2.0:1778653832.905207:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296388353 00000100:00000001:2.0:1778653832.905210:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296391304 00000100:00000001:2.0:1778653832.905213:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653832.905216:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653832.905219:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653832.905222:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653832.905369:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653832.905373:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653832.905458:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653832.905462:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:1.0:1778653832.905465:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653832.905471:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653832.905474:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:1.0:1778653832.905476:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:1.0:1778653832.905479:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653832.905483:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653832.905491:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653832.905495:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653832.905502:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653832.905503:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653832.908742:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.908755:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653832.908758:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.908760:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653832.908768:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.908775:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653832.908782:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.908787:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.908791:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.908796:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a0414534fc00 00000400:00000200:1.0:1778653832.908801:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653832.908807:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6589 [1] + 224 00000800:00000001:1.0:1778653832.908814:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.908821:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653832.908824:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653832.908828:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653832.908843:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653832.908851:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653832.908862:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653832.908885:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653832.908893:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653832.908896:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653832.911348:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653832.911353:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653832.911360:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653832.911363:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653832.911366:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e840. 00000400:00000200:3.0:1778653832.911373:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:3.0:1778653832.911375:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:3.0:1778653832.911379:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653832.911387:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653832.911399:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653832.911407:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653832.911409:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653832.911411:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653832.911414:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653832.911416:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653832.911419:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653832.911422:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653832.911431:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653832.911435:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653832.911437:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653832.911440:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653832.911442:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653832.911446:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653832.911449:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653832.911451:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653832.911453:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653832.911455:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653832.911460:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653832.911472:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653832.911475:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653832.911476:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653832.911481:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653832.911487:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054682624:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653832.911492:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653832.911494:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653832.911497:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054682624/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653848 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653832.911503:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653832.911505:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653832.911508:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990c00. 02000000:00000001:3.0:1778653832.911511:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653832.911514:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653832.911515:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653832.911517:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653832.911519:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389991000. 02000000:00000001:3.0:1778653832.911522:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653832.911524:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653832.911525:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:3.0:1778653832.911529:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653832.911530:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653832.911532:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653832.911538:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653832.911540:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653832.911542:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653832.911544:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653832.915688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063500. 00010000:00000010:2.1:1778653832.915701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000001:1.0:1778653833.690913:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653833.690920:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653833.694681:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653833.694684:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653833.694689:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1778653833.863543:0:32280:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653834.711841:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653834.711847:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653834.711926:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653834.711930:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653834.711935:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1778653834.788235:0:32424:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653835.242717:0:32487:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653835.742976:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653835.742982:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653835.743982:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653835.743987:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653835.743991:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653835.818018:0:32578:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653836.074348:0:32614:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1778653836.074354:0:32614:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 02:30:35 (1778653835) 00000001:00000001:3.0:1778653836.085510:0:32614:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1778653836.161304:0:32622:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653836.161313:0:32622:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653836.161315:0:32622:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653836.161319:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fbc0 00000080:00200000:1.0:1778653836.161325:0:32622:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653836.161335:0:32622:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915381341a00. 00800000:00000002:1.0:1778653836.161343:0:32622:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653836.161348:0:32622:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653836.161355:0:32622:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653836.161357:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fae0 00800000:00000002:1.0:1778653836.161360:0:32622:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653836.161363:0:32622:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653836.161368:0:32622:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653836.161375:0:32622:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653836.161378:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f9b0 00000002:00010000:1.0:1778653836.161379:0:32622:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653836.161383:0:32622:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653836.161386:0:32622:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653836.161390:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653836.161398:0:32622:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653836.161401:0:32622:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653836.161403:0:32622:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653836.161406:0:32622:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653836.161410:0:32622:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653836.161416:0:32622:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5c00. 00000020:00000040:1.0:1778653836.161422:0:32622:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653836.161430:0:32622:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653836.161437:0:32622:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653836.161442:0:32622:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653836.161445:0:32622:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653836.161448:0:32622:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653836.161454:0:32622:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653836.161463:0:32622:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653836.161472:0:32622:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653836.161477:0:32622:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653836.161479:0:32622:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653836.161481:0:32622:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653836.161482:0:32622:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653836.161484:0:32622:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653836.161490:0:32622:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00010000:00000001:1.0:1778653836.161495:0:32622:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653836.161498:0:32622:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653836.161502:0:32622:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb100. 00010000:00000010:1.0:1778653836.161507:0:32622:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d180. 00010000:00000001:1.0:1778653836.161513:0:32622:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653836.161517:0:32622:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27400. 00000020:00000001:1.0:1778653836.161522:0:32622:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653836.161525:0:32622:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27400 with handle 0x3df471c51a8901f1 to hash 00000020:00000001:1.0:1778653836.161527:0:32622:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653836.161529:0:32622:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653836.161532:0:32622:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:1.0:1778653836.161536:0:32622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653836.161540:0:32622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653836.161545:0:32622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653836.161556:0:32622:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653836.161568:0:32622:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653836.161574:0:32622:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653836.161576:0:32622:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653836.161584:0:32622:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629b480. 00000100:00000001:1.0:1778653836.161587:0:32622:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652034176 : -121687057517440 : ffff91538629b480) 00000100:00000001:1.0:1778653836.161590:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653836.161591:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000001:1.0:1778653836.161597:0:32622:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653836.161602:0:32622:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653836.161604:0:32622:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653836.161607:0:32622:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653836.161621:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.161630:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653836.161632:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653836.161637:0:32622:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653836.161640:0:32622:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653836.161642:0:32622:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653836.161646:0:32622:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32622:1865052054682752:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653836.161731:0:32622:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653836.161739:0:32622:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653836.161742:0:32622:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653836.161745:0:32622:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653836.161752:0:32622:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491e800. 02000000:00000001:1.0:1778653836.161754:0:32622:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653836.161765:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653836.161780:0:32622:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5058. 00000400:00000010:1.0:1778653836.161788:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f196e8. 00000100:00000200:1.0:1778653836.161797:0:32622:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054682752, portal 10 00000100:00000001:1.0:1778653836.161799:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653836.161801:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000040:1.0:1778653836.161806:0:32622:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.161814:0:32622:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653836.161817:0:32622:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653836.161819:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19aa0. 00000100:00000200:1.0:1778653836.161822:0:32622:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054682752, offset 0 00000400:00000200:1.0:1778653836.161829:0:32622:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653836.161840:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.161848:0:32622:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653836.161854:0:32622:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653836.161859:0:32622:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653836.161863:0:32622:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653836.161866:0:32622:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653836.161871:0:32622:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2467:2467:256:4294967295] 192.168.204.110@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:1.0:1778653836.161875:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.161885:0:32622:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653836.161892:0:32622:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653836.161898:0:32622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653836.161907:0:32622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653836.161916:0:32622:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653836.161922:0:32622:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653836.161946:0:32622:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653836.161951:0:32622:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 824307 usecs (825 jiffies) 00000400:00000200:1.0:1778653836.161955:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653836.161958:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296392160 00000800:00000200:1.0:1778653836.162086:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653836.162091:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:1.0:1778653836.162097:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653836.162104:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653836.162111:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19aa0 00000400:00000010:1.0:1778653836.162114:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19aa0. 00000100:00000001:1.0:1778653836.162119:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653836.162125:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.162135:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653836.162140:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.162147:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653836.162149:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1778653836.162172:0:32622:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296391304 00000100:00000001:1.0:1778653836.162178:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296392163 00000100:00000001:1.0:1778653836.162182:0:32622:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296391304 00000100:00000001:1.0:1778653836.162187:0:32622:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653836.162189:0:32622:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653836.162192:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653836.162194:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653836.162197:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629b480 going to sleep for 11 seconds 00000100:00000001:1.0:1778653836.162202:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653836.162206:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653836.168208:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653836.168225:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653836.168231:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653836.168234:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653836.168245:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.168254:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653836.168265:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.168271:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.168279:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.168288:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a0414534fc80 00000400:00000200:1.0:1778653836.168294:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653836.168302:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6591 [1] + 224 00000800:00000001:1.0:1778653836.168311:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653836.168322:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653836.168326:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653836.168332:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653836.168343:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653836.168354:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653836.168369:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.168391:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653836.168403:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653836.168407:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.168463:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653836.168473:0:32622:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653836.168476:0:32622:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653836.168480:0:32622:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5058. 00000400:00000200:3.0:1778653836.168486:0:32622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f196e8 00000400:00000010:3.0:1778653836.168488:0:32622:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f196e8. 00000100:00000001:3.0:1778653836.168492:0:32622:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653836.168497:0:32622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653836.168507:0:32622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.168514:0:32622:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653836.168517:0:32622:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.168520:0:32622:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653836.168523:0:32622:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653836.168527:0:32622:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653836.168624:0:32622:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653836.168629:0:32622:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653836.168642:0:32622:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=97 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653836.168647:0:32622:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653836.168683:0:32622:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653836.168685:0:32622:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.168689:0:32622:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653836.168693:0:32622:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.168698:0:32622:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1778653836.168778:0:32622:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967652 gen 2 00000100:00000040:3.0:1778653836.168787:0:32622:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.168796:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.168801:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6300 x1865052054678400/t4294967651(4294967651) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.168815:0:32622:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653836.168817:0:32622:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653836.168821:0:32622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9400. 02000000:00000001:3.0:1778653836.168824:0:32622:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653836.168827:0:32622:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653836.168829:0:32622:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653836.168830:0:32622:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653836.168833:0:32622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df7800. 02000000:00000001:3.0:1778653836.168836:0:32622:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653836.168838:0:32622:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653836.168840:0:32622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6300. 00000100:00000001:3.0:1778653836.168843:0:32622:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653836.168845:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653836.168850:0:32622:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff915387c1ed80 x1865052054682496/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653836.168854:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.168856:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ed80 x1865052054682496/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1778653847 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653836.168860:0:32622:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653836.168860:0:32622:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653836.168861:0:32622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96800. 02000000:00000001:3.0:1778653836.168863:0:32622:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653836.168864:0:32622:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653836.168865:0:32622:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653836.168865:0:32622:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653836.168866:0:32622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386165a00. 02000000:00000001:3.0:1778653836.168869:0:32622:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653836.168870:0:32622:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653836.168870:0:32622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ed80. 00000100:00000001:3.0:1778653836.168873:0:32622:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653836.168874:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.168876:0:32622:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1778653836.168878:0:32622:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1778653836.168880:0:32622:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653836.168882:0:32622:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653836.168886:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.168891:0:32622:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653836.168893:0:32622:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653836.168894:0:32622:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653836.168897:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653852 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653836.168902:0:32622:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32622:1865052054682752:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653836.168906:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.168909:0:32622:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.168911:0:32622:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653836.168912:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.168914:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653852 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.168918:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653836.168920:0:32622:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629b480. 00000100:00000001:3.0:1778653836.168922:0:32622:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653836.168924:0:32622:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.168926:0:32622:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653836.168929:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.168932:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.168933:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=4 00000020:00000001:3.0:1778653836.168935:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.168937:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000040:3.0:1778653836.168943:0:32622:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27400, remote cookie: 0xdfa36d541726fa76, flags: 0x1001 00010000:00010000:3.0:1778653836.168948:0:32622:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653836.168957:0:32622:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.168964:0:32622:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653836.168968:0:32622:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653836.168970:0:32622:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653836.168971:0:32622:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653836.168972:0:32622:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653836.168974:0:32622:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcb100) refcount = 1 00010000:00010000:3.0:1778653836.168977:0:32622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.168980:0:32622:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653836.168983:0:32622:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653836.168984:0:32622:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653836.168986:0:32622:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653836.168988:0:32622:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.168990:0:32622:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.168993:0:32622:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653836.168994:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.168995:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.168996:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.168997:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.168998:0:32622:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169010:0:32622:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653836.169012:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169013:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169014:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169015:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169018:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169019:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169020:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169021:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=4 00000020:00000001:3.0:1778653836.169023:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169026:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169029:0:32622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653836.169033:0:32622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.169037:0:32622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.169044:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169045:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169046:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169048:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169049:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=5 00000020:00000001:3.0:1778653836.169051:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169053:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169056:0:32622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653836.169059:0:32622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.169066:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169067:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653836.169070:0:32622:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.169076:0:32622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653836.169078:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169079:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169081:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169082:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653836.169088:0:32622:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653836.169097:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169098:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169100:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169102:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169105:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169107:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169108:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.169109:0:32622:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169111:0:32622:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169115:0:32622:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653836.169118:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169120:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169122:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169125:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169127:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00000002:00010000:3.0:1778653836.169131:0:32622:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.169138:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169139:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169141:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653836.169142:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169143:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169144:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169147:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169148:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000040:3.0:1778653836.169155:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb100 count: 2 00010000:00000001:3.0:1778653836.169156:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653836.169160:0:32622:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1778653836.169162:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169163:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.169164:0:32622:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653836.169167:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f930 00000002:00002000:3.0:1778653836.169168:0:32622:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653836.169170:0:32622:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.169174:0:32622:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.169176:0:32622:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653836.169180:0:32622:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653836.169182:0:32622:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653836.169186:0:32622:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653836.169189:0:32622:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915381341a00. 00000080:00000001:3.0:1778653836.169193:0:32622:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653836.169196:0:32622:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653836.169202:0:32622:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1778653836.169207:0:32622:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653836.169211:0:32622:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861baac0. 00800000:00000001:3.0:1778653836.169213:0:32622:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651114176 : -121687058437440 : ffff9153861baac0) 00800000:00000001:3.0:1778653836.169215:0:32622:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169217:0:32622:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653836.169221:0:32622:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653836.169222:0:32622:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653836.169224:0:32622:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653836.169226:0:32622:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653836.169228:0:32622:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.169232:0:32622:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653836.169234:0:32622:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1778653836.169236:0:32622:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653816 to 1778653831 00000080:00200000:3.0:1778653836.169239:0:32622:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653836.169240:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169242:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169243:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169244:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169246:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169248:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169249:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653836.169250:0:32622:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653836.169251:0:32622:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653836.169252:0:32622:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861baac0 1 00800000:00000010:3.0:1778653836.169254:0:32622:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861baac0. 00800000:00000001:3.0:1778653836.169256:0:32622:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653836.169258:0:32622:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8901f1 00800000:00000001:3.0:1778653836.169261:0:32622:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653836.169263:0:32622:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653836.169264:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169266:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169267:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169268:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169270:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169271:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169272:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.169273:0:32622:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.169274:0:32622:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.169276:0:32622:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653836.169277:0:32622:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653836.169280:0:32622:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901f1 from it ffffa71ac0c8fbf8 00010000:00000001:3.0:1778653836.169281:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169282:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169283:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169284:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169285:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169286:0:32622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653836.169287:0:32622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.169290:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169291:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169292:0:32622:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653836.169294:0:32622:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653836.169296:0:32622:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653836.169301:0:32622:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653836.169304:0:32622:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653836.169305:0:32622:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653836.169310:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169311:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169313:0:32622:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169315:0:32622:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653836.169317:0:32622:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169318:0:32622:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169320:0:32622:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169321:0:32622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653836.169322:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169323:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653836.169324:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.169327:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5c00 x1865052054682752/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.169331:0:32622:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653836.169333:0:32622:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653836.169334:0:32622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491e800. 02000000:00000001:3.0:1778653836.169336:0:32622:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653836.169338:0:32622:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653836.169339:0:32622:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653836.169341:0:32622:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653836.169342:0:32622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:3.0:1778653836.169344:0:32622:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653836.169345:0:32622:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653836.169346:0:32622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5c00. 00000100:00000001:3.0:1778653836.169349:0:32622:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653836.169350:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653836.169353:0:32622:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653836.169358:0:32622:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653836.169370:0:32622:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384aa0. 00000080:00000001:3.0:1778653836.169374:0:32622:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653836.169376:0:32622:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653836.169377:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fb00 00000080:00200000:3.0:1778653836.169378:0:32622:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653836.169382:0:32622:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915394a78800. 00800000:00000002:3.0:1778653836.169386:0:32622:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653836.169389:0:32622:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653836.169391:0:32622:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653836.169392:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fa20 00800000:00000002:3.0:1778653836.169394:0:32622:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653836.169397:0:32622:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653836.169400:0:32622:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653836.169403:0:32622:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653836.169405:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f8f0 00000002:00010000:3.0:1778653836.169406:0:32622:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653836.169409:0:32622:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653836.169410:0:32622:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653836.169412:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653836.169413:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb100 count: 2 00010000:00000001:3.0:1778653836.169414:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653836.169416:0:32622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653836.169418:0:32622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653836.169420:0:32622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653836.169425:0:32622:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653836.169429:0:32622:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.169431:0:32622:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653836.169436:0:32622:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653836.169437:0:32622:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653836.169438:0:32622:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653836.169439:0:32622:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653836.169440:0:32622:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653836.169441:0:32622:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653836.169444:0:32622:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653836.169445:0:32622:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653836.169446:0:32622:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915394a78800. 00000080:00000001:3.0:1778653836.169448:0:32622:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653836.169449:0:32622:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653836.169451:0:32622:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653836.169453:0:32622:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8901f1 00800000:00000001:3.0:1778653836.169457:0:32622:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653836.169457:0:32622:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653836.169459:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169460:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169461:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169462:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169463:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169464:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169465:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.169466:0:32622:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.169467:0:32622:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653836.169468:0:32622:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901f1 from it ffffa71ac0c8fb38 00010000:00000001:3.0:1778653836.169469:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.169469:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.169470:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27400 refcount=3 00000020:00000001:3.0:1778653836.169471:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169472:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628490240 : -121687081061376 : ffff915384c27400) 00010000:00000001:3.0:1778653836.169474:0:32622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653836.169475:0:32622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653836.169480:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169481:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169482:0:32622:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653836.169483:0:32622:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653836.169485:0:32622:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653836.169489:0:32622:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653836.169491:0:32622:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653836.169492:0:32622:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653836.169496:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169497:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169498:0:32622:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169500:0:32622:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653836.169501:0:32622:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169503:0:32622:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169505:0:32622:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169506:0:32622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653836.169507:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169508:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653836.169510:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653836.169511:0:32622:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653836.169514:0:32622:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653836.169517:0:32622:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.169520:0:32622:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653836.169523:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fb50 00000080:00200000:3.0:1778653836.169525:0:32622:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915389fb7080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1778653836.169625:0:32622:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3b000. 00000080:00000001:3.0:1778653836.169631:0:32622:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653836.169633:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fa00 00000080:00200000:3.0:1778653836.169636:0:32622:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000010:3.0:1778653836.169645:0:32622:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915394a78800. 00800000:00000002:3.0:1778653836.169647:0:32622:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653836.169679:0:32622:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653836.169681:0:32622:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653836.169683:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f920 00800000:00000002:3.0:1778653836.169685:0:32622:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653836.169689:0:32622:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653836.169693:0:32622:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653836.169774:0:32622:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:3.0:1778653836.169780:0:32622:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1778653836.169783:0:32622:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1778653836.169786:0:32622:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1778653836.169789:0:32622:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1778653836.169792:0:32622:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:3.0:1778653836.169795:0:32622:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169798:0:32622:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.169800:0:32622:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.169803:0:32622:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.169806:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f8a0 00800000:00000002:3.0:1778653836.169808:0:32622:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1778653836.169812:0:32622:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653836.169813:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f7d8 00000002:00010000:3.0:1778653836.169815:0:32622:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1778653836.169819:0:32622:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653836.169822:0:32622:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653836.169826:0:32622:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1778653836.169831:0:32622:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169833:0:32622:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653836.169836:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb100 count: 2 00010000:00000001:3.0:1778653836.169838:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653836.169840:0:32622:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653836.169844:0:32622:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653836.169846:0:32622:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1778653836.169855:0:32622:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653836.169860:0:32622:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653836.169862:0:32622:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653836.169864:0:32622:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653836.169867:0:32622:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653836.169869:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653836.169871:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb100 count: 3 00010000:00000001:3.0:1778653836.169873:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653836.169876:0:32622:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169877:0:32622:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653836.169878:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653836.169879:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb100 count: 3 00010000:00000001:3.0:1778653836.169881:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653836.169883:0:32622:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.169884:0:32622:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653836.169885:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653836.169887:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb100 count: 3 00010000:00000001:3.0:1778653836.169889:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653836.169891:0:32622:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.169893:0:32622:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653836.169897:0:32622:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653836.169901:0:32622:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653836.169903:0:32622:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653836.169906:0:32622:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653836.169907:0:32622:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169910:0:32622:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653836.169913:0:32622:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653836.169914:0:32622:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653836.169916:0:32622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653836.169917:0:32622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653836.169920:0:32622:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27400 with handle 0x3df471c51a8901f1 from hash 00010000:00000001:3.0:1778653836.169922:0:32622:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653836.169924:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.169925:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.169926:0:32622:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653836.169929:0:32622:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653836.169930:0:32622:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653836.169933:0:32622:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653836.169935:0:32622:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653836.169938:0:32622:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1778653836.169943:0:32622:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ed80. 00000020:00000040:3.0:1778653836.169948:0:32622:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653836.169953:0:32622:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653836.169956:0:32622:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169958:0:32622:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653836.169962:0:32622:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653836.169964:0:32622:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.169966:0:32622:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653836.169968:0:32622:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653836.169971:0:32622:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653836.169977:0:32622:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96800. 00000100:00000001:3.0:1778653836.169983:0:32622:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.169986:0:32622:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653836.169988:0:32622:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653836.169991:0:32622:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653836.169995:0:32622:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1778653836.169997:0:32622:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653836.169999:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653836.170001:0:32622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27400/0x3df471c51a8901f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fa76 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1778653836.170009:0:32622:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb100 count: 0 00010000:00000010:3.0:1778653836.170015:0:32622:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2d180. 00010000:00000001:3.0:1778653836.170026:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.170028:0:32622:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.170029:0:32622:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653836.170031:0:32622:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.170033:0:32622:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.170044:0:32622:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00010000:00000001:3.0:1778653836.170048:0:32622:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653836.170050:0:32622:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653836.170055:0:32622:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6400. 00010000:00000010:3.0:1778653836.170059:0:32622:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9380. 00010000:00000001:3.0:1778653836.170064:0:32622:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653836.170068:0:32622:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177000. 00000020:00000001:3.0:1778653836.170070:0:32622:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653836.170074:0:32622:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177000 with handle 0x3df471c51a8901f8 to hash 00000020:00000001:3.0:1778653836.170076:0:32622:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653836.170078:0:32622:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.170082:0:32622:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.170085:0:32622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653836.170086:0:32622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.170090:0:32622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653836.170110:0:32622:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32622 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653836.170124:0:32622:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653836.170129:0:32622:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653836.170136:0:32622:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653836.170141:0:32622:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653836.170143:0:32622:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653836.170148:0:32622:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def3c0. 00000100:00000001:3.0:1778653836.170150:0:32622:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357952 : -121687079193664 : ffff915384def3c0) 00000100:00000001:3.0:1778653836.170152:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653836.170153:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000001:3.0:1778653836.170157:0:32622:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653836.170161:0:32622:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.170163:0:32622:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653836.170164:0:32622:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653836.170167:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.170173:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653836.170175:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653836.170178:0:32622:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653836.170180:0:32622:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653836.170181:0:32622:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653836.170184:0:32622:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ed80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32622:1865052054683008:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653836.170187:0:32622:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653836.170193:0:32622:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653836.170195:0:32622:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653836.170197:0:32622:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653836.170263:0:32622:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915383f60000. 02000000:00000001:3.0:1778653836.170264:0:32622:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653836.170272:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653836.170275:0:32622:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653836.170281:0:32622:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915383e97800. 00000100:00000200:3.0:1778653836.170287:0:32622:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054683008, portal 10 00000100:00000001:3.0:1778653836.170289:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653836.170290:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000040:3.0:1778653836.170294:0:32622:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.170299:0:32622:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653836.170302:0:32622:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653836.170305:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653836.170309:0:32622:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1865052054683008, offset 0 00000400:00000200:3.0:1778653836.170316:0:32622:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653836.170324:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653836.170331:0:32622:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653836.170337:0:32622:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653836.170341:0:32622:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653836.170355:0:32622:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653836.170358:0:32622:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653836.170362:0:32622:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2468:2468:256:4294967295] 192.168.204.110@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:3.0:1778653836.170366:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653836.170376:0:32622:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653836.170381:0:32622:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653836.170386:0:32622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5600. 00000800:00000200:3.0:1778653836.170393:0:32622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653836.170401:0:32622:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653836.170405:0:32622:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1778653836.170424:0:32622:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653836.170429:0:32622:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 823240 usecs (824 jiffies) 00000400:00000200:3.0:1778653836.170433:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653836.170436:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296392168 00000100:00000001:3.0:1778653836.170445:0:32622:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296392160 00000100:00000001:3.0:1778653836.170452:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296392168 00000100:00000001:3.0:1778653836.170456:0:32622:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296392163 00000100:00000001:3.0:1778653836.170460:0:32622:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653836.170463:0:32622:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.170465:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653836.170467:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653836.170470:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653836.170472:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653836.170475:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653836.170974:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653836.170981:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653836.170986:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653836.170993:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653836.170999:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000400:00000010:1.0:1778653836.171002:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000100:00000001:1.0:1778653836.171006:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653836.171011:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.171023:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653836.171027:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653836.171035:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653836.171037:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653836.176700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb100. 00010000:00000010:3.1:1778653836.176719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27400. 00000800:00000001:0.0:1778653836.180035:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653836.180059:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653836.180063:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653836.180067:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653836.180078:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653836.180086:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653836.180100:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653836.180106:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653836.180115:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653836.180124:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a0414534fd80 00000400:00000200:0.0:1778653836.180131:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653836.180150:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x65a1 [32] + 224 00000800:00000001:0.0:1778653836.180159:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653836.180174:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653836.180178:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653836.180184:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653836.180193:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653836.180204:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653836.180218:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653836.180236:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653836.180246:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653836.180250:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653836.180256:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653836.180265:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2469:2469:256:4294967295] 192.168.204.110@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:0.0:1778653836.180270:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653836.180285:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1778653836.180286:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653836.180298:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000400:00000001:3.0:1778653836.180301:0:32622:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653836.180305:0:32622:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:0.0:1778653836.180305:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915385eef000. 00000400:00000010:3.0:1778653836.180313:0:32622:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000800:00000200:0.0:1778653836.180319:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000400:00000200:3.0:1778653836.180323:0:32622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e97800 00000400:00000010:3.0:1778653836.180328:0:32622:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915383e97800. 00000800:00000200:0.0:1778653836.180332:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:3.0:1778653836.180337:0:32622:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1778653836.180339:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385eef000 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1778653836.180351:0:32622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653836.180363:0:32622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ed80 x1865052054683008/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653852 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.180370:0:32622:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653836.180372:0:32622:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.180375:0:32622:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653836.180380:0:32622:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653836.180384:0:32622:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653836.180388:0:32622:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653836.180392:0:32622:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653836.180406:0:32622:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=97 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653836.180412:0:32622:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653836.180415:0:32622:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653836.180419:0:32622:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.180422:0:32622:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653836.180427:0:32622:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.180438:0:32622:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653836.180440:0:32622:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:3.0:1778653836.180443:0:32622:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653836.180447:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653836.180451:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000800:00000200:0.0:1778653836.180452:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1778653836.180459:0:32622:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000800:00000010:0.0:1778653836.180461:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915385eef000. 00000100:00000040:3.0:1778653836.180463:0:32622:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1778653836.180468:0:32622:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1778653836.180471:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653836.180473:0:32622:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653836.180481:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000100:00000040:3.0:1778653836.180487:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653852 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000001:0.0:1778653836.180493:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1778653836.180499:0:32622:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1778653836.180500:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.180509:0:32622:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653836.180513:0:32622:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653836.180520:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653852 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653836.180528:0:32622:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ed80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32622:1865052054683008:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653836.180534:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653836.180537:0:32622:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653836.180540:0:32622:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653836.180543:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.180546:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653852 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.180553:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653836.180556:0:32622:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def3c0. 00000100:00000001:3.0:1778653836.180560:0:32622:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653836.180561:0:32622:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.180565:0:32622:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653836.180570:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.180575:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.180578:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=4 00000020:00000001:3.0:1778653836.180580:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180583:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000040:3.0:1778653836.180589:0:32622:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177000, remote cookie: 0xdfa36d541726fa92, flags: 0x1001 00010000:00010000:3.0:1778653836.180596:0:32622:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653836.180718:0:32622:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653836.180722:0:32622:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653836.180731:0:32622:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6800. 00010000:00000010:3.0:1778653836.180736:0:32622:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9200. 00010000:00000040:3.0:1778653836.180742:0:32622:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6400 count: 0 00010000:00000010:3.0:1778653836.180748:0:32622:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9380. 00010000:00000001:3.0:1778653836.180755:0:32622:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.180759:0:32622:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653836.180778:0:32622:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.180786:0:32622:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653836.180791:0:32622:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653836.180794:0:32622:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653836.180795:0:32622:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653836.180797:0:32622:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653836.180799:0:32622:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff9153837f6800) refcount = 1 00010000:00010000:3.0:1778653836.180804:0:32622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.180811:0:32622:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653836.180816:0:32622:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653836.180817:0:32622:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653836.180821:0:32622:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653836.180824:0:32622:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.180827:0:32622:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.180833:0:32622:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653836.180835:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180836:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.180837:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180838:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.180840:0:32622:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.180846:0:32622:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653836.180849:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.180850:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.180852:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.180854:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180856:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180858:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.180860:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.180861:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=4 00000020:00000001:3.0:1778653836.180863:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180865:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180868:0:32622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653836.180872:0:32622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.180875:0:32622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.180882:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180883:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.180885:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.180886:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.180887:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=5 00000020:00000001:3.0:1778653836.180889:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180892:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180894:0:32622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653836.180897:0:32622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.180903:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180904:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653836.180907:0:32622:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.180914:0:32622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653836.180915:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180917:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.180918:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180919:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653836.180923:0:32622:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653852 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653836.180933:0:32622:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653836.180938:0:32622:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653852 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653836.180944:0:32622:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.180951:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.180953:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.180954:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.180956:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180957:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000002:00010000:3.0:1778653836.180961:0:32622:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653836.180970:0:32622:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861baac0. 00010000:00000001:3.0:1778653836.180973:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.180975:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.180976:0:32622:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.180978:0:32622:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653836.180982:0:32622:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653836.180984:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653836.180986:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000001:3.0:1778653836.180987:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653836.180988:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00010000:00000001:3.0:1778653836.180991:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.180992:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.180993:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.180995:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.180997:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000002:00010000:3.0:1778653836.181000:0:32622:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.181007:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.181008:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.181011:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653836.181012:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.181014:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.181015:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.181017:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.181019:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000040:3.0:1778653836.181023:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6800 count: 2 00010000:00000001:3.0:1778653836.181026:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653836.181030:0:32622:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:3.0:1778653836.181033:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.181034:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.181035:0:32622:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653836.181039:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f758 00000002:00002000:3.0:1778653836.181041:0:32622:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1778653836.181044:0:32622:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.181049:0:32622:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.181052:0:32622:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653836.181055:0:32622:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653836.181059:0:32622:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653836.181063:0:32622:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653836.181066:0:32622:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653836.181068:0:32622:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3b000 it_disposition 1800037 00000080:00002000:3.0:1778653836.181074:0:32622:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538be520d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1778653836.181079:0:32622:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653836.181082:0:32622:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:3.0:1778653836.181084:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8f988 00000080:00200000:3.0:1778653836.181086:0:32622:0:(namei.c:1617:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000001:3.0:1778653836.181089:0:32622:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:3.0:1778653836.181092:0:32622:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653836.181097:0:32622:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653836.181101:0:32622:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653836.181104:0:32622:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1778653836.181108:0:32622:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653836.181118:0:32622:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd918c0. 00000020:00000001:3.0:1778653836.181129:0:32622:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1778653836.181131:0:32622:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1778653836.181135:0:32622:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653836.181136:0:32622:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff91538bd91988) 00000020:00000001:3.0:1778653836.181141:0:32622:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653836.181146:0:32622:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653836.181151:0:32622:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a78a00. 00000020:00000010:3.0:1778653836.181156:0:32622:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915394a78c00. 00000020:00000010:3.0:1778653836.181160:0:32622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b9c0. 00000008:00000010:3.0:1778653836.181168:0:32622:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653836.181174:0:32622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653836.181180:0:32622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653836.181186:0:32622:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653836.181191:0:32622:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653836.181195:0:32622:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a79600. 00000008:00000010:3.0:1778653836.181199:0:32622:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653836.181203:0:32622:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653836.181207:0:32622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653836.181211:0:32622:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653836.181215:0:32622:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653836.181217:0:32622:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653836.181222:0:32622:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1778653836.181227:0:32622:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915385c8f0c8. 00000020:00000001:3.0:1778653836.181230:0:32622:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653836.181232:0:32622:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653836.181241:0:32622:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1778653836.181246:0:32622:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9153877a52e8. 00020000:00000001:3.0:1778653836.181249:0:32622:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386674094824 : -121687035456792 : ffff9153877a52e8) 00020000:00000001:3.0:1778653836.181254:0:32622:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1778653836.181258:0:32622:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653836.181264:0:32622:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b7e0. 00020000:00000010:3.0:1778653836.181269:0:32622:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75200. 00020000:00000010:3.0:1778653836.181275:0:32622:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b120. 00020000:00000001:3.0:1778653836.181279:0:32622:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614939936 : -121687094611680 : ffff915383f3b120) 00020000:00000002:3.0:1778653836.181282:0:32622:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b120, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653836.181288:0:32622:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653836.181292:0:32622:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75200: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1778653836.181296:0:32622:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1778653836.181298:0:32622:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b120, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653836.181302:0:32622:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653836.181305:0:32622:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75200: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:3.0:1778653836.181309:0:32622:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915387e04860. 00020000:00000010:3.0:1778653836.181313:0:32622:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff915384def3c0. 00020000:00000001:3.0:1778653836.181318:0:32622:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1778653836.181321:0:32622:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91538b9c6eb8. 00020000:00000001:3.0:1778653836.181325:0:32622:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1778653836.181326:0:32622:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1778653836.181332:0:32622:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1778653836.181336:0:32622:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915385c8fed8. 00000020:00000001:3.0:1778653836.181338:0:32622:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653836.181339:0:32622:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653836.181342:0:32622:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000001:3.0:1778653836.181346:0:32622:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1778653836.181350:0:32622:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91538b8a6380. 00020000:00000001:3.0:1778653836.181353:0:32622:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.181358:0:32622:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000001:3.0:1778653836.181361:0:32622:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386645696344 : -121687063855272 : ffff915385c8ff58) 00020000:00000002:3.0:1778653836.181365:0:32622:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff915385c8fed8[0:0] -> [0x200000404:0x2d:0x0]@ffff915385c8f0c8: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1778653836.181371:0:32622:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1778653836.181373:0:32622:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1778653836.181375:0:32622:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.181379:0:32622:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645692744 : -121687063858872 : ffff915385c8f148) 00000020:00001000:3.0:1778653836.181382:0:32622:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653836.181386:0:32622:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915394a78c00. 00000020:00000010:3.0:1778653836.181390:0:32622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b9c0. 00000008:00000010:3.0:1778653836.181394:0:32622:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653836.181398:0:32622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653836.181402:0:32622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653836.181405:0:32622:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653836.181409:0:32622:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653836.181412:0:32622:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a78a00. 00000008:00000010:3.0:1778653836.181415:0:32622:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653836.181418:0:32622:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653836.181421:0:32622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653836.181424:0:32622:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653836.181426:0:32622:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a79600. 00000020:00000010:3.0:1778653836.181429:0:32622:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653836.181433:0:32622:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1778653836.181436:0:32622:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653836.181439:0:32622:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1778653836 00000080:00000001:3.0:1778653836.181445:0:32622:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653836.181448:0:32622:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747414920 : -121686962136696 : ffff91538bd91988) 00010000:00000001:3.0:1778653836.181451:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.181453:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.181454:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.181456:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.181459:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000080:00000001:3.0:1778653836.181463:0:32622:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653836.181464:0:32622:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653836.181467:0:32622:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653836.181470:0:32622:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a79600. 00000020:00000010:3.0:1778653836.181472:0:32622:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915394a78a00. 00000020:00000010:3.0:1778653836.181475:0:32622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b9c0. 00000008:00000010:3.0:1778653836.181478:0:32622:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653836.181480:0:32622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653836.181482:0:32622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653836.181485:0:32622:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653836.181487:0:32622:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653836.181490:0:32622:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a78c00. 00000008:00000010:3.0:1778653836.181492:0:32622:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653836.181494:0:32622:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653836.181496:0:32622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653836.181499:0:32622:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653836.181501:0:32622:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653836.181503:0:32622:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653836.181506:0:32622:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653836.181509:0:32622:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653836.181510:0:32622:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653836.181512:0:32622:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b6c0. 00020000:00000010:3.0:1778653836.181515:0:32622:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75880. 00020000:00000010:3.0:1778653836.181518:0:32622:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3bcc0. 00020000:00000001:3.0:1778653836.181520:0:32622:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614942912 : -121687094608704 : ffff915383f3bcc0) 00020000:00000002:3.0:1778653836.181522:0:32622:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bcc0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653836.181529:0:32622:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653836.181532:0:32622:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75880: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:3.0:1778653836.181536:0:32622:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a52e8) owner ffff915394940000 00020000:00000001:3.0:1778653836.181539:0:32622:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653836.181541:0:32622:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a52e8) owner ffff915394940000 00020000:00000010:3.0:1778653836.181546:0:32622:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75880. 00020000:00000010:3.0:1778653836.181549:0:32622:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b6c0. 00020000:00000010:3.0:1778653836.181552:0:32622:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bcc0. 00020000:00000002:3.0:1778653836.181554:0:32622:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653836.181557:0:32622:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.181559:0:32622:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.181562:0:32622:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653836.181566:0:32622:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394940000 00020000:00000002:3.0:1778653836.181568:0:32622:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b120 addref 2/0 by ffff915394940000. 00020000:00000002:3.0:1778653836.181571:0:32622:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394940000 00020000:00000001:3.0:1778653836.181573:0:32622:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653836.181576:0:32622:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653836.181577:0:32622:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653836.181579:0:32622:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653836.181581:0:32622:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653836.181584:0:32622:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653836.181586:0:32622:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653836.181588:0:32622:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915394a78a00. 00000020:00000010:3.0:1778653836.181591:0:32622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b9c0. 00000008:00000010:3.0:1778653836.181593:0:32622:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653836.181596:0:32622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653836.181598:0:32622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653836.181600:0:32622:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653836.181602:0:32622:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653836.181605:0:32622:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a79600. 00000008:00000010:3.0:1778653836.181607:0:32622:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653836.181609:0:32622:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653836.181612:0:32622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653836.181614:0:32622:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653836.181617:0:32622:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a78c00. 00000020:00000010:3.0:1778653836.181619:0:32622:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:3.0:1778653836.181622:0:32622:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.181624:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.181625:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653836.181627:0:32622:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653836.181630:0:32622:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653836.181632:0:32622:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653836.181635:0:32622:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff91538bd91988) 00000080:00010000:3.0:1778653836.181639:0:32622:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff91538bd91988) for lock 0x3df471c51a8901f8 00800000:00000001:3.0:1778653836.181642:0:32622:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653836.181645:0:32622:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653836.181646:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.181941:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.181943:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.181946:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.181948:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.181951:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.181953:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653836.181954:0:32622:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.181957:0:32622:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.181959:0:32622:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:3.0:1778653836.181961:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.181968:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.181977:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.181985:0:32622:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653836.181989:0:32622:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff91538bd91988) 00000080:00000001:3.0:1778653836.181992:0:32622:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653836.181996:0:32622:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915394a78800. 00000100:00000001:3.0:1778653836.182000:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.182002:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653836.182014:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182018:0:32622:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1778653836.182020:0:32622:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182028:0:32622:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1778653836.182031:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fa60 00000080:00200008:3.0:1778653836.182033:0:32622:0:(file.c:1058:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff91538bd91988), flags 100102 00000080:00000010:3.0:1778653836.182042:0:32622:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9153815b8000. 00000080:00000010:3.0:1778653836.182049:0:32622:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861bae40. 00000080:00000001:3.0:1778653836.182052:0:32622:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1778653836.182056:0:32622:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1778653836.182059:0:32622:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1778653836.182063:0:32622:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a3841e0. 00000002:00100000:3.0:1778653836.182067:0:32622:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653836.182074:0:32622:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653836.182077:0:32622:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653836.182081:0:32622:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653836.182085:0:32622:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182087:0:32622:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653836.182090:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653836.182093:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1778653836.182101:0:32622:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653836.182105:0:32622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915383f60000. 02000000:00000001:3.0:1778653836.182134:0:32622:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653836.182136:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.182139:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fa60 00000080:00000008:3.0:1778653836.182140:0:32622:0:(file.c:1297:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff91538bd91988), flags 100102, rc = 0 00000080:00000001:3.0:1778653836.182146:0:32622:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653836.182148:0:32622:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3b000 released 00000080:00010000:3.0:1778653836.182150:0:32622:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8901f8 from it ffff915383f3b000 00010000:00000001:3.0:1778653836.182152:0:32622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653836.182154:0:32622:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653836.182156:0:32622:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:3.0:1778653836.182157:0:32622:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.182160:0:32622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653836.182162:0:32622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653836.182166:0:32622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653836.182173:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.182174:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.182176:0:32622:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653836.182179:0:32622:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653836.182181:0:32622:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653836.182190:0:32622:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653836.182193:0:32622:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653836.182195:0:32622:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653836.182200:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.182201:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653836.182203:0:32622:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.182207:0:32622:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653836.182209:0:32622:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.182212:0:32622:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.182215:0:32622:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653836.182217:0:32622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653836.182218:0:32622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653836.182220:0:32622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653836.182221:0:32622:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653836.182223:0:32622:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1778653836.182226:0:32622:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653836.182228:0:32622:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653836.182230:0:32622:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653836.182232:0:32622:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182235:0:32622:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1778653836.182238:0:32622:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182240:0:32622:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653836.182244:0:32622:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182246:0:32622:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653836.182249:0:32622:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3b000. 00000080:00000001:3.0:1778653836.182253:0:32622:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653836.182258:0:32622:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653836.182261:0:32622:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff91538bd91988), inode mode 81a4 mask 40 00000080:00000001:3.0:1778653836.182265:0:32622:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1778653836.186848:0:32627:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6400. 00010000:00000001:1.0:1778653836.759781:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653836.759787:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653836.759791:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653836.759792:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653836.759920:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653836.759926:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653836.759932:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653837.015806:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296392168, at 4296392192 00000100:00000010:0.0:1778653837.015821:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d5d80. 00000100:00000040:1.0:1778653837.016024:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296392168, at 4296392192 00000100:00000010:1.0:1778653837.016030:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d5ea0. 00000100:00000040:0.0:1778653837.016074:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653837.016079:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653837.016089:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653837.016093:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653837.016096:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653837.016100:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653837.016104:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653837.016110:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8a800. 00000100:00000001:0.0:1778653837.016116:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016127:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653837.016137:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653837.016141:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016147:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a7ab4f] to pc [ptlrpcd_00_01+1] req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.016178:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016181:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653837.016184:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1778653837.016187:0:28170:0:(import.c:2061:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1778653837.016189:0:28170:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1778653837.016192:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d880. 00000020:00000040:0.0:1778653837.016194:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:0.0:1778653837.016196:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653837.016198:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653837.016199:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653837.016209:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8ad00. 00000100:00000001:0.0:1778653837.016211:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653837.016214:0:28170:0:(import.c:1795:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00080000:0.0:1778653837.016217:0:28170:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1778653837.016220:0:28170:0:(import.c:2096:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff915389b76000: disconnect after 25s idle 00000100:00000001:0.0:1778653837.016222:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653837.016224:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016228:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92dc74] to pc [ptlrpcd_rcv+-1] req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.016253:0:28170:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653837.016255:0:28170:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016257:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653837.016260:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653837.016262:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f800. 00000020:00000040:0.0:1778653837.016264:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:0.0:1778653837.016266:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653837.016267:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653837.016269:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653837.016272:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8af00. 00000100:00000001:0.0:1778653837.016274:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016277:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653837.016284:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653837.016286:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016289:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f7167f] to pc [ptlrpcd_00_00+0] req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.016296:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653837.016300:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1729) 00000100:00000001:1.0:1778653837.016340:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653837.016344:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653837.016346:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653837.016351:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.016359:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653837.016361:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653837.016364:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653837.016367:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653837.016369:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653837.016372:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054683136:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653837.016376:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653837.016381:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653837.016383:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653837.016386:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653837.016390:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538a488000. 02000000:00000001:1.0:1778653837.016391:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653837.016398:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653837.016402:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5f20. 00000400:00000010:1.0:1778653837.016416:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19aa0. 00000100:00000200:1.0:1778653837.016421:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054683136, portal 25 00000100:00000001:1.0:1778653837.016424:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653837.016425:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:1.0:1778653837.016430:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.016437:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653837.016440:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653837.016443:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f196e8. 00000100:00000200:1.0:1778653837.016446:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054683136, offset 0 00000400:00000200:1.0:1778653837.016451:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653837.016459:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653837.016466:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653837.016471:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653837.016474:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653837.016478:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653837.016481:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653837.016485:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2470:2470:256:4294967295] 192.168.204.110@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:1.0:1778653837.016489:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653837.016498:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653837.016502:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653837.016507:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16400. 00000800:00000200:1.0:1778653837.016513:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653837.016520:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653837.016524:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653837.016537:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653837.016541:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653837.016543:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296396424 00000100:00000010:1.0:1778653837.016547:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1960. 00000100:00000001:1.0:1778653837.016551:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653837.016555:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296396424 00000100:00000010:1.0:1778653837.016557:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1480. 00000100:00000001:1.0:1778653837.016559:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653837.016562:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653837.016564:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.016567:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.016569:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.016575:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653837.016577:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653837.016579:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653837.016580:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653837.016582:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653837.016584:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1778653837.016585:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.016587:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653837.016589:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.016595:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653837.016596:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653837.016597:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653837.016601:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.016608:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653837.016609:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653837.016611:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653837.016613:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653837.016615:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653837.016617:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054683392:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653837.016620:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653837.016622:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653837.016624:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653837.016626:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653837.016629:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538a489000. 02000000:00000001:1.0:1778653837.016631:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653837.016634:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653837.016636:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c08. 00000400:00000010:1.0:1778653837.016640:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f192a8. 00000100:00000200:1.0:1778653837.016643:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054683392, portal 4 00000100:00000001:1.0:1778653837.016645:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653837.016646:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679314432 : -121687030237184 : ffff915387c9f800) 00000100:00000040:1.0:1778653837.016679:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.016686:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653837.016688:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653837.016691:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19330. 00000100:00000200:1.0:1778653837.016693:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054683392, offset 0 00000400:00000200:1.0:1778653837.016697:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653837.016701:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653837.016707:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653837.016710:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653837.016713:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653837.016715:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653837.016717:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653837.016719:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2471:2471:255:4294967295] 192.168.204.110@tcp LPNI seq info [2471:2471:7:4294967295] 00000400:00000200:1.0:1778653837.016723:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653837.016729:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653837.016733:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653837.016736:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653837.016740:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653837.016744:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653837.016746:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653837.016749:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653837.016762:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 270910 usecs (271 jiffies) 00000400:00000200:1.0:1778653837.016765:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653837.016767:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296392464 00000100:00000001:1.0:1778653837.016769:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296396424 00000100:00000001:1.0:1778653837.016771:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296392464 00000100:00000001:1.0:1778653837.016772:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296396424 00000100:00000001:1.0:1778653837.016774:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653837.016776:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.016778:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.016780:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.016798:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653837.016800:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653837.016994:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653837.016998:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16400. 00000400:00000200:0.0:1778653837.017001:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653837.017006:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653837.017010:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f196e8 00000400:00000010:0.0:1778653837.017013:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f196e8. 00000100:00000001:0.0:1778653837.017017:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653837.017021:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.017029:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653837.017032:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.017038:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653837.017040:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653837.017103:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653837.017105:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:0.0:1778653837.017108:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653837.017111:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653837.017114:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19330 00000400:00000010:0.0:1778653837.017116:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19330. 00000100:00000001:0.0:1778653837.017118:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653837.017121:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.017128:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653837.017131:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.017136:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653837.017138:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653837.019012:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653837.019018:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653837.019021:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653837.019029:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653837.019039:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653837.019041:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653837.019044:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653837.019047:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653837.019050:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653837.019053:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054683264:192.168.204.110@tcp:9:kworker.0 00000100:00000001:2.0:1778653837.019056:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653837.019060:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653837.019062:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653837.019064:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653837.019068:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915385c9cc00. 02000000:00000001:2.0:1778653837.019070:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653837.019075:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653837.019080:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e9f8. 00000400:00000010:2.0:1778653837.019085:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653837.019089:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054683264, portal 4 00000100:00000001:2.0:1778653837.019091:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653837.019093:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000040:2.0:1778653837.019099:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653837.019106:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653837.019109:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653837.019111:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490110. 00000100:00000200:2.0:1778653837.019114:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054683264, offset 0 00000400:00000200:2.0:1778653837.019119:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653837.019124:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653837.019128:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653837.019132:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653837.019135:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653837.019138:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653837.019140:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653837.019144:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2472:2472:256:4294967295] 192.168.204.110@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:2.0:1778653837.019148:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653837.019155:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653837.019160:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653837.019163:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653837.019169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653837.019174:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653837.019177:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653837.019194:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653837.019198:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21315 usecs (22 jiffies) 00000400:00000200:2.0:1778653837.019202:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653837.019204:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296392217 00000100:00000001:2.0:1778653837.019207:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296396424 00000100:00000001:2.0:1778653837.019211:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296392217 00000100:00000001:2.0:1778653837.019213:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296396424 00000100:00000001:2.0:1778653837.019215:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653837.019217:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653837.019220:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653837.019222:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653837.019228:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653837.019230:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1778653837.019232:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653837.019233:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653837.019234:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653837.019236:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653837.020464:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653837.020470:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:0.0:1778653837.020476:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653837.020481:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653837.020486:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:0.0:1778653837.020489:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:0.0:1778653837.020492:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653837.020498:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.020508:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653837.020511:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.020518:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653837.020519:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653837.023105:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023118:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653837.023121:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023124:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653837.023130:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023137:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653837.023144:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023149:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023153:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023158:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534ff00 00000400:00000200:0.0:1778653837.023162:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023167:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x65b9 [1] + 224 00000800:00000001:0.0:1778653837.023173:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023176:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653837.023179:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653837.023183:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653837.023189:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653837.023196:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653837.023207:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.023227:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653837.023235:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023237:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653837.023239:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023241:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653837.023244:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023247:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653837.023251:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023253:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023256:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023259:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a0414534fe00 00000400:00000200:0.0:1778653837.023262:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.023266:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x65a9 [1] + 224 00000800:00000001:0.0:1778653837.023270:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023276:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653837.023278:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653837.023281:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653837.023283:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653837.023287:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653837.023295:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.023302:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653837.023304:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.023306:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024517:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653837.024522:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653837.024529:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653837.024531:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653837.024534:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5c08. 00000400:00000200:1.0:1778653837.024540:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f192a8 00000400:00000010:1.0:1778653837.024542:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f192a8. 00000100:00000001:1.0:1778653837.024545:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653837.024552:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653837.024562:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.024568:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653837.024570:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024572:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653837.024575:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653837.024577:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653837.024579:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653837.024582:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653837.024590:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=98 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653837.024594:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653837.024597:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653837.024599:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653837.024601:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653837.024604:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.024608:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653837.024610:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1778653837.024613:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653837.024614:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653837.024619:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.024626:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653837.024629:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653837.024630:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653837.024634:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653837.024642:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054683392:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1778653837.024647:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653837.024673:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653837.024675:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5f20. 00000400:00000200:1.0:1778653837.024687:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19aa0 00000400:00000010:1.0:1778653837.024690:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19aa0. 00000100:00000001:1.0:1778653837.024693:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653837.024696:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653837.024705:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.024711:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653837.024713:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024714:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653837.024716:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653837.024717:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653837.024718:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653837.024720:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653837.024723:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653837.024726:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653837.024728:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653837.024729:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653837.024731:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653837.024732:0:2367:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.024735:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653837.024738:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.024744:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653837.024746:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653837.024747:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653837.024759:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653837.024767:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054683136:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653837.024771:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024773:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653837.024776:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f800 x1865052054683392/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.024790:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653837.024792:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653837.024796:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538a489000. 02000000:00000001:1.0:1778653837.024800:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653837.024802:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653837.024804:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653837.024807:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653837.024809:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8af00. 02000000:00000001:1.0:1778653837.024812:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653837.024814:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653837.024816:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f800. 00000100:00000001:1.0:1778653837.024819:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653837.024820:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024822:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653837.024824:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054683136/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653837.024829:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653837.024830:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653837.024832:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538a488000. 02000000:00000001:1.0:1778653837.024833:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653837.024835:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653837.024836:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1778653837.024838:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653837.024839:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8a800. 02000000:00000001:1.0:1778653837.024841:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653837.024842:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653837.024843:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:1.0:1778653837.024845:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653837.024846:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024847:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653837.024854:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653837.024856:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653837.024858:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653837.024860:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653837.026339:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.026352:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653837.026356:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.026359:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653837.026366:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.026372:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653837.026380:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.026384:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.026389:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.026392:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a0414534fe80 00000400:00000200:0.0:1778653837.026397:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653837.026403:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x65c9 [1] + 224 00000800:00000001:0.0:1778653837.026467:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.027085:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653837.027089:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653837.027095:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653837.027102:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653837.027110:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653837.027126:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653837.027147:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653837.027156:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653837.027160:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653837.027187:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653837.027191:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653837.027196:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653837.027197:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653837.027200:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e9f8. 00000400:00000200:2.0:1778653837.027205:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653837.027207:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653837.027210:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653837.027214:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653837.027222:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653837.027229:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653837.027231:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653837.027233:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653837.027236:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653837.027238:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653837.027240:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653837.027243:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653837.027250:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=98 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653837.027254:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653837.027256:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653837.027258:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653837.027261:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653837.027264:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653837.027267:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653837.027269:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1778653837.027271:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653837.027272:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653837.027276:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653837.027283:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653837.027286:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653837.027287:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1778653837.027291:0:2365:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1778653837.027297:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1778653837.027300:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653837.027305:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054683264:192.168.204.110@tcp:9:kworker.0 00000100:00000001:2.0:1778653837.027309:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653837.027311:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653837.027313:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d880 x1865052054683264/t0(0) o9->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653837.027317:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653837.027318:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653837.027321:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385c9cc00. 02000000:00000001:2.0:1778653837.027323:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653837.027324:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653837.027326:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653837.027327:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653837.027329:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8ad00. 02000000:00000001:2.0:1778653837.027333:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653837.027335:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653837.027336:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d880. 00000100:00000001:2.0:1778653837.027340:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653837.027341:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653837.027343:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653837.027350:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653837.027351:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653837.027353:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653837.027355:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653837.786054:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653837.786059:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653837.786064:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653837.786065:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653837.786250:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653837.786253:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653837.786256:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653838.808348:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653838.808353:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653838.808358:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653838.808360:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653838.808513:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653838.808517:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653838.808520:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653839.063789:0:15837:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1778653839.063796:0:15837:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653839.832000:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653839.832007:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653839.832013:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653839.832015:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653839.832262:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653839.832265:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653839.832268:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653840.855769:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653840.855774:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653840.855779:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653840.855780:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653840.855874:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653840.855877:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653840.855880:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653841.623801:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296396424, at 4296396800 00000100:00000010:1.0:1778653841.623817:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1480. 00000100:00000040:0.0:1778653841.624181:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296396424, at 4296396800 00000100:00000010:0.0:1778653841.624188:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1960. 00010000:00000001:1.0:1778653841.880055:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653841.880061:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653841.880066:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653841.880067:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653841.880129:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653841.880133:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653841.880136:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:3.0:1778653841.955567:0:32622:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653841.955583:0:32622:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394940000 00020000:00000002:3.0:1778653841.955589:0:32622:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394940000 00020000:00000001:3.0:1778653841.955591:0:32622:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653841.955600:0:32622:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653841.955603:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fdb8 00000080:00200008:3.0:1778653841.955606:0:32622:0:(file.c:448:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff91538bd91988), flags 100002 00000080:00000001:3.0:1778653841.955610:0:32622:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1778653841.955613:0:32622:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1778653841.955614:0:32622:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653841.955616:0:32622:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394940000 00020000:00000002:3.0:1778653841.955618:0:32622:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a52e8) owner 0000000000000000/ffff915394940000 00020000:00000001:3.0:1778653841.955620:0:32622:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653841.955622:0:32622:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1778653841.955629:0:32622:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653841.955634:0:32622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653841.955640:0:32622:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6800 count: 2 00010000:00000001:3.0:1778653841.955643:0:32622:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653841.955677:0:32622:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653841.955679:0:32622:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:3.0:1778653841.955682:0:32622:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653841.955683:0:32622:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653841.955689:0:32622:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915389990800. 00000080:00000001:3.0:1778653841.955692:0:32622:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653841.955697:0:32622:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653841.955702:0:32622:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653841.955704:0:32622:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:3.0:1778653841.955707:0:32622:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653841.955709:0:32622:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:3.0:1778653841.955714:0:32622:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1df80. 00000020:00000040:3.0:1778653841.955719:0:32622:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653841.955723:0:32622:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653841.955726:0:32622:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653841.955731:0:32622:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653841.955736:0:32622:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389991600. 00000100:00000001:3.0:1778653841.955743:0:32622:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653841.955759:0:32622:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653841.955770:0:32622:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653841.955775:0:32622:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653841.955782:0:32622:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653841.955784:0:32622:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653841.955791:0:32622:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def240. 00000100:00000001:3.0:1778653841.955792:0:32622:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357568 : -121687079194048 : ffff915384def240) 00000100:00000001:3.0:1778653841.955795:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653841.955796:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678783872 : -121687030767744 : ffff915387c1df80) 00000100:00000001:3.0:1778653841.955800:0:32622:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653841.955804:0:32622:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653841.955805:0:32622:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653841.955807:0:32622:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653841.955811:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653841.955817:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653841.955819:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653841.955823:0:32622:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653841.955825:0:32622:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653841.955827:0:32622:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653841.955830:0:32622:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1df80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32622:1865052054683648:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1778653841.955834:0:32622:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653841.955838:0:32622:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653841.955840:0:32622:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653841.955843:0:32622:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653841.955847:0:32622:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e95c00. 02000000:00000001:3.0:1778653841.955848:0:32622:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653841.955855:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653841.955858:0:32622:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a1b8. 00000400:00000010:3.0:1778653841.955864:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ce58. 00000100:00000200:3.0:1778653841.955869:0:32622:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054683648, portal 10 00000100:00000001:3.0:1778653841.955871:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653841.955872:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678783872 : -121687030767744 : ffff915387c1df80) 00000100:00000040:3.0:1778653841.955877:0:32622:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653841.955884:0:32622:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653841.955887:0:32622:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653841.955889:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cb28. 00000100:00000200:3.0:1778653841.955892:0:32622:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054683648, offset 0 00000400:00000200:3.0:1778653841.955898:0:32622:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653841.955906:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653841.955912:0:32622:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653841.955917:0:32622:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653841.955920:0:32622:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653841.955935:0:32622:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653841.955938:0:32622:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653841.955942:0:32622:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2473:2473:256:4294967295] 192.168.204.110@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:3.0:1778653841.955947:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653841.955956:0:32622:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653841.955964:0:32622:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653841.955968:0:32622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653841.955974:0:32622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653841.955981:0:32622:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653841.955985:0:32622:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653841.956002:0:32622:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653841.956007:0:32622:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 822181 usecs (823 jiffies) 00000400:00000200:3.0:1778653841.956010:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653841.956013:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296397955 00000100:00000010:3.0:1778653841.956017:0:32622:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b6c0. 00000100:00000001:3.0:1778653841.956022:0:32622:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653841.956029:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296397955 00000100:00000010:3.0:1778653841.956032:0:32622:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3bcc0. 00000100:00000001:3.0:1778653841.956034:0:32622:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653841.956041:0:32622:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653841.956044:0:32622:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653841.956046:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653841.956048:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653841.956051:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 11 seconds 00000100:00000001:3.0:1778653841.956054:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653841.956057:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653841.956249:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653841.956253:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653841.956257:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653841.956262:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653841.956266:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cb28 00000400:00000010:1.0:1778653841.956269:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cb28. 00000100:00000001:1.0:1778653841.956272:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653841.956276:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653841.956284:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653841.956287:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653841.956298:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653841.956299:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1778653842.136642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653842.136683:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653842.136692:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3100. 00000020:00000040:2.0:1778653842.136697:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1778653842.136702:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653842.136706:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653842.136711:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653842.136719:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658df00. 00000100:00000001:2.0:1778653842.136726:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136738:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653842.136748:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653842.136753:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb361994] to pc [ptlrpcd_01_01+1] req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.136784:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653842.136789:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653842.136792:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653842.136795:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653842.136797:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653842.136799:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653842.136801:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653842.136804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658dc00. 00000100:00000001:2.0:1778653842.136807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136810:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653842.136816:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653842.136818:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136822:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f8a266] to pc [ptlrpcd_01_00+0] req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.136829:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1778653842.136834:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1778653842.136837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653842.136840:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1778653842.136843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0700. 00000020:00000040:2.0:1778653842.136845:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653842.136847:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653842.136848:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653842.136849:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653842.136852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658d100. 00000100:00000001:2.0:1778653842.136854:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136858:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653842.136864:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653842.136866:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136869:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7830830] to pc [ptlrpcd_01_01+1] req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.136881:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.136885:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1735) 00000100:00000001:2.0:1778653842.136895:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653842.136898:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653842.136900:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653842.136905:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.136912:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653842.137081:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653842.137084:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653842.137086:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653842.137091:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.137098:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653842.137099:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653842.137102:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653842.137105:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653842.137107:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653842.137110:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054683776:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653842.137114:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653842.137119:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653842.137121:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653842.137124:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653842.137128:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990a00. 02000000:00000001:3.0:1778653842.137130:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653842.137137:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653842.137141:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653842.137147:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653842.137153:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054683776, portal 25 00000100:00000001:3.0:1778653842.137155:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653842.137156:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649051392 : -121687060500224 : ffff915385fc3100) 00000100:00000040:3.0:1778653842.137161:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.137168:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653842.137171:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653842.137173:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cd48. 00000100:00000200:3.0:1778653842.137176:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054683776, offset 0 00000400:00000200:3.0:1778653842.137182:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653842.137190:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653842.137197:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653842.137202:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653842.137207:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653842.137211:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653842.137214:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653842.137217:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2474:2474:256:4294967295] 192.168.204.110@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:3.0:1778653842.137221:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653842.137230:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653842.137235:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653842.137239:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653842.137246:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653842.137253:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653842.137257:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653842.137265:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653842.137268:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653842.137271:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296401545 00000100:00000001:3.0:1778653842.137278:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296397955 00000100:00000001:3.0:1778653842.137282:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296401545 00000100:00000001:3.0:1778653842.137286:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296397955 00000100:00000001:3.0:1778653842.137289:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653842.137292:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.137295:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653842.137298:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.137304:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653842.137305:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653842.137307:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653842.137309:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653842.137310:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653842.137313:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054684032:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653842.137316:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653842.137318:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653842.137320:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653842.137321:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653842.137324:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915394843800. 02000000:00000001:3.0:1778653842.137326:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653842.137329:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653842.137332:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000400:00000010:3.0:1778653842.137335:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c3b8. 00000100:00000200:3.0:1778653842.137338:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684032, portal 4 00000100:00000001:3.0:1778653842.137340:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653842.137341:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649040640 : -121687060510976 : ffff915385fc0700) 00000100:00000040:3.0:1778653842.137347:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.137352:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653842.137354:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653842.137356:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c5d8. 00000100:00000200:3.0:1778653842.137358:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054684032, offset 0 00000400:00000200:3.0:1778653842.137362:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653842.137366:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653842.137369:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653842.137371:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653842.137373:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653842.137375:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653842.137377:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653842.137380:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2475:2475:255:4294967295] 192.168.204.110@tcp LPNI seq info [2475:2475:7:4294967295] 00000400:00000200:3.0:1778653842.137383:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653842.137389:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653842.137393:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653842.137395:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5800. 00000800:00000200:3.0:1778653842.137398:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653842.137402:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653842.137405:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653842.137407:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653842.137411:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 269311 usecs (270 jiffies) 00000400:00000200:3.0:1778653842.137414:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653842.137415:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296397583 00000100:00000001:3.0:1778653842.137417:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296401545 00000100:00000001:3.0:1778653842.137419:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296397583 00000100:00000001:3.0:1778653842.137421:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296401545 00000100:00000001:3.0:1778653842.137424:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653842.137426:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.137429:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.137431:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.137437:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653842.137439:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653842.137441:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653842.137442:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653842.137444:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.137445:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653842.137533:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653842.137537:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:0.0:1778653842.137542:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653842.137547:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653842.137641:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cd48 00000400:00000010:0.0:1778653842.137644:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cd48. 00000100:00000001:0.0:1778653842.137673:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653842.137679:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.137687:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653842.137690:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.137697:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653842.137698:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653842.138394:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653842.138399:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:0.0:1778653842.138402:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653842.138407:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653842.138411:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c5d8 00000400:00000010:0.0:1778653842.138412:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c5d8. 00000100:00000001:0.0:1778653842.138415:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653842.138419:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.138427:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653842.138430:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.138435:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653842.138437:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653842.138738:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653842.138745:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653842.138747:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653842.138749:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653842.138754:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054683904:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653842.138757:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653842.138761:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653842.138764:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653842.138766:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653842.138771:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538cd56400. 02000000:00000001:2.0:1778653842.138772:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653842.138776:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653842.138780:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e9f8. 00000400:00000010:2.0:1778653842.138784:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653842.138788:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054683904, portal 10 00000100:00000001:2.0:1778653842.138790:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653842.138792:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653842.138799:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.138805:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653842.138808:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653842.138810:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864903b8. 00000100:00000200:2.0:1778653842.138813:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054683904, offset 0 00000400:00000200:2.0:1778653842.138818:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653842.138824:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653842.138830:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653842.138833:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653842.138837:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653842.138840:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653842.138842:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653842.138845:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2476:2476:256:4294967295] 192.168.204.110@tcp LPNI seq info [2476:2476:8:4294967295] 00000400:00000200:2.0:1778653842.138848:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653842.138854:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653842.138857:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653842.138861:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d200. 00000800:00000200:2.0:1778653842.138865:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653842.138869:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653842.138872:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653842.138885:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.138889:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 822181 usecs (823 jiffies) 00000400:00000200:2.0:1778653842.138892:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653842.138894:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296398138 00000100:00000001:2.0:1778653842.138897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296401545 00000100:00000001:2.0:1778653842.138899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296398138 00000100:00000001:2.0:1778653842.138901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296401545 00000100:00000001:2.0:1778653842.138904:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653842.138906:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.138908:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.138911:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653842.138917:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653842.138918:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1778653842.139209:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653842.139214:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d200. 00000400:00000200:1.0:1778653842.139217:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653842.139222:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653842.139225:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864903b8 00000400:00000010:1.0:1778653842.139227:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864903b8. 00000100:00000001:1.0:1778653842.139229:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653842.139234:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653842.139242:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653842.139246:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653842.139252:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653842.139254:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653842.139926:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653842.139930:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653842.139933:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.139936:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653842.144895:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.144927:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653842.144931:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.144935:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653842.144945:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.144952:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653842.144962:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.144967:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.144972:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.144976:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145350180 00000400:00000200:0.0:1778653842.144981:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.144986:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x65e1 [1] + 224 00000800:00000001:0.0:1778653842.144994:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.144998:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653842.145001:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653842.145005:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653842.145013:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653842.145021:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653842.145032:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.145057:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653842.145066:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145069:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653842.145071:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145073:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653842.145076:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145079:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653842.145083:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145086:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145089:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145092:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145350100 00000400:00000200:0.0:1778653842.145095:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145099:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x65e9 [1] + 224 00000800:00000001:0.0:1778653842.145103:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145106:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653842.145107:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653842.145110:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653842.145113:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653842.145117:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653842.145124:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.145142:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653842.145146:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145149:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653842.145151:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145153:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653842.145156:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145159:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653842.145163:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145166:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145169:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145171:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145350080 00000400:00000200:0.0:1778653842.145173:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653842.145177:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x65d9 [1] + 224 00000800:00000001:0.0:1778653842.145181:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145222:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653842.145224:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653842.145227:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653842.145233:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653842.145237:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653842.145244:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653842.145252:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653842.145255:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653842.145257:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145306:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653842.145310:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653842.145317:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653842.145319:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653842.145322:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:3.0:1778653842.145326:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:3.0:1778653842.145328:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:3.0:1778653842.145331:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653842.145336:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653842.145344:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.145350:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653842.145352:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145355:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653842.145358:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653842.145361:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653842.145363:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653842.145367:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653842.145373:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653842.145377:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1778653842.145380:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653842.145382:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653842.145384:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653842.145386:0:2369:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.145389:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653842.145394:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.145401:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653842.145405:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653842.145406:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653842.145410:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653842.145417:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054683776:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1778653842.145423:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653842.145424:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653842.145426:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:3.0:1778653842.145428:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c3b8 00000400:00000010:3.0:1778653842.145430:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c3b8. 00000100:00000001:3.0:1778653842.145432:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653842.145434:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653842.145442:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.145448:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653842.145449:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145451:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653842.145452:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653842.145453:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653842.145454:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653842.145456:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653842.145462:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=103 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653842.145465:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653842.145467:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653842.145468:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653842.145470:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653842.145473:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.145477:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653842.145479:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1778653842.145481:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653842.145482:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653842.145486:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.145492:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653842.145494:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653842.145495:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653842.145498:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653842.145505:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054684032:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653842.145509:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145512:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653842.145515:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3100 x1865052054683776/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.145521:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653842.145523:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653842.145527:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990a00. 02000000:00000001:3.0:1778653842.145531:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653842.145534:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653842.145536:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653842.145537:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653842.145540:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658df00. 02000000:00000001:3.0:1778653842.145544:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653842.145546:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653842.145548:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3100. 00000100:00000001:3.0:1778653842.145552:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653842.145553:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145555:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653842.145558:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0700 x1865052054684032/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653842.145563:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653842.145565:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653842.145567:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915394843800. 02000000:00000001:3.0:1778653842.145569:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653842.145570:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653842.145571:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:3.0:1778653842.145573:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653842.145574:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658d100. 02000000:00000001:3.0:1778653842.145576:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653842.145577:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653842.145578:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0700. 00000100:00000001:3.0:1778653842.145594:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653842.145596:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145598:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653842.145606:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653842.145609:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653842.145611:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653842.145613:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.146371:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653842.146375:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653842.146380:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653842.146382:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653842.146384:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e9f8. 00000400:00000200:2.0:1778653842.146388:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653842.146390:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653842.146393:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653842.146399:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653842.146407:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.146413:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653842.146414:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653842.146416:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653842.146417:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653842.146419:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653842.146420:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653842.146422:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653842.146428:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=103 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653842.146431:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653842.146433:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653842.146434:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653842.146436:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653842.146438:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.146441:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653842.146443:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967653 gen 2 00000100:00000040:2.0:1778653842.146448:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653842.146455:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653842.146457:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678787456 : -121687030764160 : ffff915387c1ed80) 00000100:00000001:2.0:1778653842.146460:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653842.146464:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653842.146470:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.146472:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653842.146473:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1778653842.146475:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653842.146476:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653842.146479:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.146485:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653842.146487:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653842.146488:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653842.146491:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653842.146498:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054683904:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653842.146501:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653842.146503:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653842.146506:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054683904/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653842.146512:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653842.146514:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653842.146516:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538cd56400. 02000000:00000001:2.0:1778653842.146519:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653842.146521:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653842.146522:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653842.146523:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653842.146525:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658dc00. 02000000:00000001:2.0:1778653842.146527:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653842.146528:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653842.146530:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653842.146533:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653842.146534:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653842.146536:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653842.146540:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653842.146541:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653842.146542:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653842.146544:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653842.907136:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653842.907143:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653842.907145:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653842.907149:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653842.907154:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653842.907156:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653842.907158:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653842.907160:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653842.907164:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653842.907165:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653842.907614:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653842.907618:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653842.907621:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653843.929664:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653843.929672:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653843.929680:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653843.929681:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653843.935195:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653843.935203:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653843.935209:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653844.951774:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653844.951779:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653844.951785:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653844.951786:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653844.951960:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653844.951964:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653844.951967:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653845.975958:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653845.975963:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653845.975969:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653845.975970:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653845.976113:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653845.976117:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653845.976121:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653846.743821:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296401545, at 4296401920 00000100:00000010:0.0:1778653846.743836:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b6c0. 00000100:00000040:1.0:1778653846.744074:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296401545, at 4296401920 00000100:00000010:1.0:1778653846.744080:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3bcc0. 00010000:00000001:1.0:1778653846.999876:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653846.999882:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653846.999888:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653846.999891:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653846.999893:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653846.999900:0:30363:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653846.999902:0:30363:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653846.999903:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653846.999906:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653846.999908:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653846.999910:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653846.999912:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653847.000041:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653847.000044:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653847.000046:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1778653847.255767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653847.255784:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653847.255797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c380. 00000020:00000040:3.0:1778653847.255803:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653847.255808:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653847.255812:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653847.255817:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653847.255825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5200. 00000100:00000001:3.0:1778653847.255832:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.255845:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653847.255856:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653847.255861:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.255868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d2000d] to pc [ptlrpcd_01_00+0] req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653847.256251:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653847.256256:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653847.256259:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653847.256274:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653847.256283:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653847.256285:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653847.256290:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653847.256294:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653847.256297:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653847.256301:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054684160:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653847.256304:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653847.256310:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653847.256312:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653847.256315:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653847.256320:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538a488400. 02000000:00000001:2.0:1778653847.256322:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653847.256331:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653847.256335:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e9f8. 00000400:00000010:2.0:1778653847.256344:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653847.256354:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684160, portal 25 00000100:00000001:2.0:1778653847.256356:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653847.256358:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00000100:00000001:3.0:1778653847.256361:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653847.256363:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1778653847.256364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653847.256368:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653847.256371:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1dc00. 00000100:00000001:2.0:1778653847.256371:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1778653847.256373:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000040:2.0:1778653847.256375:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653847.256376:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653847.256377:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1778653847.256377:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490f68. 02000000:00000001:3.0:1778653847.256380:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1778653847.256381:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054684160, offset 0 02000000:00000010:3.0:1778653847.256385:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5800. 00000400:00000200:2.0:1778653847.256387:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653847.256388:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.256391:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1778653847.256396:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653847.256399:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653847.256400:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.256404:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026d3dd19] to pc [ptlrpcd_01_01+1] req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1778653847.256405:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653847.256410:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1778653847.256411:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.256413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1778653847.256415:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000100:00000040:3.0:1778653847.256417:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1778653847.256419:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1778653847.256420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1778653847.256422:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000100:00000001:3.0:1778653847.256423:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1778653847.256426:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2477:2477:256:4294967295] 192.168.204.110@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:2.0:1778653847.256430:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000010:3.0:1778653847.256438:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d180. 00000400:00000200:2.0:1778653847.256440:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000020:00000040:3.0:1778653847.256441:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653847.256443:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653847.256444:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653847.256445:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1778653847.256446:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 02000000:00000010:3.0:1778653847.256449:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5a00. 00000800:00000010:2.0:1778653847.256451:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000100:00000001:3.0:1778653847.256452:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.256455:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1778653847.256458:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000001:3.0:1778653847.256462:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653847.256463:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1778653847.256466:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000040:3.0:1778653847.256467:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab2af1b8] to pc [ptlrpcd_01_00+0] req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1778653847.256471:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653847.256474:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653847.256478:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1740) 00000100:00000001:2.0:1778653847.256485:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653847.256490:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1778653847.256490:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653847.256493:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653847.256493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296406664 00000100:00000001:3.0:1778653847.256494:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1778653847.256498:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff92a0. 00000100:00000040:3.0:1778653847.256499:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653847.256505:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653847.256505:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1778653847.256507:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653847.256510:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653847.256512:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653847.256512:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296406664 02000000:00000001:3.0:1778653847.256514:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653847.256514:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915385ff94e0. 00000100:00100000:3.0:1778653847.256517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054684288:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653847.256518:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1778653847.256521:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1778653847.256522:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653847.256523:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653847.256524:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.256524:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653847.256526:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1778653847.256527:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.256530:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1778653847.256538:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389991c00. 00000100:00000001:2.0:1778653847.256538:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1778653847.256540:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.256540:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653847.256543:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1778653847.256544:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653847.256544:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653847.256545:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1778653847.256547:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20aec8. 00000100:00000040:2.0:1778653847.256549:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1778653847.256560:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c3b8. 00000100:00000200:3.0:1778653847.256564:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684288, portal 10 00000100:00000001:3.0:1778653847.256566:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653847.256568:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782976 : -121687030768640 : ffff915387c1dc00) 00000100:00000040:3.0:1778653847.256574:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653847.256581:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653847.256583:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653847.256586:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653847.256589:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054684288, offset 0 00000100:00000001:2.0:1778653847.256592:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1778653847.256594:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:2.0:1778653847.256594:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653847.256596:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1778653847.256598:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 02000000:00000001:2.0:1778653847.256598:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653847.256600:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653847.256602:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00100000:2.0:1778653847.256602:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054684416:192.168.204.110@tcp:400:kworker.0 00000400:00000200:3.0:1778653847.256605:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1778653847.256606:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1778653847.256607:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 02000000:00000001:2.0:1778653847.256608:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1778653847.256609:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1778653847.256609:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653847.256611:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1778653847.256612:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653847.256615:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2478:2478:255:4294967295] 192.168.204.110@tcp LPNI seq info [2478:2478:7:4294967295] 02000000:00000010:2.0:1778653847.256615:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538a489c00. 02000000:00000001:2.0:1778653847.256616:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653847.256618:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653847.256620:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653847.256622:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000200:3.0:1778653847.256625:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000400:00000010:2.0:1778653847.256626:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653847.256629:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684416, portal 4 00000800:00000200:1.0:1778653847.256630:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1778653847.256631:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00000001:2.0:1778653847.256631:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653847.256632:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678780288 : -121687030771328 : ffff915387c1d180) 00000800:00000010:3.0:1778653847.256634:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000010:1.0:1778653847.256638:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000800:00000200:3.0:1778653847.256639:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000040:2.0:1778653847.256640:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1778653847.256645:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000400:00000200:1.0:1778653847.256646:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1778653847.256647:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653847.256674:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653847.256675:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000800:00000200:3.0:1778653847.256677:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1778653847.256679:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864904c8. 00000100:00000001:3.0:1778653847.256682:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653847.256683:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490f68 00000100:00000040:3.0:1778653847.256685:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821123 usecs (822 jiffies) 00000400:00000010:1.0:1778653847.256687:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490f68. 00000400:00000200:3.0:1778653847.256693:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653847.256694:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1778653847.256695:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296403255 00000100:00000001:3.0:1778653847.256699:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296406664 00000100:00000200:1.0:1778653847.256702:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653847.256703:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296403255 00000100:00000001:3.0:1778653847.256708:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296406664 00000100:00000001:3.0:1778653847.256715:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653847.256719:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653847.256723:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653847.256723:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653847.256727:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653847.256730:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653847.256733:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653847.256735:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653847.256740:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653847.256742:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653847.256745:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653847.256745:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653847.256749:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653847.256750:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653847.256767:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653847.256770:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653847.256785:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653847.256789:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000200:2.0:1778653847.257528:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054684416, offset 0 00000400:00000200:1.0:1778653847.257619:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:1.0:1778653847.257623:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:1.0:1778653847.257629:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1778653847.257634:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000200:1.0:1778653847.257636:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1778653847.257643:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653847.257674:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653847.257678:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653847.257685:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653847.257687:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1778653847.257731:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653847.257735:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653847.257738:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653847.257741:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653847.257744:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653847.257747:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2479:2479:256:4294967295] 192.168.204.110@tcp LPNI seq info [2479:2479:8:4294967295] 00000400:00000200:2.0:1778653847.257751:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653847.257758:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653847.257762:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653847.257768:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653847.257772:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653847.257776:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653847.257779:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653847.257835:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653847.257840:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 267733 usecs (268 jiffies) 00000400:00000200:2.0:1778653847.257844:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653847.257846:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296402702 00000100:00000001:2.0:1778653847.257848:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296406664 00000100:00000001:2.0:1778653847.257851:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296402702 00000100:00000001:2.0:1778653847.257853:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296406664 00000100:00000001:2.0:1778653847.257856:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653847.257858:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.257862:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.257866:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653847.257871:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653847.257873:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653847.257875:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653847.257877:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653847.257878:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.257880:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653847.259363:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653847.259373:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:0.0:1778653847.259379:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653847.259387:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653847.259393:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:0.0:1778653847.259395:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:0.0:1778653847.259400:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653847.259407:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653847.259417:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653847.259421:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653847.259428:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653847.259429:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653847.263390:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653847.263410:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653847.263417:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653847.263419:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653847.263428:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653847.263437:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653847.263449:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653847.263455:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653847.263461:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653847.263466:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145350300 00000400:00000200:1.0:1778653847.263471:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653847.263476:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6601 [1] + 224 00000800:00000001:1.0:1778653847.263485:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653847.263500:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653847.263504:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653847.263509:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653847.263518:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653847.263529:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653847.263542:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653847.263841:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653847.263845:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653847.263897:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653847.263908:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653847.263911:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653847.263955:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653847.263957:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653847.263961:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653847.263966:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:2.0:1778653847.263968:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:2.0:1778653847.263971:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653847.263976:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653847.263985:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653847.263991:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653847.263993:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653847.263996:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653847.263999:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653847.264001:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653847.264013:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653847.264016:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653847.264025:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=108 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653847.264030:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653847.264033:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653847.264034:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653847.264037:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653847.264042:0:2368:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.264047:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653847.264049:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653847.264051:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653847.264053:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653847.264057:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653847.264065:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653847.264068:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653847.264070:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653847.264073:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653847.264087:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054684416:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653847.264092:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.264095:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653847.264098:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d180 x1865052054684416/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653847.264105:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653847.264107:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653847.264110:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538a489c00. 02000000:00000001:2.0:1778653847.264116:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653847.264118:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653847.264120:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653847.264122:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653847.264124:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5a00. 02000000:00000001:2.0:1778653847.264128:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653847.264261:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653847.264264:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d180. 00000100:00000001:2.0:1778653847.264269:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653847.264270:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653847.264274:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.264275:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653847.264276:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653847.264278:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653847.264280:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653848.023816:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653848.023821:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653848.023827:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653848.023829:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653848.025309:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653848.025314:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653848.025318:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653849.049737:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653849.049743:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653849.049750:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653849.049751:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653849.049830:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653849.049834:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653849.049837:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653850.071763:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653850.071770:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653850.071777:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653850.071778:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653850.071802:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653850.071806:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653850.071809:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653851.095801:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653851.095807:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653851.095813:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653851.095814:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653851.095878:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653851.095881:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653851.095884:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653851.863762:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296406664, at 4296407040 00000100:00000010:1.0:1778653851.863775:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff94e0. 00000100:00000040:0.0:1778653851.864206:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296406664, at 4296407040 00000100:00000010:0.0:1778653851.864213:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915385ff92a0. 00010000:00000001:1.0:1778653852.119766:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653852.119771:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653852.119777:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653852.119778:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653852.119813:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653852.119817:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653852.119820:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1778653852.376275:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653852.376283:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653852.376295:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d500. 00000020:00000040:3.0:1778653852.376301:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653852.376305:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653852.376308:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653852.376313:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653852.376319:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5600. 00000100:00000001:3.0:1778653852.376326:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653852.376337:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653852.376348:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653852.376352:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653852.376358:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a49dbdde] to pc [ptlrpcd_01_01+1] req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653852.376384:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653852.376386:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1778653852.376392:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1778653852.376394:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c000. 00000020:00000040:3.0:1778653852.376396:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653852.376398:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653852.376400:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653852.376401:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653852.376404:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5100. 00000100:00000001:3.0:1778653852.376406:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653852.376410:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653852.376418:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653852.376420:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653852.376422:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1778653852.376424:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f871f534] to pc [ptlrpcd_01_00+0] req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653852.376428:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653852.376433:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653852.376436:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653852.376437:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653852.376441:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1778653852.376445:0:28170:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1778653852.376447:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1778653852.376447:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653852.376461:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1778653852.376462:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1778653852.376465:0:28170:0:(import.c:2061:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1778653852.376466:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653852.376468:0:28170:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:2.0:1778653852.376469:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1778653852.376472:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ca80. 00000100:00000001:2.0:1778653852.376473:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1778653852.376476:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:3.0:1778653852.376480:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653852.376482:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1778653852.376482:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1778653852.376483:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653852.376488:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538c0d5400. 00000100:00000001:3.0:1778653852.376492:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653852.376496:0:28170:0:(import.c:1795:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000001:2.0:1778653852.376498:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1778653852.376500:0:28170:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1778653852.376501:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1778653852.376506:0:28170:0:(import.c:2096:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff915389b76000: disconnect after 20s idle 02000000:00000001:2.0:1778653852.376508:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1778653852.376510:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1778653852.376511:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653852.376513:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653852.376516:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653852.376521:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084ac3244] to pc [ptlrpcd_rcv+-1] req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653852.376524:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054684672:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653852.376533:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653852.376541:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653852.376544:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653852.376546:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1778653852.376549:0:28170:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1778653852.376551:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538a489c00. 00000100:00000001:3.0:1778653852.376552:0:28170:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653852.376556:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653852.376558:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1745) 00000400:00000200:2.0:1778653852.376565:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653852.376570:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000100:00000001:3.0:1778653852.376581:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653852.376584:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653852.376586:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653852.376591:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653852.376598:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653852.376599:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653852.376601:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653852.376603:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653852.376605:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653852.376608:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054684544:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653852.376611:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653852.376613:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653852.376615:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653852.376616:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653852.376619:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990000. 02000000:00000001:3.0:1778653852.376621:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653852.376625:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653852.376628:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a268. 00000400:00000010:3.0:1778653852.376633:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32caa0. 00000100:00000200:3.0:1778653852.376639:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684544, portal 25 00000100:00000001:3.0:1778653852.376641:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653852.376642:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678781184 : -121687030770432 : ffff915387c1d500) 00000100:00000040:3.0:1778653852.376647:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653852.376676:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653852.376679:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653852.376681:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653852.376685:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054684544, offset 0 00000400:00000200:3.0:1778653852.376690:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653852.376698:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653852.376705:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653852.376710:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653852.376714:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653852.376717:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653852.376720:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653852.376723:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2480:2480:256:4294967295] 192.168.204.110@tcp LPNI seq info [2480:2480:8:4294967295] 00000400:00000200:3.0:1778653852.376728:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653852.376738:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653852.376744:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653852.376748:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653852.376755:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000400:00000010:2.0:1778653852.376758:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000800:00000200:3.0:1778653852.376764:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000200:2.0:1778653852.376764:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684672, portal 10 00000100:00000001:2.0:1778653852.376768:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1778653852.376770:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653852.376771:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678775808 : -121687030775808 : ffff915387c1c000) 00000100:00000001:3.0:1778653852.376780:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653852.376782:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1778653852.376787:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653852.376791:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296411785 00000100:00000001:2.0:1778653852.376797:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1778653852.376798:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b660. 00000100:00000040:2.0:1778653852.376802:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653852.376806:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1778653852.376806:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490088. 00000100:00000200:2.0:1778653852.376810:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054684672, offset 0 00000100:00000001:3.0:1778653852.376813:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296411785 00000100:00000010:3.0:1778653852.376818:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383f3b720. 00000400:00000200:2.0:1778653852.376818:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653852.376823:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1778653852.376826:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653852.376828:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653852.376831:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653852.376832:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:3.0:1778653852.376835:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653852.376838:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1778653852.376838:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1778653852.376843:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1778653852.376843:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000100:00000001:3.0:1778653852.376846:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:2.0:1778653852.376847:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1778653852.376850:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1778653852.376852:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000100:00000001:3.0:1778653852.376853:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653852.376856:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653852.376860:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2481:2481:255:4294967295] 192.168.204.110@tcp LPNI seq info [2481:2481:7:4294967295] 00000100:00000001:3.0:1778653852.376861:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653852.376868:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653852.376876:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653852.376881:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653852.376885:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653852.376890:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653852.376894:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653852.376907:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653852.376917:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653852.376921:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821123 usecs (822 jiffies) 00000100:00000001:0.0:1778653852.376921:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653852.376925:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1778653852.376928:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653852.376928:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1778653852.376932:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296408375 00000100:00000040:0.0:1778653852.376935:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653852.376937:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296411785 00000100:00000001:2.0:1778653852.376942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296408375 00000100:00000001:2.0:1778653852.376947:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296411785 00000100:00000001:0.0:1778653852.376950:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653852.376952:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653852.376953:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653852.376957:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653852.376958:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653852.376961:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653852.376962:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653852.376964:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653852.376966:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653852.376968:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054684800:192.168.204.110@tcp:9:kworker.0 00000100:00000001:2.0:1778653852.376971:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653852.376973:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1778653852.376974:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000001:0.0:1778653852.376976:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1778653852.376977:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1778653852.376978:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653852.376981:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1778653852.376981:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1778653852.376985:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653852.376987:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853fea00. 00000100:00000001:2.0:1778653852.376988:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653852.376990:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653852.376995:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653852.376998:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899007e8. 00000400:00000010:0.0:1778653852.377003:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653852.377006:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684800, portal 4 00000100:00000001:0.0:1778653852.377009:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653852.377010:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678778496 : -121687030773120 : ffff915387c1ca80) 00000100:00000040:0.0:1778653852.377016:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653852.377022:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653852.377025:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653852.377026:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a295d8. 00000100:00000200:0.0:1778653852.377028:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054684800, offset 0 00000400:00000200:0.0:1778653852.377032:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653852.377036:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653852.377039:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653852.377041:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653852.377043:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653852.377045:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653852.377048:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653852.377050:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2482:2482:254:4294967295] 192.168.204.110@tcp LPNI seq info [2482:2482:6:4294967295] 00000400:00000200:0.0:1778653852.377054:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653852.377060:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653852.377064:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653852.377067:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a100. 00000800:00000200:0.0:1778653852.377070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653852.377074:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653852.377077:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653852.377080:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653852.377082:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 266168 usecs (267 jiffies) 00000400:00000200:0.0:1778653852.377085:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653852.377087:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296407820 00000100:00000001:0.0:1778653852.377089:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296411785 00000100:00000001:0.0:1778653852.377091:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296407820 00000100:00000001:0.0:1778653852.377093:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296411785 00000100:00000001:0.0:1778653852.377096:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653852.377098:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653852.377100:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653852.377101:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653852.377104:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653852.377106:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653852.377107:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653852.377108:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653852.377109:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653852.377111:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653852.377694:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653852.377700:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:1.0:1778653852.378304:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653852.378313:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653852.378319:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 00000400:00000010:1.0:1778653852.378322:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 00000100:00000001:1.0:1778653852.378326:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653852.378332:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653852.378350:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653852.378354:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653852.378361:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653852.378363:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653852.378378:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653852.378380:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:1.0:1778653852.378383:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653852.378386:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653852.378389:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:1.0:1778653852.378390:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:1.0:1778653852.378392:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653852.378396:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653852.378402:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653852.378405:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653852.378411:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653852.378412:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653852.379066:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653852.379070:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a100. 00000400:00000200:1.0:1778653852.379074:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653852.379080:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653852.379084:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a295d8 00000400:00000010:1.0:1778653852.379086:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a295d8. 00000100:00000001:1.0:1778653852.379089:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653852.379094:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653852.379102:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653852.379106:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653852.379127:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653852.379129:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653852.383059:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653852.383075:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653852.383080:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653852.383082:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653852.383096:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653852.383103:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653852.383113:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653852.383118:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653852.383123:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653852.383128:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145350480 00000400:00000200:1.0:1778653852.383132:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653852.383138:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6619 [1] + 224 00000800:00000001:1.0:1778653852.383145:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653852.383152:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653852.383155:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653852.383160:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653852.383167:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653852.383175:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653852.383187:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653852.383248:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653852.383252:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653852.383270:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653852.383278:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653852.383281:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653852.383466:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653852.383469:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653852.383472:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899007e8. 00000400:00000200:0.0:1778653852.383476:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653852.383478:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653852.383481:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653852.383485:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653852.383494:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653852.383501:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653852.383502:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653852.383505:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653852.383508:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653852.383510:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653852.383513:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653852.383515:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653852.383523:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=113 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653852.383528:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653852.383530:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653852.383532:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653852.383535:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653852.383538:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653852.383541:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653852.383544:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653852.383546:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653852.383547:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653852.383551:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653852.383557:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653852.383560:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653852.383562:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1778653852.383565:0:2365:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1778653852.383627:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1778653852.383632:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653852.383639:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054684800:192.168.204.110@tcp:9:kworker.0 00000100:00000001:0.0:1778653852.383645:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653852.383647:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653852.383688:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ca80 x1865052054684800/t0(0) o9->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653852.383695:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653852.383697:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653852.383701:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853fea00. 02000000:00000001:0.0:1778653852.383704:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653852.383706:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653852.383708:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653852.383710:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653852.383712:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5400. 02000000:00000001:0.0:1778653852.383716:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653852.383717:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653852.383719:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ca80. 00000100:00000001:0.0:1778653852.383722:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653852.383723:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653852.383726:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653852.383732:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653852.383734:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653852.383736:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653852.383737:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653853.143778:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653853.143786:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653853.143788:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653853.143792:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653853.143797:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653853.143800:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653853.143802:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653853.143804:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653853.143808:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653853.143810:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653853.143839:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653853.143843:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653853.143846:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653853.400731:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653853.400735:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653853.400737:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1778653853.400741:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 1 seconds 00000100:00000001:1.0:1778653853.400744:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653853.400747:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653854.167854:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653854.167860:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653854.167866:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653854.167868:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653854.168134:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653854.168137:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653854.168141:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653854.423878:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653854.423885:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653854.423887:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1778653854.423893:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 1 seconds 00000100:00000001:1.0:1778653854.423897:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653854.423901:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653855.191766:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653855.191772:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653855.191778:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653855.191780:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653855.192025:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653855.192029:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653855.192032:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653855.449218:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653855.449224:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653855.449226:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1778653855.449231:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 1 seconds 00000100:00000001:1.0:1778653855.449234:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653855.449238:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653856.215969:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653856.215978:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653856.215986:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653856.215991:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653856.215993:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653856.216002:0:30363:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653856.216005:0:30363:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653856.216007:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653856.216011:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653856.216014:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653856.216016:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653856.216018:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653856.216109:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653856.216114:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653856.216117:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653856.471885:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653856.471890:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653856.471892:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1778653856.471898:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 1 seconds 00000100:00000001:1.0:1778653856.471904:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653856.472212:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653856.983819:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296411785, at 4296412160 00000100:00000010:1.0:1778653856.983840:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b720. 00000100:00000040:0.0:1778653856.983879:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296411785, at 4296412160 00000100:00000010:0.0:1778653856.983888:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383f3b660. 00010000:00000001:1.0:1778653857.240751:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653857.240757:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653857.240762:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653857.240763:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653857.240864:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653857.240868:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653857.240871:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1778653857.495879:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653857.495888:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653857.495899:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d180. 00000020:00000040:0.0:1778653857.495905:0:28170:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=6 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653857.495909:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653857.495912:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653857.495917:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653857.495925:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8a600. 00000100:00000001:0.0:1778653857.495931:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653857.496088:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653857.496099:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653857.496103:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653857.496110:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c04cdeb5] to pc [ptlrpcd_00_01+1] req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653857.496113:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653857.496117:0:32622:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1778653857.496128:0:32622:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653841/real 1778653841] req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653857 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653857.496139:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1778653857.496142:0:32622:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1778653857.496143:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1778653857.496147:0:32622:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1778653857.496148:0:28170:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1778653857.496151:0:32622:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a1b8. 00000100:00000010:0.0:1778653857.496153:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f100. 00000020:00000040:0.0:1778653857.496157:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000400:00000200:1.0:1778653857.496159:0:32622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ce58 00000100:00000001:0.0:1778653857.496160:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1778653857.496163:0:32622:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ce58. 02000000:00000001:0.0:1778653857.496163:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653857.496165:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496169:0:32622:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1778653857.496170:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8a700. 00000100:00000200:1.0:1778653857.496174:0:32622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653857 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653857.496176:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653857.496185:0:28170:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c9f100 x1865052054685056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653857.496193:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653857.496196:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1778653857.496200:0:32622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653857 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653857.496204:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052a62e08] to pc [ptlrpcd_00_00+0] req@ffff915387c9f100 x1865052054685056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653857.496215:0:32622:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653857.496217:0:32622:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653857.496221:0:32622:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653857.496222:0:28170:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496224:0:32622:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653857.496225:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653857.496229:0:32622:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000040:0.0:1778653857.496230:0:28170:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1778653857.496233:0:32622:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00000040:0.0:1778653857.496234:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:02000400:1.0:1778653857.496241:0:32622:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff915389b76000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000040:0.0:1778653857.496241:0:28170:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1778653857.496246:0:32622:0:(obd_class.h:1223:obd_import_event()) Process entered 00000100:00000040:0.0:1778653857.496248:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1750) 00000002:00000001:1.0:1778653857.496249:0:32622:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1778653857.496253:0:32622:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496255:0:32622:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653857.496257:0:32622:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1778653857.496275:0:32622:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1778653857.496277:0:32622:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496280:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653857.496280:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653857.496282:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653857.496285:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:0.0:1778653857.496285:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653857.496288:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1778653857.496289:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653857.496293:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653857.496296:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1778653857.496297:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653857.496299:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653857.496304:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.496311:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653857.496312:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653857.496316:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1778653857.496318:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1778653857.496319:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653857.496322:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1778653857.496324:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496325:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1778653857.496330:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054684928:192.168.204.110@tcp:400:kworker.0 00000100:00000040:1.0:1778653857.496333:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f100 x1865052054685056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653857.496337:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1778653857.496344:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1778653857.496344:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1778653857.496345:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653857.496348:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653857.496351:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9f100 x1865052054685056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1778653857.496364:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1778653857.496370:0:2366:0:(client.c:1842:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000010:0.0:1778653857.496370:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915385c9cc00. 02000000:00000001:0.0:1778653857.496374:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496375:0:2366:0:(client.c:2090:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1778653857.496380:0:2366:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653857.496381:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653857.496384:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653857.496384:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653857.496390:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899007e8. 00000100:00000040:1.0:1778653857.496391:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f100 x1865052054685056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1778653857.496397:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00100000:1.0:1778653857.496404:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:0:1865052054685056:192.168.204.110@tcp:400:kworker.0 00000100:00000200:0.0:1778653857.496406:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054684928, portal 25 00000100:00000001:1.0:1778653857.496408:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653857.496410:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653857.496412:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653857.496413:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679304576 : -121687030247040 : ffff915387c9d180) 00000100:00000040:1.0:1778653857.496416:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f100 x1865052054685056/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653857.496422:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653857.496425:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1778653857.496429:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653857.496431:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653857.496434:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1778653857.496435:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1778653857.496438:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 02000000:00000010:1.0:1778653857.496439:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8a700. 00000400:00000010:0.0:1778653857.496442:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29d48. 02000000:00000001:1.0:1778653857.496445:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1778653857.496446:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054684928, offset 0 02000000:00000001:1.0:1778653857.496448:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653857.496452:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f100. 00000400:00000200:0.0:1778653857.496455:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:1.0:1778653857.496457:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653857.496459:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653857.496461:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653857.496464:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653857.496468:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653857.496470:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496472:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1778653857.496473:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:1.0:1778653857.496475:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653857.496480:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653857.496484:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653857.496489:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653857.496492:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000100:00080000:1.0:1778653857.496494:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1778653857.496497:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2483:2483:256:4294967295] 192.168.204.110@tcp LPNI seq info [2483:2483:8:4294967295] 00000100:00080000:1.0:1778653857.496501:0:28170:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1778653857.496505:0:28170:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1778653857.496506:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00080000:1.0:1778653857.496507:0:28170:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1778653857.496512:0:28170:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1778653857.496519:0:28170:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1719 00000400:00000200:0.0:1778653857.496521:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000400:00000200:1.0:1778653857.496530:0:28170:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000200:0.0:1778653857.496531:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653857.496537:0:28170:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000800:00000010:0.0:1778653857.496537:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000100:00000040:1.0:1778653857.496544:0:28170:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653857.496548:0:28170:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1778653857.496549:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000040:1.0:1778653857.496554:0:28170:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653857.496556:0:28170:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:1.0:1778653857.496559:0:28170:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653857.496562:0:28170:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000800:00000200:0.0:1778653857.496562:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000020:00000001:1.0:1778653857.496565:0:28170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1778653857.496567:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1778653857.496569:0:28170:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653857.496573:0:28170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:1.0:1778653857.496575:0:28170:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000040:1.0:1778653857.496579:0:28170:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653857.496580:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496581:0:28170:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653857.496585:0:28170:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653857.496589:0:28170:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000400:00000200:0.0:1778653857.496589:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000040:1.0:1778653857.496594:0:28170:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:0.0:1778653857.496594:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296416904 00000100:00080000:1.0:1778653857.496599:0:28170:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: import ffff91538996f800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000010:0.0:1778653857.496601:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d58a0. 00000100:00000001:1.0:1778653857.496602:0:28170:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653857.496606:0:28170:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1778653857.496610:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1778653857.496612:0:28170:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653857.496616:0:28170:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.496617:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296416904 00000100:00000001:1.0:1778653857.496618:0:28170:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000010:0.0:1778653857.496621:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d55a0. 00000008:00100000:1.0:1778653857.496623:0:28170:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1778653857.496625:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000008:00000001:1.0:1778653857.496627:0:28170:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.496629:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653857.496630:0:28170:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.496635:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653857.496637:0:28170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6a00. 00000100:00000001:0.0:1778653857.496638:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1778653857.496640:0:28170:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653857.496641:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1778653857.496646:0:28170:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1778653857.496647:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1778653857.496648:0:28170:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.496672:0:28170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653857.496674:0:28170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653857.496676:0:28170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653857.496680:0:28170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbb400. 00000100:00000001:1.0:1778653857.496683:0:28170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653857.496689:0:28170:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653857.496696:0:28170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653857.496699:0:28170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653857.496702:0:28170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a239814] to pc [ptlrpcd_rcv+-1] req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653857.496750:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653857.496754:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653857.496755:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653857.496756:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.496758:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653857.497040:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653857.497045:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:0.0:1778653857.497049:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653857.497054:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653857.497058:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29d48 00000400:00000010:0.0:1778653857.497060:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29d48. 00000100:00000001:0.0:1778653857.497064:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653857.497067:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653857.497076:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653857.497078:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653857.497084:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.497085:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1778653857.497336:0:28170:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653857.497340:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653857.497343:0:28170:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653857.497346:0:28170:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653857.497348:0:28170:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653857.497361:0:28170:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1750) 00000100:00000001:0.0:1778653857.497419:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653857.497422:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653857.497424:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653857.497429:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653857.497437:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653857.497439:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653857.497441:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653857.497443:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653857.497446:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653857.497449:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054685184:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1778653857.497452:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653857.497454:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653857.497456:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653857.497458:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653857.497462:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef000. 02000000:00000001:0.0:1778653857.497463:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653857.497467:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653857.497470:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900058. 00000400:00000010:0.0:1778653857.497474:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29d48. 00000100:00000200:0.0:1778653857.497477:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054685184, portal 10 00000100:00000001:0.0:1778653857.497479:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653857.497480:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00000100:00000040:0.0:1778653857.497486:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653857.497492:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653857.497494:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653857.497496:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29330. 00000100:00000200:0.0:1778653857.497498:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054685184, offset 0 00000400:00000200:0.0:1778653857.497502:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653857.497507:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653857.497511:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653857.497514:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653857.497517:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653857.497519:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653857.497522:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653857.497525:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2484:2484:256:4294967295] 192.168.204.110@tcp LPNI seq info [2484:2484:8:4294967295] 00000400:00000200:0.0:1778653857.497529:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653857.497536:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653857.497540:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653857.497543:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000800:00000200:0.0:1778653857.497548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653857.497553:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653857.497555:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653857.497570:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653857.497574:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821123 usecs (822 jiffies) 00000400:00000200:0.0:1778653857.497577:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653857.497580:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296413495 00000100:00000001:0.0:1778653857.497582:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296416904 00000100:00000001:0.0:1778653857.497584:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296413495 00000100:00000001:0.0:1778653857.497586:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296416904 00000100:00000001:0.0:1778653857.497588:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653857.497590:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.497592:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.497594:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653857.497599:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653857.497601:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653857.497603:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653857.497604:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653857.497605:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653857.497607:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653857.498151:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653857.498155:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:1.0:1778653857.498158:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653857.498163:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653857.498167:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29330 00000400:00000010:1.0:1778653857.498169:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29330. 00000100:00000001:1.0:1778653857.498172:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653857.498176:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653857.498193:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653857.498197:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653857.498203:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653857.498205:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1778653858.264123:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653858.264131:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653858.264138:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653858.264139:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653858.264220:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653858.264225:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653858.264229:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653858.519840:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653858.519848:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653858.519850:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653858.519856:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653858.519861:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653858.519865:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653858.519868:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653858.519871:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653858.519874:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653858.519968:0:2369:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653858.519978:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653858.519980:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653858.519983:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653858.519985:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653858.519988:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653858.519992:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653858.520611:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653858.520619:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653858.520621:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653858.520624:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653858.520626:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653858.520629:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653858.520631:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653859.287805:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653859.287813:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653859.287821:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653859.287822:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653859.287861:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653859.287865:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653859.287869:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653859.543784:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653859.543804:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653859.543806:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653859.543808:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653859.543816:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653859.543817:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653859.543820:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653859.543822:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653859.543823:0:2369:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1778653859.543829:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:2.0:1778653859.543830:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653859.543832:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653859.543836:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653859.543838:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653859.543840:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653859.543841:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653859.543844:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653859.543845:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653859.543850:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653859.543851:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653859.543856:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653859.543857:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653859.543865:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653860.311768:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653860.311774:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653860.311780:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653860.311782:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653860.311813:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653860.311816:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653860.311820:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653860.567766:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653860.567766:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653860.567774:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653860.567776:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653860.567780:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653860.567782:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1778653860.567782:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653860.567788:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653860.567792:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653860.567795:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653860.567796:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653860.567798:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653860.567800:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653860.567803:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653860.567804:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653860.567810:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653860.569740:0:2369:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653860.569748:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653860.569750:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653860.569753:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653860.569755:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653860.569758:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653860.569761:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653861.335775:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653861.335782:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653861.335787:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653861.335789:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653861.335858:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653861.335861:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653861.335866:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653861.591755:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653861.591761:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653861.591764:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653861.591770:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653861.591774:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653861.591779:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653861.591782:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653861.591784:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653861.591787:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653861.591895:0:2369:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653861.591908:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653861.591910:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653861.591914:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653861.591917:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653861.591920:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653861.591924:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653861.591948:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653861.591953:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653861.591954:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653861.591956:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653861.591957:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653861.591960:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653861.591962:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653862.103842:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296416904, at 4296417280 00000100:00000010:0.0:1778653862.103862:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d58a0. 00000100:00000040:1.0:1778653862.104723:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296416904, at 4296417281 00000100:00000010:1.0:1778653862.104734:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9153951d55a0. 00010000:00000001:1.0:1778653862.359725:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653862.359730:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653862.359736:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653862.359738:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653862.359767:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653862.359771:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653862.359774:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653862.615899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653862.615913:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653862.615928:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4e00. 00000020:00000040:1.0:1778653862.615936:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=7 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653862.615942:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653862.615946:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653862.615954:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653862.615965:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16f00. 00000100:00000001:1.0:1778653862.615974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653862.615991:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653862.616004:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653862.616010:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653862.616018:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e00a99c] to pc [ptlrpcd_00_01+1] req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.616047:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1778653862.616215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1778653862.616223:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1778653862.616226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653862.616230:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653862.616233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653862.616236:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653862.616242:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1755) 00000100:00000001:1.0:1778653862.616284:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653862.616288:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653862.616291:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653862.616295:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653862.616299:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653862.616303:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653862.616306:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653862.616309:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653862.616314:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.616333:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653862.616338:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653862.616341:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653862.616349:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.616356:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653862.616358:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653862.616362:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653862.616365:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653862.616368:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653862.616373:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054685312:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653862.616378:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653862.616385:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653862.616388:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653862.616391:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653862.616397:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538c552e00. 02000000:00000001:1.0:1778653862.616399:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653862.616408:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653862.616414:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5f20. 00000400:00000010:1.0:1778653862.616423:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19aa0. 00000100:00000200:1.0:1778653862.616433:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054685312, portal 25 00000100:00000001:1.0:1778653862.616436:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653862.616439:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711973376 : -121686997578240 : ffff915389bc4e00) 00000100:00000040:1.0:1778653862.616446:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.616454:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653862.616459:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653862.616462:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f192a8. 00000100:00000200:1.0:1778653862.616466:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054685312, offset 0 00000400:00000200:1.0:1778653862.616474:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653862.616486:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.616496:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653862.616503:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653862.616509:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653862.616513:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653862.616518:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653862.616523:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2485:2485:256:4294967295] 192.168.204.110@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:1.0:1778653862.616529:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.616545:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653862.616553:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653862.616559:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653862.616567:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653862.616784:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653862.616789:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653862.616808:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653862.616814:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653862.616818:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296422024 00000100:00000010:1.0:1778653862.616825:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee1ba0. 00000100:00000001:1.0:1778653862.616834:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1778653862.616842:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296422024 00000100:00000010:1.0:1778653862.616846:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff915383ee14e0. 00000100:00000001:1.0:1778653862.616850:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1778653862.616855:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653862.616859:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.616863:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.616867:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653862.616876:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653862.616878:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1778653862.616881:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653862.616883:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653862.616886:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.616888:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.616901:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653862.616904:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653862.617046:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653862.617051:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:1.0:1778653862.617057:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653862.617065:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653862.617072:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f192a8 00000400:00000010:1.0:1778653862.617075:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f192a8. 00000100:00000001:1.0:1778653862.617080:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653862.617086:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.617097:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653862.617102:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.617110:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.617113:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1778653862.617771:0:2365:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653862.617778:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653862.617780:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653862.617783:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653862.617784:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653862.617787:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.617789:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.618400:0:2369:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653862.618408:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653862.618409:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.618412:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653862.618413:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653862.618416:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.618418:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653862.618419:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.618424:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653862.618425:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653862.618427:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653862.618428:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653862.618431:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.618433:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653862.618925:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653862.618940:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653862.618943:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653862.618945:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653862.618954:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.618963:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653862.618972:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.618977:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.618983:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.618988:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145350680 00000400:00000200:1.0:1778653862.618993:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.619000:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6649 [1] + 224 00000800:00000001:1.0:1778653862.619009:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653862.619016:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653862.619020:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653862.619024:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653862.619031:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653862.619039:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653862.619051:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.619078:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653862.619088:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653862.619091:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.619151:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653862.619154:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653862.619161:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653862.619164:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653862.619168:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5f20. 00000400:00000200:0.0:1778653862.619174:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19aa0 00000400:00000010:0.0:1778653862.619177:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19aa0. 00000100:00000001:0.0:1778653862.619180:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653862.619189:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653862.619198:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.619364:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653862.619367:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.619370:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653862.619373:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653862.619376:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653862.619379:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653862.619383:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653862.619393:0:2367:0:(import.c:2144:obd_at_measure()) add 0 to ffff9153884edc58 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653862.619397:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653862.619400:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653862.619403:0:2367:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1778653862.619407:0:2367:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1778653862.619410:0:2367:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.110@tcp of MGS@192.168.204.110@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1778653862.619415:0:2367:0:(import.c:65:import_set_state_nolock()) ffff9153884ed800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1778653862.619419:0:2367:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.110@tcp: Connection to MGS (at 192.168.204.110@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1778653862.629844:0:2367:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.110@tcp for MGC192.168.204.110@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1778653862.629850:0:2367:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1778653862.629852:0:2367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1778653862.629854:0:2367:0:(client.c:3564:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1778653862.629863:0:2367:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653862.629895:0:2367:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653862.629919:0:2367:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653862.629929:0:2367:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.629936:0:2367:0:(client.c:3609:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1778653862.629937:0:2367:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1778653862.629939:0:2367:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:0.0:1778653862.629942:0:2367:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1778653862.629944:0:2367:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1778653862.629946:0:2367:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.629948:0:2367:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1778653862.629949:0:2367:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:0.0:1778653862.629950:0:2367:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1778653862.629951:0:2367:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.629953:0:2367:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1778653862.629956:0:2367:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1778653862.629958:0:2367:0:(import.c:65:import_set_state_nolock()) ffff9153884ed800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1778653862.629961:0:2367:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1778653862.629964:0:2367:0:(import.c:509:import_select_connection()) MGC192.168.204.110@tcp: connect to NID 192.168.204.110@tcp last attempt 727 00000400:00000200:0.0:1778653862.629972:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653862.629979:0:2367:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:0.0:1778653862.629983:0:2367:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653862.629985:0:2367:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653862.629988:0:2367:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653862.629990:0:2367:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:0.0:1778653862.629994:0:2367:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653862.629996:0:2367:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f613 00000020:00000001:0.0:1778653862.629998:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653862.630001:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET export ffff915382d01800 refcount=3 00000020:00000001:0.0:1778653862.630003:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386595829760 : -121687113721856 : ffff915382d01800) 00000020:00000001:0.0:1778653862.630005:0:2367:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386595829760 : -121687113721856 : ffff915382d01800) 00000100:00000040:0.0:1778653862.630008:0:2367:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653862.630010:0:2367:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653862.630011:0:2367:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653862.630013:0:2367:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:0.0:1778653862.630016:0:2367:0:(genops.c:900:class_export_put()) PUTting export ffff915382d01800 : new refcount 2 00000100:00080000:0.0:1778653862.630019:0:2367:0:(import.c:623:import_select_connection()) MGC192.168.204.110@tcp: import ffff9153884ed800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1778653862.630021:0:2367:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653862.630024:0:2367:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1778653862.630028:0:2367:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653862.630031:0:2367:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.630032:0:2367:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1778653862.630034:0:2367:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653862.630043:0:2367:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ca80. 00000020:00000040:0.0:1778653862.630047:0:2367:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=8 obd=MGC192.168.204.110@tcp 02000000:00000001:0.0:1778653862.630050:0:2367:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653862.630052:0:2367:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.630055:0:2367:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653862.630058:0:2367:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653862.630061:0:2367:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653862.630068:0:2367:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eed000. 00000100:00000001:0.0:1778653862.630074:0:2367:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653862.630080:0:2367:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653862.630088:0:2367:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653862.630092:0:2367:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653862.630097:0:2367:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e8e2687] to pc [ptlrpcd_rcv+-1] req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.630123:0:2367:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.630125:0:2367:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1778653862.630127:0:2367:0:(client.c:1699:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1778653862.630133:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.630140:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1778653862.630143:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653862.630145:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653862.630148:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653862.630156:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054685312:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1778653862.630165:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653862.630166:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653862.630170:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899007e8. 00000400:00000200:0.0:1778653862.630176:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653862.630178:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653862.630183:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653862.630186:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653862.630195:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.630202:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653862.630203:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653862.630207:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.630214:0:2367:0:(client.c:2127:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1778653862.630216:0:2367:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.630218:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653862.630220:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653862.630223:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653862.630230:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054684928:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653862.630234:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.630237:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653862.630241:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4e00 x1865052054685312/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653878 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.630248:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653862.630250:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653862.630262:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538c552e00. 02000000:00000001:0.0:1778653862.630267:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653862.630268:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653862.630270:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=7 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653862.630272:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653862.630274:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16f00. 02000000:00000001:0.0:1778653862.630277:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653862.630279:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653862.630281:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4e00. 00000100:00000001:0.0:1778653862.630284:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653862.630285:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.630287:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653862.630290:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d180 x1865052054684928/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653873 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.630296:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653862.630297:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653862.630298:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915385c9cc00. 02000000:00000001:0.0:1778653862.630301:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653862.630302:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653862.630303:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=6 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653862.630305:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653862.630306:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8a600. 02000000:00000001:0.0:1778653862.630308:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653862.630310:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653862.630311:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d180. 00000100:00000001:0.0:1778653862.630313:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653862.630314:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.630316:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653862.630325:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653862.630327:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.630329:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653862.630332:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.630774:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653862.630778:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653862.630783:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653862.630785:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653862.630788:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e9f8. 00000400:00000200:3.0:1778653862.630792:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:3.0:1778653862.630794:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:3.0:1778653862.630797:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653862.630802:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653862.630810:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653862.630815:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653862.630817:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653862.630820:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653862.630827:0:2368:0:(client.c:2127:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1778653862.630829:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653862.630831:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653862.630832:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653862.630835:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653862.630848:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2368:1865052054684160:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1778653862.630852:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.630854:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653862.630857:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c380 x1865052054684160/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653863 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653862.630862:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653862.630864:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653862.630866:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538a488400. 02000000:00000001:3.0:1778653862.630869:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653862.630870:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653862.630871:0:2368:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653862.630873:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653862.630875:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5200. 02000000:00000001:3.0:1778653862.630877:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653862.630879:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653862.630880:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c380. 00000100:00000001:3.0:1778653862.630883:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653862.630884:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653862.630886:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.630888:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653862.630889:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653862.630890:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653862.630892:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.630958:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653862.630961:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653862.630965:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653862.630966:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653862.630969:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a268. 00000400:00000200:2.0:1778653862.630972:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32caa0 00000400:00000010:2.0:1778653862.630974:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32caa0. 00000100:00000001:2.0:1778653862.630977:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653862.630982:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653862.630990:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653862.630996:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653862.630997:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653862.631000:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653862.631006:0:2369:0:(client.c:2127:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1778653862.631008:0:2369:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.631010:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653862.631011:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653862.631014:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653862.631021:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2369:1865052054684544:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653862.631025:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.631027:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653862.631029:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d500 x1865052054684544/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653868 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653862.631035:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653862.631037:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653862.631038:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990000. 02000000:00000001:2.0:1778653862.631041:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653862.631042:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653862.631043:0:2369:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653862.631045:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653862.631047:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5600. 02000000:00000001:2.0:1778653862.631049:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653862.631050:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653862.631051:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d500. 00000100:00000001:2.0:1778653862.631054:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653862.631055:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.631057:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.631058:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653862.631059:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653862.631060:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.631062:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.631117:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653862.631120:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653862.631122:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653862.631126:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.631138:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653862.631140:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653862.631142:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653862.631145:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653862.631147:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653862.631150:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2365:1865052054685440:192.168.204.110@tcp:250:ptlrpcd_00_01.0 00000100:00000001:1.0:1778653862.631153:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653862.631156:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653862.631159:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653862.631161:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653862.631166:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbbc00. 02000000:00000001:1.0:1778653862.631168:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653862.631173:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653862.631176:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c08. 00000400:00000010:1.0:1778653862.631190:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f192a8. 00000100:00000200:1.0:1778653862.631196:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054685440, portal 25 00000100:00000001:1.0:1778653862.631198:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653862.631199:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679302784 : -121687030248832 : ffff915387c9ca80) 00000100:00000040:1.0:1778653862.631204:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653862.631211:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653862.631213:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653862.631216:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f195d8. 00000100:00000200:1.0:1778653862.631218:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865052054685440, offset 0 00000400:00000200:1.0:1778653862.631224:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653862.631230:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.631236:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653862.631242:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653862.631245:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653862.631248:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653862.631263:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653862.631268:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2486:2486:256:4294967295] 192.168.204.110@tcp LPNI seq info [2486:2486:8:4294967295] 00000400:00000200:1.0:1778653862.631273:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653862.631281:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653862.631286:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653862.631291:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653862.631297:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653862.631304:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653862.631308:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1778653862.631322:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653862.631326:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653862.631328:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296422039 00000100:00000001:1.0:1778653862.631335:0:2365:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296422024 00000100:00000001:1.0:1778653862.631339:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296422039 00000100:00000001:1.0:1778653862.631341:0:2365:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296422024 00000100:00000001:1.0:1778653862.631344:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653862.631347:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.631349:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.631351:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653862.631356:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653862.631357:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653862.631359:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653862.631360:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653862.631361:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653862.631363:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653862.631757:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653862.631761:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:0.0:1778653862.631764:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653862.631769:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653862.631773:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f195d8 00000400:00000010:0.0:1778653862.631775:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f195d8. 00000100:00000001:0.0:1778653862.631778:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653862.631781:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.631789:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653862.631792:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.631797:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653862.631798:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653862.633730:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653862.633743:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653862.633746:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653862.633748:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653862.633755:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653862.633760:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653862.633769:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653862.633772:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653862.633776:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653862.633780:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 25 MB=0x6a04145350700 00000400:00000200:0.0:1778653862.633784:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653862.633789:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 416/416 into md 0x6659 [1] + 0 00000800:00000001:0.0:1778653862.633795:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653862.633801:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653862.633803:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653862.633807:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653862.633814:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653862.633819:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653862.633830:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653862.633851:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653862.633859:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653862.633871:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.634674:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653862.634679:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653862.634686:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653862.634688:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653862.634691:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5c08. 00000400:00000200:2.0:1778653862.634696:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f192a8 00000400:00000010:2.0:1778653862.634698:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f192a8. 00000100:00000001:2.0:1778653862.634701:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653862.634708:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653862.634716:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1778653872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653862.634722:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653862.634724:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.634726:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653862.634729:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653862.634731:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653862.634733:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653862.634736:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653862.634743:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653862.634747:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1778653862.634750:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653862.634752:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653862.634755:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653862.634757:0:2365:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.634760:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653862.634764:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1778653872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653862.634771:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653862.634774:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653862.634776:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.636704:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1778653862.636711:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) MGC192.168.204.110@tcp: connect to target with instance 0 00000020:00000001:2.0:1778653862.636715:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653862.636716:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f613 00000020:00000001:2.0:1778653862.636719:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653862.636721:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff915382d01800 refcount=3 00000020:00000001:2.0:1778653862.636724:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386595829760 : -121687113721856 : ffff915382d01800) 00000020:00000001:2.0:1778653862.636727:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386595829760 : -121687113721856 : ffff915382d01800) 00000100:00001000:2.0:1778653862.636730:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1778653862 v=0 (0 0 0 0) 00000100:00001000:2.0:1778653862.636733:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff9153884edc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1778653862.636739:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff915382d01800 : new refcount 2 00000100:00000001:2.0:1778653862.636741:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1778653862.636744:0:2365:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1778653862.636747:0:2365:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.636748:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000400:2.0:1778653862.636753:0:2365:0:(import.c:1282:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.110@tcp) after server handle changed from 0xdfa36d541726d5fc to 0xdfa36d541726fc36 00000100:00080000:2.0:1778653862.646630:0:2365:0:(import.c:65:import_set_state_nolock()) ffff9153884ed800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1778653862.646638:0:2365:0:(import.c:1290:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653862.646642:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1778653862.646691:0:2365:0:(import.c:1667:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.110@tcp; invalidating 00000020:00000040:2.0:1778653862.646695:0:2365:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1778653862.646868:0:2365:0:(import.c:1689:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.646872:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653862.646888:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1778653872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653862.646903:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2365:1865052054685440:192.168.204.110@tcp:250:ptlrpcd_00_01.0 00000100:00000001:2.0:1778653862.646909:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.646912:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653862.646915:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ca80 x1865052054685440/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1778653872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653862.646921:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653862.646924:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653862.646928:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbbc00. 02000000:00000001:2.0:1778653862.646931:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653862.646933:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653862.646935:0:2365:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653862.646937:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653862.646939:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eed000. 02000000:00000001:2.0:1778653862.646942:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653862.646944:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653862.646946:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ca80. 00000100:00000001:2.0:1778653862.646950:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653862.646951:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653862.646954:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.646956:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653862.646958:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653862.646960:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.646961:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.646980:0:32904:0:(import.c:1587:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1778653862.646990:0:32904:0:(import.c:1591:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.110@tcp to MGS@192.168.204.110@tcp 00000100:00100000:2.0:1778653862.646994:0:32904:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1778653862.646997:0:32904:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1778653862.647003:0:32904:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1778653862.647007:0:32904:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1778653862.647010:0:32904:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1778653862.647013:0:32904:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153890be100 count: 3 00010000:00000001:2.0:1778653862.647019:0:32904:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653862.647020:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653862.647023:0:32904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653862.647025:0:32904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:2.0:1778653862.647027:0:32904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:2.0:1778653862.647030:0:32904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:2.0:1778653862.647033:0:32904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653862.647036:0:32904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff915384c25400/0x3df471c51a88f61a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xdfa36d541726d603 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1778653862.647043:0:32904:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1778653862.647045:0:32904:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff915384c25400/0x3df471c51a88f61a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xdfa36d541726d603 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1778653862.647050:0:32904:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1778653862.647054:0:32904:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1778653862.647055:0:32904:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1778653862.647057:0:32904:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1778653862.647059:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653862.647562:0:32904:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653862.647578:0:32904:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1778653862.647580:0:32904:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1778653862.647581:0:32904:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff91538c4c7600) refs 2 10000000:00000001:2.0:1778653862.647584:0:32904:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1778653862.647585:0:32904:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653862.647588:0:32904:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653862.647589:0:32904:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653862.647592:0:32904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653862.647593:0:32904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653862.647596:0:32904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653862.647598:0:32904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653862.647601:0:32904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25400 with handle 0x3df471c51a88f61a from hash 00010000:00000001:2.0:1778653862.647603:0:32904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653862.647605:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647606:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647607:0:32904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653862.647609:0:32904:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653862.647611:0:32904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653862.647613:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647614:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647615:0:32904:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653862.647617:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653862.647619:0:32904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff915384c25400/0x3df471c51a88f61a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xdfa36d541726d603 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653862.647629:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647630:0:32904:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653862.647631:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653862.647632:0:32904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653862.647634:0:32904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=3 00000020:00000001:2.0:1778653862.647635:0:32904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653862.647638:0:32904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653862.647640:0:32904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653862.647642:0:32904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff9153c2177e00/0x3df471c51a88f621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xdfa36d541726d60a expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1778653862.647648:0:32904:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1778653862.647674:0:32904:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff9153c2177e00/0x3df471c51a88f621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xdfa36d541726d60a expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1778653862.647680:0:32904:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1778653862.647682:0:32904:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1778653862.647683:0:32904:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1778653862.647685:0:32904:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1778653862.647686:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653862.647687:0:32904:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653862.647689:0:32904:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1778653862.647690:0:32904:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1778653862.647691:0:32904:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91538a488a00) refs 2 10000000:00000001:2.0:1778653862.647693:0:32904:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1778653862.647694:0:32904:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653862.647696:0:32904:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653862.647697:0:32904:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653862.647699:0:32904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653862.647699:0:32904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653862.647700:0:32904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653862.647702:0:32904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653862.647703:0:32904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177e00 with handle 0x3df471c51a88f621 from hash 00010000:00000001:2.0:1778653862.647705:0:32904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653862.647706:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647707:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647708:0:32904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653862.647709:0:32904:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653862.647710:0:32904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653862.647712:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647713:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647714:0:32904:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653862.647715:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653862.647717:0:32904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff9153c2177e00/0x3df471c51a88f621 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xdfa36d541726d60a expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653862.647723:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1778653862.647725:0:32904:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153890be100 count: 0 00010000:00000040:2.0:1778653862.647731:0:32904:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915394b97200 count: 2 00010000:00000001:2.0:1778653862.647733:0:32904:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653862.647734:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653862.647735:0:32904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653862.647736:0:32904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=3 00000020:00000001:2.0:1778653862.647738:0:32904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653862.647740:0:32904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653862.647742:0:32904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653862.647744:0:32904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff9153c2177400/0x3df471c51a88f64b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xdfa36d541726d611 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1778653862.647748:0:32904:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1778653862.647750:0:32904:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff9153c2177400/0x3df471c51a88f64b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xdfa36d541726d611 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1778653862.647759:0:32904:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1778653862.647761:0:32904:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1778653862.647762:0:32904:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1778653862.647764:0:32904:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1778653862.647765:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653862.647766:0:32904:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653862.647768:0:32904:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1778653862.647769:0:32904:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1778653862.647770:0:32904:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91538a489a00) refs 2 10000000:00000001:2.0:1778653862.647771:0:32904:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1778653862.647772:0:32904:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653862.647775:0:32904:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653862.647776:0:32904:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653862.647777:0:32904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653862.647778:0:32904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653862.647780:0:32904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653862.647781:0:32904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653862.647783:0:32904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177400 with handle 0x3df471c51a88f64b from hash 00010000:00000001:2.0:1778653862.647786:0:32904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653862.647787:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647788:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647789:0:32904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653862.647790:0:32904:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653862.647791:0:32904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653862.647793:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647794:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647795:0:32904:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653862.647796:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653862.647798:0:32904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff9153c2177400/0x3df471c51a88f64b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xdfa36d541726d611 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653862.647805:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1778653862.647807:0:32904:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915394b97200 count: 0 00010000:00000040:2.0:1778653862.647811:0:32904:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63c400 count: 2 00010000:00000001:2.0:1778653862.647814:0:32904:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653862.647815:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653862.647816:0:32904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653862.647817:0:32904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9b800 refcount=3 00000020:00000001:2.0:1778653862.647819:0:32904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966400 : -121687080585216 : ffff915384c9b800) 00010000:00000001:2.0:1778653862.647821:0:32904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966400 : -121687080585216 : ffff915384c9b800) 00010000:00000001:2.0:1778653862.647823:0:32904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653862.647824:0:32904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff915384c9b800/0x3df471c51a88f652 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xdfa36d541726d618 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1778653862.647828:0:32904:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1778653862.647830:0:32904:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff915384c9b800/0x3df471c51a88f652 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xdfa36d541726d618 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1778653862.647835:0:32904:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1778653862.647837:0:32904:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1778653862.647838:0:32904:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1778653862.647839:0:32904:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1778653862.647840:0:32904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653862.647841:0:32904:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653862.647843:0:32904:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1778653862.647844:0:32904:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1778653862.647845:0:32904:0:(mgc_request.c:123:config_log_put()) log params(ffff91538a489600) refs 2 10000000:00000001:2.0:1778653862.647846:0:32904:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1778653862.647847:0:32904:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653862.647849:0:32904:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653862.647850:0:32904:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653862.647851:0:32904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653862.647852:0:32904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653862.647853:0:32904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653862.647854:0:32904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653862.647856:0:32904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9b800 with handle 0x3df471c51a88f652 from hash 00010000:00000001:2.0:1778653862.647858:0:32904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653862.647859:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647860:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647861:0:32904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653862.647862:0:32904:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653862.647863:0:32904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653862.647865:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653862.647866:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653862.647867:0:32904:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653862.647868:0:32904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653862.647869:0:32904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff915384c9b800/0x3df471c51a88f652 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xdfa36d541726d618 expref: -99 pid: 15836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653862.647875:0:32904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1778653862.647876:0:32904:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c400 count: 0 00000001:00000001:2.0:1778653862.647881:0:32904:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653862.647883:0:32904:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1778653862.647884:0:32904:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1778653862.647885:0:32904:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653862.647887:0:32904:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.647889:0:32904:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653862.647894:0:32904:0:(import.c:65:import_set_state_nolock()) ffff9153884ed800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1778653862.647896:0:32904:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1778653862.647898:0:32904:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1778653862.647900:0:32904:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1778653862.647902:0:32904:0:(import.c:65:import_set_state_nolock()) ffff9153884ed800 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1778653862.647904:0:32904:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1778653862.647905:0:32904:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1778653862.647906:0:32904:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.110@tcp: Reactivating import 00000100:00080000:2.0:1778653862.647909:0:32904:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1778653862.647910:0:32904:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653862.647911:0:32904:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1778653862.647915:0:32904:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) MGC192.168.204.110@tcp: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00000001:2.0:1778653862.647917:0:32904:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653862.647920:0:32904:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653862.647921:0:32904:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653862.647923:0:32904:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653862.647924:0:32904:0:(import.c:1604:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653862.653783:0:32895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25400. 00010000:00000010:2.1:1778653862.659133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177e00. 00010000:00000010:2.1:1778653862.659149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153890be100. 00010000:00000010:2.1:1778653862.659155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177400. 00010000:00000010:2.1:1778653862.659158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915394b97200. 00010000:00000010:2.1:1778653862.659162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9b800. 00010000:00000010:2.1:1778653862.659166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c400. 00010000:00000001:1.0:1778653863.384021:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653863.384027:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653863.384088:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653863.384092:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653863.384095:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653863.639728:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653863.639741:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653863.639743:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.639748:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653863.639751:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653863.639754:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.639757:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653863.639956:0:2369:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653863.639960:0:2369:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1778653863.639975:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653847/real 1778653847] req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1778653863.639991:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653863.639993:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653863.639997:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20aec8. 00000400:00000200:2.0:1778653863.640002:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c3b8 00000400:00000010:2.0:1778653863.640004:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c3b8. 00000100:00000001:2.0:1778653863.640009:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653863.640013:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653863.640021:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653863.640029:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653863.640031:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640034:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653863.640036:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653863.640040:0:2369:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653863.640048:0:2369:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1778653863.640050:0:2369:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff91538996f800 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:2.0:1778653863.640053:0:2369:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1778653863.640055:0:2369:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640059:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653863.640060:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653863.640062:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653863.640063:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653863.640069:0:2369:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640072:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653863.640075:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653863.640079:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653863.640092:0:2369:0:(client.c:2175:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1778653863.640515:0:2369:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640519:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653863.640520:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653863.640526:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653863.640535:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054684288:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653863.640539:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640542:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653863.640546:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1dc00 x1865052054684288/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653863 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653863.640554:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653863.640557:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653863.640561:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389991c00. 00000100:00000001:1.0:1778653863.640563:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 02000000:00000001:2.0:1778653863.640567:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1778653863.640568:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1778653863.640570:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1778653863.640571:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653863.640573:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653863.640577:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:1.0:1778653863.640577:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 02000000:00000010:2.0:1778653863.640581:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5800. 00000100:00000001:1.0:1778653863.640582:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653863.640586:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1778653863.640587:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653863.640590:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1778653863.640591:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1778653863.640593:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1dc00. 00000100:00000001:1.0:1778653863.640594:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653863.640599:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653863.640600:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653863.640602:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640605:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653863.640609:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653863.640611:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653863.640613:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653863.640615:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.705674:0:2365:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653863.705685:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653863.705687:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.705691:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653863.705694:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653863.705696:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.705699:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653863.949687:0:32916:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.960707:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1778653863.960715:0:15850:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91538a489a00) refs 2 10000000:00000001:3.0:1778653863.960721:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.960724:0:15850:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1778653863.960726:0:15850:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1778653863.960728:0:15850:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1778653863.960731:0:15850:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1778653863.960733:0:15850:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:3.0:1778653863.960736:0:15850:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-cliir-ffff915389b76000 from 6 10000000:00000001:3.0:1778653863.960738:0:15850:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1778653863.960740:0:15850:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1778653863.960748:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c380. 00000020:00000040:3.0:1778653863.960753:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653863.960758:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653863.960762:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653863.960767:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653863.960773:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853fe000. 00000100:00000001:3.0:1778653863.960780:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.960785:0:15850:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653863.960788:0:15850:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653863.960795:0:15850:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6a00. 00010000:00000001:3.0:1778653863.960800:0:15850:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653863.960803:0:15850:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176000. 00000020:00000001:3.0:1778653863.960807:0:15850:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653863.960809:0:15850:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176000 with handle 0x3df471c51a8901ff to hash 00000020:00000001:3.0:1778653863.960811:0:15850:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653863.960813:0:15850:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653863.960816:0:15850:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653863.960819:0:15850:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653863.960823:0:15850:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653863.960826:0:15850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653863.960836:0:15850:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653863.960847:0:15850:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653863.960857:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653863.960859:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653863.960865:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384defd80. 00000100:00000001:3.0:1778653863.960868:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630360448 : -121687079191168 : ffff915384defd80) 00000100:00000001:3.0:1778653863.960870:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.960872:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00000100:00000001:3.0:1778653863.960877:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653863.960881:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.960883:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653863.960885:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653863.960895:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.960904:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653863.960907:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.960910:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653863.960913:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653863.960915:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653863.960918:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685568:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.960923:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653863.960928:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653863.960930:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.960933:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653863.960937:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97000. 02000000:00000001:3.0:1778653863.960939:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.960947:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653863.960951:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20abb0. 00000400:00000010:3.0:1778653863.960958:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c220. 00000100:00000200:3.0:1778653863.960965:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054685568, portal 25 00000100:00000001:3.0:1778653863.960967:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.960968:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678776704 : -121687030774912 : ffff915387c1c380) 00000100:00000040:3.0:1778653863.960974:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.960986:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653863.960990:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653863.960994:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cdd0. 00000100:00000200:3.0:1778653863.960997:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865052054685568, offset 0 00000400:00000200:3.0:1778653863.961005:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653863.961013:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.961020:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653863.961025:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653863.961029:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653863.961033:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653863.961036:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.961041:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2487:2487:256:4294967295] 192.168.204.110@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:3.0:1778653863.961056:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.961067:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653863.961073:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653863.961078:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653863.961085:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653863.961093:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653863.961097:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653863.961115:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.961119:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653863.961122:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423369 00000100:00000001:3.0:1778653863.961129:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296422039 00000100:00000001:3.0:1778653863.961134:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423369 00000100:00000001:3.0:1778653863.961138:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296422039 00000100:00000001:3.0:1778653863.961142:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.961144:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.961154:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653863.961157:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653863.961160:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384defd80 going to sleep for 11 seconds 00000100:00000001:3.0:1778653863.961163:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653863.961166:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653863.961259:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653863.961264:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:0.0:1778653863.961270:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653863.961277:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653863.961282:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cdd0 00000400:00000010:0.0:1778653863.961285:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cdd0. 00000100:00000001:0.0:1778653863.961289:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653863.961295:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.961305:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.961310:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.961334:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.961336:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653863.964999:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.965015:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.965020:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.965022:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.965030:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.965038:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.965046:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.965050:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.965055:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.965060:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a04145350780 00000400:00000200:1.0:1778653863.965065:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.965073:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x6669 [1] + 224 00000800:00000001:1.0:1778653863.965082:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.965090:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.965094:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.965099:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653863.965106:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653863.965114:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653863.965130:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.965150:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653863.965159:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.965162:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.965201:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653863.965209:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653863.965210:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653863.965214:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20abb0. 00000400:00000200:0.0:1778653863.965218:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c220 00000400:00000010:0.0:1778653863.965221:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c220. 00000100:00000001:0.0:1778653863.965224:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653863.965237:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653863.965247:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.965253:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653863.965254:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.965257:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653863.965260:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653863.965262:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653863.965264:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.965267:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653863.965273:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653863.965278:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653863.965281:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653863.965283:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653863.965285:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653863.965287:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.965290:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653863.965294:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.965302:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653863.965305:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653863.965307:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653863.965310:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653863.965318:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685568:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1778653863.965323:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.965326:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.965328:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653863.965330:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.965334:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.965340:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653863.965342:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384defd80. 00000100:00000001:0.0:1778653863.965346:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653863.965347:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653863.965350:0:15850:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653863.965353:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653863.965356:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653863.965358:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=4 00000020:00000001:0.0:1778653863.965361:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653863.965364:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000040:0.0:1778653863.965369:0:15850:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176000, remote cookie: 0xdfa36d541726fc3d, flags: 0x0 00010000:00000001:0.0:1778653863.965372:0:15850:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653863.965375:0:15850:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653863.965377:0:15850:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653863.965379:0:15850:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653863.965380:0:15850:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653863.965383:0:15850:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9153837f6a00) refcount = 1 00010000:00010000:0.0:1778653863.965388:0:15850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc3d expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653863.965396:0:15850:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653863.965398:0:15850:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653863.965399:0:15850:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653863.965402:0:15850:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653863.965404:0:15850:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653863.965407:0:15850:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdfa36d541726fc3d expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653863.965412:0:15850:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653863.965414:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653863.965416:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653863.965417:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653863.965418:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653863.965419:0:15850:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.965422:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.965425:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c380 x1865052054685568/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.965432:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653863.965435:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653863.965439:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97000. 02000000:00000001:0.0:1778653863.965444:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653863.965540:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653863.965542:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653863.965545:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653863.965548:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853fe000. 02000000:00000001:0.0:1778653863.965552:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653863.965554:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653863.965555:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c380. 00000100:00000001:0.0:1778653863.965558:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653863.965559:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1778653863.965562:0:15850:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1778653863.965564:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1778653863.965566:0:15850:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91538a489a00) refs 3 10000000:00000001:0.0:1778653863.965568:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653863.965570:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653863.965571:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653863.965573:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:0.0:1778653863.965574:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653863.965577:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:0.0:1778653863.965579:0:15850:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1778653863.965581:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653863.965582:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653863.965583:0:15850:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1778653863.965585:0:15850:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1778653863.965589:0:15850:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff915384cef0e0. 00000100:00000010:0.0:1778653863.965611:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d180. 00000020:00000040:0.0:1778653863.965614:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653863.965618:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653863.965620:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653863.965624:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653863.965630:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91538cd57800. 00000100:00000001:0.0:1778653863.965635:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.965639:0:15850:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1778653863.965643:0:15850:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff915385eed400. 00000100:00000010:0.0:1778653863.965645:0:15850:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff915384cb7640. 00000020:00000040:0.0:1778653863.965647:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653863.967920:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653863.967922:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653863.967933:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f089c0. 00000100:00000001:0.0:1778653863.967937:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956032 : -121687111595584 : ffff915382f089c0) 00000100:00000001:0.0:1778653863.967940:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653863.967942:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679304576 : -121687030247040 : ffff915387c9d180) 00000100:00000001:0.0:1778653863.967947:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653863.967951:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.967953:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653863.967955:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653863.967963:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.967973:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653863.967975:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.967979:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653863.967982:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653863.967985:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653863.967988:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685696:192.168.204.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1778653863.967995:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653863.968000:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653863.968002:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.968004:0:15850:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1778653863.968012:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653863.968016:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899007e8. 00000400:00000010:0.0:1778653863.968021:0:15850:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff915382f086c0. 00000100:00000200:0.0:1778653863.968029:0:15850:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a04145350800-0x6a04145350800, portal 33 00000100:00000001:0.0:1778653863.968032:0:15850:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.968034:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653863.968038:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538cd56400. 02000000:00000001:0.0:1778653863.968039:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653863.968042:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653863.968044:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899008f0. 00000400:00000010:0.0:1778653863.968048:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653863.968051:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054685696, portal 25 00000100:00000001:0.0:1778653863.968053:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653863.968054:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679304576 : -121687030247040 : ffff915387c9d180) 00000100:00000040:0.0:1778653863.968059:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.968067:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653863.968070:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653863.968072:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29000. 00000100:00000200:0.0:1778653863.968075:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1865052054685696, offset 0 00000400:00000200:0.0:1778653863.968081:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653863.968089:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653863.968095:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653863.968100:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653863.968104:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653863.968107:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653863.968110:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653863.968114:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2488:2488:256:4294967295] 192.168.204.110@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:0.0:1778653863.968120:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653863.968129:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653863.968136:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653863.968140:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653863.968146:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653863.968153:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653863.968158:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1778653863.968168:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653863.968172:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653863.968175:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423376 00000100:00000001:0.0:1778653863.968181:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423369 00000100:00000001:0.0:1778653863.968185:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423376 00000100:00000001:0.0:1778653863.968188:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423369 00000100:00000001:0.0:1778653863.968191:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653863.968193:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.968196:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653863.968198:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653863.968201:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653863.968203:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653863.968205:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653863.968852:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653863.968858:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:0.0:1778653863.968862:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653863.968868:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653863.968874:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29000 00000400:00000010:0.0:1778653863.968876:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29000. 00000100:00000001:0.0:1778653863.968880:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653863.968884:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.968894:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.968898:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.968905:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.968907:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653863.973202:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.973384:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.973387:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.973390:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.973399:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.973407:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.973416:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.973434:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.973714:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.973722:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 132 into portal 33 MB=0x6a04145350800 00000400:00000200:1.0:1778653863.973728:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.973735:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.110@tcp of length 132/132 into md 0x6671 [4] + 0 00000400:00000010:1.0:1778653863.973742:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899007e8. 00000400:00000200:1.0:1778653863.973747:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915382f086c0 00000800:00000001:1.0:1778653863.973754:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.973764:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.973767:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.973772:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653863.973777:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915382f086c0 00000400:00000010:1.0:1778653863.973779:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff915382f086c0. 00000100:00000001:1.0:1778653863.973784:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1778653863.973786:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff915387c9d180 desc ffff915385eed400 mbits 1865052054685696 00000100:00000001:1.0:1778653863.973806:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1778653863.973813:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653863.973816:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.973822:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653863.973829:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2489:2489:256:4294967295] 192.168.204.110@tcp LPNI seq info [2489:2489:8:4294967295] 00000100:00000001:3.0:1778653863.973836:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1778653863.973836:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653863.973845:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653863.973928:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653863.973935:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653863.973941:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff91538c553600. 00000800:00000200:1.0:1778653863.973947:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653863.973955:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653863.973959:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c553600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653863.974093:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653863.974098:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff91538c553600. 00000400:00000200:1.0:1778653863.974101:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.974105:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653863.974110:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.974114:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.978920:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.978934:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.978938:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.978940:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.978948:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.978955:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.978965:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.978969:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.978975:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.978979:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 240 into portal 25 MB=0x6a04145350800 00000400:00000200:1.0:1778653863.978984:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.978990:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 240/240 into md 0x6679 [1] + 224 00000800:00000001:1.0:1778653863.978997:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.979009:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.979013:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.979017:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653863.979023:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653863.979031:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653863.979040:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.979068:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653863.979076:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.979083:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.979106:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653863.979120:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653863.979123:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653863.979128:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899008f0. 00000400:00000200:3.0:1778653863.979135:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:3.0:1778653863.979138:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:3.0:1778653863.979142:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653863.979153:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653863.979165:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.979173:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653863.979175:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.979178:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653863.979182:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653863.979185:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653863.979188:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.979191:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653863.979201:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653863.979206:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653863.979209:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653863.979211:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.979215:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653863.979218:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.979221:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653863.979240:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1778653863.979251:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.979265:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653863.979267:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653863.979271:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653863.979280:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685696:192.168.204.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.979285:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.979288:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.979291:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653863.979293:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653863.979297:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.979305:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653863.979309:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f089c0. 00000100:00000001:3.0:1778653863.979314:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653863.979316:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1778653863.979324:0:15850:0:(mgc_request.c:1597:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:3.0:1778653863.979328:0:15850:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1778653863.979335:0:15850:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff915383e96c00. 10000000:00000010:3.0:1778653863.979340:0:15850:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff915383ee9380. 10000000:00000200:3.0:1778653863.979348:0:15850:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1778653863.979350:0:15850:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff915389b76000 00010000:00000001:3.0:1778653863.979359:0:15850:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1778653863.979362:0:15850:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1778653863.979366:0:15850:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:3.0:1778653863.979370:0:15850:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.979373:0:15850:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1778653863.979376:0:15850:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:3.0:1778653863.979378:0:15850:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:3.0:1778653863.979381:0:15850:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1778653863.979385:0:15850:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1778653863.979387:0:15850:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.979393:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979398:0:15850:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1778653863.979402:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979408:0:15850:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1778653863.979412:0:15850:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:3.0:1778653863.979415:0:15850:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:3.0:1778653863.979417:0:15850:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.979419:0:15850:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1778653863.979422:0:15850:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0001-osc-ffff915389b76000 10000000:00000200:3.0:1778653863.979424:0:15850:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1778653863.979427:0:15850:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff915389b76000 00010000:00000001:3.0:1778653863.979429:0:15850:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1778653863.979431:0:15850:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1778653863.979433:0:15850:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:3.0:1778653863.979435:0:15850:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.979436:0:15850:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1778653863.979438:0:15850:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:3.0:1778653863.979440:0:15850:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:3.0:1778653863.979441:0:15850:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1778653863.979442:0:15850:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1778653863.979444:0:15850:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.979447:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979449:0:15850:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1778653863.979451:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979454:0:15850:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1778653863.979456:0:15850:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:3.0:1778653863.979458:0:15850:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:3.0:1778653863.979459:0:15850:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.979461:0:15850:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1778653863.979463:0:15850:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0000-osc-ffff915389b76000 10000000:00000200:3.0:1778653863.979465:0:15850:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1778653863.979467:0:15850:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653863.979470:0:15850:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1778653863.979471:0:15850:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1778653863.979474:0:15850:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:3.0:1778653863.979476:0:15850:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.979477:0:15850:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1778653863.979478:0:15850:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:3.0:1778653863.979480:0:15850:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:3.0:1778653863.979482:0:15850:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1778653863.979483:0:15850:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1778653863.979485:0:15850:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.979487:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979489:0:15850:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1778653863.979492:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979494:0:15850:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1778653863.979496:0:15850:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:3.0:1778653863.979498:0:15850:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:3.0:1778653863.979500:0:15850:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.979501:0:15850:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1778653863.979504:0:15850:0:(mgc_request.c:1469:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff915389b76000 target is obsoleted(1/2), reconnect 00000100:00000001:3.0:1778653863.979507:0:15850:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1778653863.979510:0:15850:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff91538996f800 already not connected (conn 20, was 0): CONNECTING 00010000:00000001:3.0:1778653863.979516:0:15850:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1778653863.979524:0:15850:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.110@tcp->12345-192.168.204.110@tcp 00000100:00000001:3.0:1778653863.979527:0:15850:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1778653863.979530:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.979534:0:15850:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.110@tcp primary NID 192.168.204.110@tcp rc 0 00000100:00000001:3.0:1778653863.979538:0:15850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653863.979541:0:15850:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653863.979543:0:15850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000100:00000001:3.0:1778653863.979546:0:15850:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446622386650787456 : -121687058764160 : 0xffff91538616ae80) 00000100:00000040:3.0:1778653863.979550:0:15850:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000040:3.0:1778653863.979552:0:15850:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.110@tcp -> ffff91538616ae80 00010000:00080000:3.0:1778653863.979555:0:15850:0:(ldlm_lib.c:85:import_set_conn()) imp ffff91538996f800@lustre-MDT0000-mdc-ffff915389b76000: found existing conn 192.168.204.110@tcp, moved to head 00010000:00000001:3.0:1778653863.979559:0:15850:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1778653863.979563:0:15850:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:3.0:1778653863.979567:0:15850:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.979570:0:15850:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 10000000:00000040:3.0:1778653863.979572:0:15850:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff915389b76000 10000000:00000010:3.0:1778653863.979575:0:15850:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff915383ee9380. 10000000:00000010:3.0:1778653863.979579:0:15850:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff915383e96c00. 10000000:00000001:3.0:1778653863.979584:0:15850:0:(mgc_request.c:1495:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.979587:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653863.979592:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d180 x1865052054685696/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.979600:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653863.979603:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653863.979607:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538cd56400. 02000000:00000001:3.0:1778653863.979611:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653863.979614:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653863.979616:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653863.979618:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1778653863.979620:0:15850:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1778653863.979622:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653863.979623:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653863.979625:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1778653863.979628:0:15850:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff915384cb7640. 00000100:00000010:3.0:1778653863.979633:0:15850:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff915385eed400. 00000100:00000001:3.0:1778653863.979636:0:15850:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1778653863.979639:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538cd57800. 02000000:00000001:3.0:1778653863.979643:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653863.979645:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653863.979648:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d180. 00000100:00000001:3.0:1778653863.979713:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653863.979715:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1778653863.979743:0:15850:0:(mgc_request.c:1649:mgc_process_recover_log()) kvfree 'pages': 32 at ffff915384cef0e0. 10000000:01000000:3.0:1778653863.979748:0:15850:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1778653863.979752:0:15850:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1778653863.979755:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653863.979758:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653863.979760:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176000 refcount=3 00000020:00000001:3.0:1778653863.979763:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653863.979766:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657465856 : -121686052085760 : ffff9153c2176000) 00010000:00000001:3.0:1778653863.979770:0:15850:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653863.979777:0:15850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc3d expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.979787:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.979788:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653863.979792:0:15850:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff9153c2176000/0x3df471c51a8901ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc3d expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.979798:0:15850:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653863.979800:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.979801:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1778653863.979802:0:15850:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.979805:0:15850:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.979808:0:15850:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1778653863.979811:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1778653863.979812:0:15850:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff91538a488a00) refs 2 10000000:00000001:3.0:1778653863.979815:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.979816:0:15850:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1778653863.979818:0:15850:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91538a489a00) refs 3 10000000:00000001:3.0:1778653863.979821:0:15850:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1778653863.979822:0:15850:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1778653863.979824:0:15850:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1778653863.979826:0:15850:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:3.0:1778653863.979828:0:15850:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff915389b76000 from 42 10000000:00000001:3.0:1778653863.979830:0:15850:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1778653863.979832:0:15850:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1778653863.979839:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653863.979842:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653863.979846:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653863.979850:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653863.979855:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653863.979862:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ffc00. 00000100:00000001:3.0:1778653863.979870:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.979876:0:15850:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653863.979880:0:15850:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653863.979888:0:15850:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6600. 00010000:00000001:3.0:1778653863.979894:0:15850:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653863.979898:0:15850:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176600. 00000020:00000001:3.0:1778653863.979903:0:15850:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653863.979906:0:15850:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176600 with handle 0x3df471c51a890206 to hash 00000020:00000001:3.0:1778653863.979909:0:15850:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653863.979911:0:15850:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.979915:0:15850:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.979919:0:15850:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653863.979924:0:15850:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653863.979927:0:15850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653863.979936:0:15850:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653863.979946:0:15850:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653863.979952:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653863.979954:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653863.979961:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384defcc0. 00000100:00000001:3.0:1778653863.979964:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630360256 : -121687079191360 : ffff915384defcc0) 00000100:00000001:3.0:1778653863.979967:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.979969:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000001:3.0:1778653863.979974:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653863.979979:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.979982:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653863.979983:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653863.979989:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.979996:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653863.980000:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.980004:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653863.980008:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653863.980010:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653863.980013:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685824:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.980017:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653863.980023:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653863.980026:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.980029:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653863.980033:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96c00. 02000000:00000001:3.0:1778653863.980035:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.980040:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653863.980043:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a688. 00000400:00000010:3.0:1778653863.980049:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c000. 00000100:00000200:3.0:1778653863.980056:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054685824, portal 25 00000100:00000001:3.0:1778653863.980058:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.980059:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:3.0:1778653863.980065:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.980071:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653863.980074:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653863.980077:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653863.980080:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865052054685824, offset 0 00000400:00000200:3.0:1778653863.980086:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653863.980095:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.980101:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653863.980106:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653863.980110:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653863.980114:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653863.980117:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.980121:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2490:2490:256:4294967295] 192.168.204.110@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:3.0:1778653863.980125:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.980136:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653863.980143:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653863.980148:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653863.980155:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653863.980164:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653863.980168:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653863.980187:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.980191:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653863.980194:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423388 00000100:00000001:3.0:1778653863.980203:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423376 00000100:00000001:3.0:1778653863.980208:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423388 00000100:00000001:3.0:1778653863.980211:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423376 00000100:00000001:3.0:1778653863.980214:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.980217:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.980220:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653863.980222:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653863.980224:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384defcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653863.980236:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653863.980238:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653863.981248:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653863.981257:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:0.0:1778653863.981263:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653863.981270:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653863.981277:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:0.0:1778653863.981280:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:0.0:1778653863.981284:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653863.981292:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.981303:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.981307:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.981313:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.981315:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653863.984812:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.984826:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.984831:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.984833:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.984843:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.984850:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.984858:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.984862:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.984867:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.984871:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a04145350880 00000400:00000200:1.0:1778653863.984876:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.984882:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x6689 [1] + 224 00000800:00000001:1.0:1778653863.984888:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.984894:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.984897:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.984901:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653863.984908:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653863.984916:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653863.984928:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.984947:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653863.984954:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.984957:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.985029:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653863.985037:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653863.985038:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653863.985042:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a688. 00000400:00000200:3.0:1778653863.985045:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c000 00000400:00000010:3.0:1778653863.985048:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c000. 00000100:00000001:3.0:1778653863.985051:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653863.985056:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653863.985065:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.985071:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653863.985074:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.985077:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653863.985081:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653863.985084:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653863.985087:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.985090:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653863.985097:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653863.985100:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653863.985103:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653863.985105:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.985108:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653863.985111:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.985113:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653863.985118:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.985125:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.985128:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653863.985130:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653863.985133:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653863.985141:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685824:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.985146:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.985149:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.985152:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653863.985154:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653863.985157:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.985165:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653863.985168:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384defcc0. 00000100:00000001:3.0:1778653863.985171:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653863.985173:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.985175:0:15850:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653863.985179:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653863.985181:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653863.985185:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=4 00000020:00000001:3.0:1778653863.985187:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.985190:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000040:3.0:1778653863.985195:0:15850:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176600, remote cookie: 0xdfa36d541726fc44, flags: 0x0 00010000:00000001:3.0:1778653863.985199:0:15850:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653863.985202:0:15850:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653863.985204:0:15850:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653863.985205:0:15850:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653863.985206:0:15850:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653863.985210:0:15850:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9153837f6600) refcount = 1 00010000:00010000:3.0:1778653863.985214:0:15850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc44 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.985221:0:15850:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653863.985223:0:15850:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653863.985225:0:15850:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653863.985236:0:15850:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653863.985238:0:15850:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653863.985241:0:15850:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdfa36d541726fc44 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.985246:0:15850:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653863.985247:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.985249:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653863.985250:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.985251:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653863.985252:0:15850:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.985254:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653863.985258:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1fb80 x1865052054685824/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.985264:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653863.985266:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653863.985269:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96c00. 02000000:00000001:3.0:1778653863.985273:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653863.985275:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653863.985277:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653863.985279:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653863.985282:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ffc00. 02000000:00000001:3.0:1778653863.985286:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653863.985287:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653863.985289:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1fb80. 00000100:00000001:3.0:1778653863.985293:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653863.985294:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1778653863.985296:0:15850:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.985300:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1778653863.985302:0:15850:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff91538a488a00) refs 3 10000000:00000001:3.0:1778653863.985304:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.985306:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653863.985308:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653863.985309:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653863.985311:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.985313:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.985316:0:15850:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1778653863.985317:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.985318:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653863.985319:0:15850:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.985322:0:15850:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1778653863.985327:0:15850:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9153861ba240. 00000020:00000010:3.0:1778653863.985330:0:15850:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653863.985336:0:15850:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853fec00. 00000040:00000010:3.0:1778653863.985340:0:15850:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9153853fe400. 00000020:00000010:3.0:1778653863.985345:0:15850:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff915384ce1800. 00000020:00000010:3.0:1778653863.985349:0:15850:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9153853ffa00. 80000000:00000010:3.0:1778653863.985353:0:15850:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff915383f3bf00. 00040000:00000010:3.0:1778653863.985357:0:15850:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9153853fe800. 20000000:00000010:3.0:1778653863.985362:0:15850:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff9153853ff200. 10000000:00000040:3.0:1778653863.985366:0:15850:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9153832ad540 : new refcount 2 00000020:00000001:3.0:1778653863.985368:0:15850:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1778653863.985370:0:15850:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1778653863.985372:0:15850:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:3.0:1778653863.985376:0:15850:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9153853fe000. 00000040:00000001:3.0:1778653863.985379:0:15850:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1778653863.985381:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:3.0:1778653863.985385:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1fb80. 00000020:00000040:3.0:1778653863.985387:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653863.985391:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653863.985394:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653863.985397:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653863.985403:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853fea00. 00000100:00000001:3.0:1778653863.985409:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.985413:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653863.985415:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653863.985419:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384defcc0. 00000100:00000001:3.0:1778653863.985421:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630360256 : -121687079191360 : ffff915384defcc0) 00000100:00000001:3.0:1778653863.985424:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.985425:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000001:3.0:1778653863.985429:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653863.985432:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.985434:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653863.985435:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653863.985440:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.985447:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653863.985449:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.985452:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653863.985454:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653863.985457:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653863.985460:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685952:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.985463:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653863.985467:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653863.985469:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.985471:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653863.985485:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853fee00. 02000000:00000001:3.0:1778653863.985487:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.985492:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653863.985540:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a688. 00000400:00000010:3.0:1778653863.985546:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c000. 00000100:00000200:3.0:1778653863.985552:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054685952, portal 25 00000100:00000001:3.0:1778653863.985554:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.985556:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678791040 : -121687030760576 : ffff915387c1fb80) 00000100:00000040:3.0:1778653863.985562:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.985568:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653863.985571:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653863.985574:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653863.985578:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865052054685952, offset 0 00000400:00000200:3.0:1778653863.985583:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653863.985589:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.985595:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653863.985600:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653863.985604:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653863.985607:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653863.985610:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.985613:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2491:2491:256:4294967295] 192.168.204.110@tcp LPNI seq info [2491:2491:8:4294967295] 00000400:00000200:3.0:1778653863.985618:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.985625:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653863.985630:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653863.985635:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653863.985642:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653863.985677:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653863.985682:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1778653863.985690:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.985693:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653863.985696:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423393 00000100:00000001:3.0:1778653863.985702:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423388 00000100:00000001:3.0:1778653863.985708:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423393 00000100:00000001:3.0:1778653863.985711:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423388 00000100:00000001:3.0:1778653863.985714:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.985717:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.985719:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653863.985721:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653863.985724:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384defcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653863.985726:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653863.985727:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653863.986128:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653863.986133:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:0.0:1778653863.986137:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653863.986143:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653863.986147:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:0.0:1778653863.986149:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:0.0:1778653863.986153:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653863.986157:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.986166:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.986169:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.986176:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.986178:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653863.988259:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.988272:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.988276:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.988278:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.988287:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.988295:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.988304:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.988308:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.988313:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.988317:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 272 into portal 25 MB=0x6a04145350900 00000400:00000200:1.0:1778653863.988322:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.988328:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 272/272 into md 0x6691 [1] + 224 00000800:00000001:1.0:1778653863.988336:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.988342:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.988345:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.988350:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653863.988357:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653863.988365:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653863.988374:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.988397:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653863.988405:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.988408:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.988460:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653863.988468:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653863.988470:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653863.988473:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a688. 00000400:00000200:0.0:1778653863.988477:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c000 00000400:00000010:0.0:1778653863.988480:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c000. 00000100:00000001:0.0:1778653863.988483:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653863.988487:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653863.988496:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.988502:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653863.988504:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.988507:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653863.988509:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653863.988512:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653863.988513:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.988516:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653863.988522:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653863.988525:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653863.988527:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653863.988529:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653863.988532:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653863.988533:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.988536:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653863.988540:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.988547:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653863.988550:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653863.988551:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653863.988555:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653863.988562:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054685952:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1778653863.988567:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.988570:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.988572:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653863.988574:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.988576:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.988582:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653863.988585:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384defcc0. 00000100:00000001:0.0:1778653863.988587:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653863.988589:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1778653863.988594:0:15850:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1778653863.988597:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653863.988599:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653863.988600:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1778653863.988602:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.988604:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1fb80 x1865052054685952/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.988610:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653863.988613:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653863.988615:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853fee00. 02000000:00000001:0.0:1778653863.988618:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653863.988619:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653863.988620:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653863.988622:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653863.988624:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853fea00. 02000000:00000001:0.0:1778653863.988627:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653863.988629:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653863.988630:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1fb80. 00000100:00000001:0.0:1778653863.988633:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653863.988635:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1778653863.988638:0:15850:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1778653863.988642:0:15850:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:0.0:1778653863.988647:0:15850:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff915383eb2000. 00000040:00000001:0.0:1778653863.988677:0:15850:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1778653863.988679:0:15850:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1778653863.988682:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:0.0:1778653863.988686:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ea00. 00000020:00000040:0.0:1778653863.988688:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653863.988691:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653863.988693:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653863.988697:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653863.988702:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91538cd57e00. 00000100:00000001:0.0:1778653863.988707:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.988711:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653863.988712:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653863.988717:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f089c0. 00000100:00000001:0.0:1778653863.988720:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956032 : -121687111595584 : ffff915382f089c0) 00000100:00000001:0.0:1778653863.988722:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653863.988723:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000001:0.0:1778653863.988727:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653863.988732:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.988733:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653863.988735:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653863.988739:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.988745:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653863.988747:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.988750:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653863.988752:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653863.988755:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653863.988758:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686080:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1778653863.988761:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653863.988765:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653863.988767:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.988769:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653863.988783:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff915383324000. 02000000:00000001:0.0:1778653863.989929:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653863.989937:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653863.989941:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899006e0. 00000400:00000010:0.0:1778653863.989948:0:15850:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff915382f086c0. 00000100:00000200:0.0:1778653863.989954:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865052054686080, portal 25 00000100:00000001:0.0:1778653863.989957:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653863.989959:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000040:0.0:1778653863.989968:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.989975:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653863.989978:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653863.989981:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29000. 00000100:00000200:0.0:1778653863.989983:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865052054686080, offset 0 00000400:00000200:0.0:1778653863.989989:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653863.989997:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653863.990004:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653863.990008:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653863.990012:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653863.990016:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653863.990019:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653863.990022:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2492:2492:256:4294967295] 192.168.204.110@tcp LPNI seq info [2492:2492:8:4294967295] 00000400:00000200:0.0:1778653863.990027:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653863.990034:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653863.990040:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653863.990044:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653863.990051:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653863.990058:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653863.990062:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1778653863.990080:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653863.990083:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653863.990085:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423396 00000100:00000001:0.0:1778653863.990092:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423393 00000100:00000001:0.0:1778653863.990097:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423396 00000100:00000001:0.0:1778653863.990100:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423393 00000100:00000001:0.0:1778653863.990103:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653863.990106:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.990109:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653863.990111:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653863.990114:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653863.990116:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653863.990118:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653863.990282:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653863.990287:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:1.0:1778653863.990291:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.990296:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653863.990300:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29000 00000400:00000010:1.0:1778653863.990302:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29000. 00000100:00000001:1.0:1778653863.990305:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653863.990310:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.990319:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653863.990322:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.990329:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653863.990330:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653863.992345:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.992897:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.992902:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.992905:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.992912:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.992920:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.992927:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.992931:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.992940:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.992945:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 8416 into portal 25 MB=0x6a04145350980 00000400:00000200:1.0:1778653863.992950:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.992955:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 8416/8416 into md 0x6699 [4] + 224 00000800:00000001:1.0:1778653863.992963:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.992974:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.992977:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.992987:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653863.992993:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653863.993000:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653863.993010:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.993033:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653863.993041:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.993044:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.993093:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653863.993100:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653863.993102:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653863.993105:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899006e0. 00000400:00000200:0.0:1778653863.993109:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915382f086c0 00000400:00000010:0.0:1778653863.993111:0:15850:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff915382f086c0. 00000100:00000001:0.0:1778653863.993113:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653863.993118:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653863.993126:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.993131:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653863.993133:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.993135:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653863.993138:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653863.993140:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653863.993142:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653863.993146:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653863.993153:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653863.993157:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653863.993159:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653863.993161:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653863.993163:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653863.993165:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.993168:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653863.993172:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.993179:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653863.993181:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653863.993188:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653863.993192:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653863.993200:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686080:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1778653863.993206:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653863.993208:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.993211:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653863.993213:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.993216:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.993222:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653863.993234:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f089c0. 00000100:00000001:0.0:1778653863.993238:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653863.993239:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1778653863.993246:0:15850:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1778653863.993248:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.993306:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ea00 x1865052054686080/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.993313:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653863.993316:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653863.993319:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff915383324000. 02000000:00000001:0.0:1778653863.993330:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653863.993333:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653863.993335:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653863.993337:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653863.993340:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538cd57e00. 02000000:00000001:0.0:1778653863.993344:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653863.993346:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653863.993348:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ea00. 00000100:00000001:0.0:1778653863.993351:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653863.993352:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653863.993354:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653863.993355:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653863.993357:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1778653863.993359:0:15850:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1778653863.993362:0:15850:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1778653863.993365:0:15850:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1778653863.993369:0:15850:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9153951d58a0. 00000040:00001000:0.0:1778653863.993371:0:15850:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:0.0:1778653863.993867:0:32931:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:0.0:1778653863.993873:0:32931:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57e00. 00000020:00000010:0.0:1778653863.993878:0:32931:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538cd57600. 00000040:00000010:0.0:1778653863.993883:0:32931:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91538cd57800. 00000020:00000010:0.0:1778653863.993887:0:32931:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91538caf2800. 00000020:00000010:0.0:1778653863.993893:0:32931:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff915388bc78c0. 00000020:00000010:0.0:1778653863.993898:0:32931:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff91538cd56400. 80000000:00000010:0.0:1778653863.993901:0:32931:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9153951d5d80. 40000000:00000010:0.0:1778653863.993905:0:32931:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff915384cb7e00. 00100000:00000010:0.0:1778653863.993910:0:32931:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff91538caf7000. 00040000:00000010:0.0:1778653863.993915:0:32931:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff915382d8a600. 00040000:00000010:0.0:1778653863.993919:0:32931:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff91538caf4800. 00040000:00000010:0.0:1778653863.993923:0:32931:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff915394843800. 00000004:00000010:0.0:1778653863.993927:0:32931:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff91538532a800. 00000004:00000010:0.0:1778653863.993933:0:32931:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff91538992d000. 00000004:00000010:0.0:1778653863.993937:0:32931:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff91538532e800. 00002000:00000010:0.0:1778653863.993942:0:32931:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff915385eed800. 00000004:00000010:0.0:1778653863.993946:0:32931:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff915385eedc00. 00000020:00000010:0.0:1778653863.993951:0:32931:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff915384cb7cc0. 00000040:00000010:0.0:1778653863.993958:0:32931:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff915383eb4000. 00000040:00080000:0.0:1778653863.994591:0:32931:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:0.0:1778653863.994596:0:32931:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff915383eb4000. 00000020:00000010:0.0:1778653863.994604:0:32931:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff915384cb7cc0. 00000020:00000010:0.0:1778653863.994615:0:32931:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538cd57600. 00000040:00000010:0.0:1778653863.994619:0:32931:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91538cd57800. 00000020:00000010:0.0:1778653863.994623:0:32931:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91538caf2800. 00000020:00000010:0.0:1778653863.994627:0:32931:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff915388bc78c0. 00000020:00000010:0.0:1778653863.994632:0:32931:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff91538cd56400. 80000000:00000010:0.0:1778653863.994636:0:32931:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9153951d5d80. 40000000:00000010:0.0:1778653863.994641:0:32931:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff915384cb7e00. 00100000:00000010:0.0:1778653863.994644:0:32931:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff91538caf7000. 00040000:00000010:0.0:1778653863.994778:0:32931:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff915382d8a600. 00040000:00000010:0.0:1778653863.994786:0:32931:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff91538caf4800. 00040000:00000010:0.0:1778653863.994790:0:32931:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff915394843800. 00000004:00000010:0.0:1778653863.994794:0:32931:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff91538532a800. 00000004:00000010:0.0:1778653863.994798:0:32931:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff91538992d000. 00000004:00000010:0.0:1778653863.994802:0:32931:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff91538532e800. 00002000:00000010:0.0:1778653863.994806:0:32931:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff915385eed800. 00000004:00000010:0.0:1778653863.994810:0:32931:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff915385eedc00. 00000020:00000010:0.0:1778653863.994812:0:32931:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57e00. 00000040:00000010:3.0:1778653863.994932:0:15850:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9153951d58a0. 00000040:00000001:3.0:1778653863.994936:0:15850:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1778653863.994940:0:15850:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:3.0:1778653863.994944:0:15850:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff915383eb2000. 00000040:00000010:3.0:1778653863.994948:0:15850:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9153853fe000. 00000020:00000001:3.0:1778653863.994951:0:15850:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.994954:0:15850:0:(mgc_request.c:1722:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1778653863.994957:0:15850:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853fec00. 00000040:00000010:3.0:1778653863.994959:0:15850:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9153853fe400. 00000020:00000010:3.0:1778653863.994961:0:15850:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff915384ce1800. 00000020:00000010:3.0:1778653863.994965:0:15850:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9153853ffa00. 80000000:00000010:3.0:1778653863.994967:0:15850:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff915383f3bf00. 00040000:00000010:3.0:1778653863.994970:0:15850:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9153853fe800. 20000000:00000010:3.0:1778653863.994973:0:15850:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff9153853ff200. 00000020:00000010:3.0:1778653863.994976:0:15850:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 10000000:00000010:3.0:1778653863.994978:0:15850:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9153861ba240. 10000000:01000000:3.0:1778653863.994982:0:15850:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1778653863.994986:0:15850:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1778653863.994989:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653863.994991:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653863.994993:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176600 refcount=3 00000020:00000001:3.0:1778653863.994996:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.994999:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467392 : -121686052084224 : ffff9153c2176600) 00010000:00000001:3.0:1778653863.995002:0:15850:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653863.995007:0:15850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc44 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.995016:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.995018:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653863.995021:0:15850:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc44 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.995027:0:15850:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653863.995028:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.995029:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1778653863.995031:0:15850:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.995033:0:15850:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.995036:0:15850:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1778653863.995038:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1778653863.995041:0:15850:0:(mgc_request.c:108:config_log_get()) log params (ffff91538a489600) refs 2 10000000:00000001:3.0:1778653863.995043:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.995045:0:15850:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1778653863.995047:0:15850:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91538a488a00) refs 3 10000000:00000001:3.0:1778653863.995049:0:15850:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1778653863.995050:0:15850:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1778653863.995052:0:15850:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1778653863.995053:0:15850:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:3.0:1778653863.995055:0:15850:0:(mgc_request.c:1799:mgc_process_log()) Process log params-ffff915389b76000 from 7 10000000:00000001:3.0:1778653863.995058:0:15850:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1778653863.995060:0:15850:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1778653863.995065:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653863.995068:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653863.995072:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653863.995075:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653863.995080:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653863.995085:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ffc00. 00000100:00000001:3.0:1778653863.995092:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.995097:0:15850:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653863.995099:0:15850:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653863.995106:0:15850:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6300. 00010000:00000001:3.0:1778653863.995110:0:15850:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653863.995113:0:15850:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177a00. 00000020:00000001:3.0:1778653863.995117:0:15850:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653863.995119:0:15850:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177a00 with handle 0x3df471c51a89020d to hash 00000020:00000001:3.0:1778653863.995121:0:15850:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653863.995123:0:15850:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653863.995126:0:15850:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653863.995129:0:15850:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653863.995132:0:15850:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653863.995135:0:15850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653863.995143:0:15850:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653863.995153:0:15850:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653863.995158:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653863.995160:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653863.995165:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def300. 00000100:00000001:3.0:1778653863.995167:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357760 : -121687079193856 : ffff915384def300) 00000100:00000001:3.0:1778653863.995170:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.995171:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000001:3.0:1778653863.995176:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653863.995180:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.995182:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653863.995184:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653863.995193:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.995201:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653863.995203:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.995207:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653863.995209:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653863.995212:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653863.995215:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686208:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.995219:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653863.995224:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653863.995238:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.995240:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653863.995245:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96c00. 02000000:00000001:3.0:1778653863.995247:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.995253:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653863.995327:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653863.995333:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653863.995339:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054686208, portal 25 00000100:00000001:3.0:1778653863.995341:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.995343:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:3.0:1778653863.995349:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.995355:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653863.995359:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653863.995362:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c6e8. 00000100:00000200:3.0:1778653863.995365:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865052054686208, offset 0 00000400:00000200:3.0:1778653863.995371:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653863.995378:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.995386:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653863.995392:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653863.995396:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653863.995400:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653863.995403:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.995407:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2493:2493:256:4294967295] 192.168.204.110@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:3.0:1778653863.995410:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.995419:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653863.995426:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653863.995432:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5c00. 00000800:00000200:3.0:1778653863.995439:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653863.995446:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653863.995450:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653863.995514:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.995520:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653863.995523:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423403 00000100:00000001:3.0:1778653863.995530:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423396 00000100:00000001:3.0:1778653863.995535:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423403 00000100:00000001:3.0:1778653863.995538:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423396 00000100:00000001:3.0:1778653863.995541:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.995544:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.995547:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653863.995549:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653863.995551:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def300 going to sleep for 11 seconds 00000100:00000001:3.0:1778653863.995554:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653863.995557:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653863.995852:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653863.995858:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5c00. 00000400:00000200:1.0:1778653863.995862:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.995868:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653863.995874:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c6e8 00000400:00000010:1.0:1778653863.995876:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c6e8. 00000100:00000001:1.0:1778653863.995880:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653863.995884:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.995893:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653863.995896:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.995902:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653863.995903:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653863.998461:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.998475:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653863.998479:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.998482:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.998490:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.998497:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653863.998506:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.998510:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.998515:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.998519:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a04145350a00 00000400:00000200:1.0:1778653863.998524:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653863.998531:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x66a9 [1] + 224 00000800:00000001:1.0:1778653863.998538:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.998543:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653863.998546:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653863.998550:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653863.998557:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653863.998564:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653863.998575:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653863.998590:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653863.998598:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653863.998601:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.998629:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653863.998637:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653863.998639:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653863.998643:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653863.998648:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653863.998668:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653863.998672:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653863.998678:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653863.998923:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.999016:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653863.999019:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.999022:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653863.999025:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653863.999028:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653863.999030:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.999033:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653863.999039:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653863.999043:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653863.999045:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653863.999047:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.999050:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653863.999052:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.999054:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653863.999059:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.999067:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.999070:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653863.999072:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653863.999076:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653863.999083:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686208:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.999088:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653863.999102:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.999105:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653863.999106:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653863.999110:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.999117:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653863.999119:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def300. 00000100:00000001:3.0:1778653863.999122:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653863.999124:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.999126:0:15850:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653863.999129:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653863.999132:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653863.999134:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=4 00000020:00000001:3.0:1778653863.999137:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653863.999140:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000040:3.0:1778653863.999146:0:15850:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177a00, remote cookie: 0xdfa36d541726fc4b, flags: 0x0 00010000:00000001:3.0:1778653863.999150:0:15850:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653863.999154:0:15850:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653863.999155:0:15850:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653863.999157:0:15850:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653863.999158:0:15850:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653863.999161:0:15850:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9153837f6300) refcount = 1 00010000:00010000:3.0:1778653863.999166:0:15850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc4b expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.999173:0:15850:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653863.999175:0:15850:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653863.999177:0:15850:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653863.999180:0:15850:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653863.999182:0:15850:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653863.999185:0:15850:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdfa36d541726fc4b expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653863.999191:0:15850:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653863.999193:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.999194:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653863.999195:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.999197:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653863.999198:0:15850:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.999202:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653863.999206:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054686208/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.999214:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653863.999216:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653863.999219:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96c00. 02000000:00000001:3.0:1778653863.999223:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653863.999235:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653863.999237:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653863.999240:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653863.999242:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ffc00. 02000000:00000001:3.0:1778653863.999246:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653863.999248:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653863.999249:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:3.0:1778653863.999253:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653863.999254:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1778653863.999256:0:15850:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.999260:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1778653863.999262:0:15850:0:(mgc_request.c:108:config_log_get()) log params (ffff91538a489600) refs 3 10000000:00000001:3.0:1778653863.999264:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653863.999266:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653863.999267:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653863.999268:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:3.0:1778653863.999270:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653863.999272:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653863.999274:0:15850:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1778653863.999275:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653863.999276:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653863.999278:0:15850:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653863.999280:0:15850:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1778653863.999284:0:15850:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9153861ba240. 00000020:00000010:3.0:1778653863.999287:0:15850:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653863.999291:0:15850:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ff200. 00000040:00000010:3.0:1778653863.999295:0:15850:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9153853fe800. 00000020:00000010:3.0:1778653863.999300:0:15850:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff915384ce1800. 00000020:00000010:3.0:1778653863.999305:0:15850:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9153853ffa00. 80000000:00000010:3.0:1778653863.999309:0:15850:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff915383f3bf00. 00040000:00000010:3.0:1778653863.999313:0:15850:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9153853fe400. 20000000:00000010:3.0:1778653863.999318:0:15850:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff9153853fec00. 10000000:00000040:3.0:1778653863.999322:0:15850:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9153832ad540 : new refcount 2 00000020:00000001:3.0:1778653863.999324:0:15850:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1778653863.999326:0:15850:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1778653863.999328:0:15850:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:3.0:1778653863.999331:0:15850:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9153853fe000. 00000040:00000001:3.0:1778653863.999334:0:15850:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1778653863.999336:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:3.0:1778653863.999340:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653863.999343:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653863.999347:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653863.999349:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653863.999352:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653863.999357:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ff000. 00000100:00000001:3.0:1778653863.999362:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.999366:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653863.999368:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653863.999372:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def300. 00000100:00000001:3.0:1778653863.999375:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357760 : -121687079193856 : ffff915384def300) 00000100:00000001:3.0:1778653863.999378:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.999380:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000001:3.0:1778653863.999384:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653863.999388:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.999390:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653863.999392:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653863.999396:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.999404:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653863.999406:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.999409:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653863.999412:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653863.999414:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653863.999418:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686336:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1778653863.999422:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653863.999426:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653863.999428:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653863.999430:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653863.999434:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853fea00. 02000000:00000001:3.0:1778653863.999436:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.999440:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653863.999444:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653863.999448:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653863.999454:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054686336, portal 25 00000100:00000001:3.0:1778653863.999457:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653863.999458:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:3.0:1778653863.999463:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653863.999470:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653863.999472:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653863.999475:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cbb0. 00000100:00000200:3.0:1778653863.999478:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1865052054686336, offset 0 00000400:00000200:3.0:1778653863.999483:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653863.999490:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.999497:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653863.999503:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653863.999507:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653863.999511:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653863.999513:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653863.999516:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2494:2494:256:4294967295] 192.168.204.110@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:3.0:1778653863.999521:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653863.999531:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653863.999537:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653863.999542:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5300. 00000800:00000200:3.0:1778653863.999548:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653863.999555:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653863.999559:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1778653863.999577:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653863.999581:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653863.999584:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423407 00000100:00000001:3.0:1778653863.999591:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423403 00000100:00000001:3.0:1778653863.999595:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423407 00000100:00000001:3.0:1778653863.999597:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423403 00000100:00000001:3.0:1778653863.999600:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653863.999612:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653863.999615:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653863.999616:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653863.999619:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def300 going to sleep for 11 seconds 00000100:00000001:3.0:1778653863.999621:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653863.999623:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653863.999744:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653863.999749:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5300. 00000400:00000200:0.0:1778653863.999752:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653863.999756:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653863.999760:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cbb0 00000400:00000010:0.0:1778653863.999762:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cbb0. 00000100:00000001:0.0:1778653863.999765:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653863.999770:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.999777:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653863.999780:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653863.999786:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653863.999788:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653864.004391:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653864.004405:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653864.004409:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653864.004411:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653864.004420:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653864.004427:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653864.004435:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653864.004439:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653864.004445:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653864.004450:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 272 into portal 25 MB=0x6a04145350a80 00000400:00000200:0.0:1778653864.004454:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653864.004460:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 272/272 into md 0x66b1 [1] + 224 00000800:00000001:0.0:1778653864.004467:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653864.004474:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653864.004478:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653864.004482:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653864.004490:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653864.004498:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653864.004510:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653864.004537:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653864.004547:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653864.004550:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.004620:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653864.004627:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653864.004630:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653864.004633:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653864.004638:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:3.0:1778653864.004640:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:3.0:1778653864.004644:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653864.004663:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653864.004673:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.004679:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653864.004681:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.004683:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653864.004687:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653864.004689:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653864.004691:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653864.004694:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653864.004702:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653864.004705:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653864.004708:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653864.004709:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653864.004712:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653864.004713:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.004716:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653864.004720:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.004726:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653864.004729:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653864.004731:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653864.004735:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653864.004742:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686336:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1778653864.004747:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.004749:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.004752:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653864.004753:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653864.004757:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.004763:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653864.004766:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def300. 00000100:00000001:3.0:1778653864.004770:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653864.004771:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1778653864.004776:0:15850:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1778653864.004779:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653864.004780:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653864.004783:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1778653864.004784:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653864.004787:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054686336/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1778653879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.004794:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653864.004797:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653864.004799:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853fea00. 02000000:00000001:3.0:1778653864.004802:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653864.004803:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653864.004804:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653864.004806:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653864.004808:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ff000. 02000000:00000001:3.0:1778653864.004812:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653864.004814:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653864.004815:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:3.0:1778653864.004819:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653864.004820:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1778653864.004824:0:15850:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1778653864.004827:0:15850:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:3.0:1778653864.004833:0:15850:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff915383e6c000. 00000040:00000001:3.0:1778653864.004835:0:15850:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1778653864.004837:0:15850:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1778653864.004839:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:3.0:1778653864.004843:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653864.004846:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653864.004849:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653864.004851:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653864.004854:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653864.004860:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ff000. 00000100:00000001:3.0:1778653864.004866:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.004869:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653864.004871:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653864.004876:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def300. 00000100:00000001:3.0:1778653864.004878:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357760 : -121687079193856 : ffff915384def300) 00000100:00000001:3.0:1778653864.004881:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653864.004882:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000001:3.0:1778653864.004886:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653864.004891:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.004893:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653864.004894:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653864.004898:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.004905:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653864.004908:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653864.004911:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653864.004914:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653864.004917:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653864.004920:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686464:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1778653864.004937:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653864.004941:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653864.004943:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653864.004946:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653864.004963:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff915383324000. 02000000:00000001:3.0:1778653864.004965:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653864.004970:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653864.004974:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653864.004980:0:15850:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff915384def540. 00000100:00000200:3.0:1778653864.004986:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865052054686464, portal 25 00000100:00000001:3.0:1778653864.004988:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653864.004990:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:3.0:1778653864.004996:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.005004:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653864.005007:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653864.005011:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653864.005014:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865052054686464, offset 0 00000400:00000200:3.0:1778653864.005020:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653864.005026:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653864.005032:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653864.005037:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653864.005042:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653864.005046:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653864.005049:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653864.005053:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2495:2495:256:4294967295] 192.168.204.110@tcp LPNI seq info [2495:2495:8:4294967295] 00000400:00000200:3.0:1778653864.005058:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653864.005066:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653864.005072:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653864.005077:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5200. 00000800:00000200:3.0:1778653864.005084:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653864.005091:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653864.005095:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1778653864.005113:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653864.005118:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653864.005120:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423413 00000100:00000001:3.0:1778653864.005126:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423407 00000100:00000001:3.0:1778653864.005130:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423413 00000100:00000001:3.0:1778653864.005133:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423407 00000100:00000001:3.0:1778653864.005136:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653864.005138:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.005141:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653864.005143:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653864.005145:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def300 going to sleep for 11 seconds 00000100:00000001:3.0:1778653864.005147:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653864.005149:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653864.005325:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653864.005329:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5200. 00000400:00000200:1.0:1778653864.005333:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653864.005338:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653864.005342:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:1.0:1778653864.005343:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:1.0:1778653864.005346:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653864.005350:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653864.005365:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653864.005368:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653864.005374:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653864.005376:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653864.013248:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.013266:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653864.013270:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.013275:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653864.013285:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.013294:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653864.013303:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.013308:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.013315:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.013319:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 8416 into portal 25 MB=0x6a04145350b00 00000400:00000200:1.0:1778653864.013325:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.013331:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 8416/8416 into md 0x66b9 [4] + 224 00000800:00000001:1.0:1778653864.013339:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.013357:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653864.013361:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653864.013366:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653864.013374:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653864.013392:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653864.013406:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653864.013428:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653864.013438:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.013441:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.013504:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653864.013512:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653864.013514:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653864.013517:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653864.013521:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915384def540 00000400:00000010:3.0:1778653864.013524:0:15850:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff915384def540. 00000100:00000001:3.0:1778653864.013526:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653864.013532:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653864.013542:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.013549:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653864.013551:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.013554:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653864.013556:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653864.013559:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653864.013561:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653864.013564:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653864.013571:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653864.013575:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653864.013578:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653864.013580:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653864.013583:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653864.013586:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.013589:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653864.013594:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.013601:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653864.013604:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653864.013606:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653864.013611:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653864.013619:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686464:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1778653864.013624:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.013627:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.013629:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653864.013631:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653864.013634:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.013641:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653864.013644:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def300. 00000100:00000001:3.0:1778653864.013647:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653864.013666:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1778653864.013675:0:15850:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1778653864.013677:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653864.013680:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054686464/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1778653880 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.013687:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653864.013690:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653864.013693:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff915383324000. 02000000:00000001:3.0:1778653864.013700:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653864.013703:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653864.013705:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653864.013707:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653864.013710:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ff000. 02000000:00000001:3.0:1778653864.013713:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653864.013715:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653864.013716:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:3.0:1778653864.013720:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653864.013721:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653864.013724:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653864.013725:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1778653864.013727:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1778653864.013729:0:15850:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1778653864.013731:0:15850:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1778653864.013735:0:15850:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1778653864.013738:0:15850:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff915383f3bf60. 00000040:00001000:3.0:1778653864.013741:0:15850:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1778653864.016641:0:32934:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:1.0:1778653864.016663:0:32934:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538c553600. 00000020:00000010:1.0:1778653864.016670:0:32934:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538c552e00. 00000040:00000010:1.0:1778653864.016675:0:32934:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91538c552800. 00000020:00000010:1.0:1778653864.016681:0:32934:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91539491a000. 00000020:00000010:1.0:1778653864.016688:0:32934:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9153884e1928. 00000020:00000010:1.0:1778653864.016693:0:32934:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9153860e1a00. 80000000:00000010:1.0:1778653864.016698:0:32934:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff915383ee1720. 40000000:00000010:1.0:1778653864.016702:0:32934:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff915385e80940. 00100000:00000010:1.0:1778653864.016707:0:32934:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff915394919000. 00040000:00000010:1.0:1778653864.016712:0:32934:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff915382d16600. 00040000:00000010:1.0:1778653864.016717:0:32934:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff915394918000. 00040000:00000010:1.0:1778653864.016721:0:32934:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9153838ed400. 00000004:00000010:1.0:1778653864.016725:0:32934:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff91539491b000. 00000004:00000010:1.0:1778653864.016730:0:32934:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff915385fd9000. 00000004:00000010:1.0:1778653864.016734:0:32934:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff915394919800. 00002000:00000010:1.0:1778653864.016739:0:32934:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff915388bbbc00. 00000004:00000010:1.0:1778653864.016744:0:32934:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff915388bb9400. 00000020:00000010:1.0:1778653864.016748:0:32934:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff915385e80980. 00000040:00000010:1.0:1778653864.016755:0:32934:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff91538a31e000. 00000040:00080000:1.0:1778653864.017291:0:32934:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1778653864.017297:0:32934:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff91538a31e000. 00000020:00000010:1.0:1778653864.017304:0:32934:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff915385e80980. 00000020:00000010:1.0:1778653864.017312:0:32934:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538c552e00. 00000040:00000010:1.0:1778653864.017316:0:32934:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91538c552800. 00000020:00000010:1.0:1778653864.017319:0:32934:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91539491a000. 00000020:00000010:1.0:1778653864.017323:0:32934:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9153884e1928. 00000020:00000010:1.0:1778653864.017328:0:32934:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9153860e1a00. 80000000:00000010:1.0:1778653864.017332:0:32934:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff915383ee1720. 40000000:00000010:1.0:1778653864.017336:0:32934:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff915385e80940. 00100000:00000010:1.0:1778653864.017340:0:32934:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff915394919000. 00040000:00000010:1.0:1778653864.017343:0:32934:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff915382d16600. 00040000:00000010:1.0:1778653864.017347:0:32934:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff915394918000. 00040000:00000010:1.0:1778653864.017350:0:32934:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9153838ed400. 00000004:00000010:1.0:1778653864.017354:0:32934:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff91539491b000. 00000004:00000010:1.0:1778653864.017358:0:32934:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff915385fd9000. 00000004:00000010:1.0:1778653864.017362:0:32934:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff915394919800. 00002000:00000010:1.0:1778653864.017365:0:32934:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff915388bbbc00. 00000004:00000010:1.0:1778653864.017369:0:32934:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff915388bb9400. 00000020:00000010:1.0:1778653864.017372:0:32934:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538c553600. 00000040:00000010:3.0:1778653864.017429:0:15850:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff915383f3bf60. 00000040:00000001:3.0:1778653864.017434:0:15850:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1778653864.017442:0:15850:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1778653864.017448:0:15850:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff915383e6c000. 00000040:00000010:3.0:1778653864.017453:0:15850:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9153853fe000. 00000020:00000001:3.0:1778653864.017456:0:15850:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653864.017460:0:15850:0:(mgc_request.c:1722:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1778653864.017463:0:15850:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ff200. 00000040:00000010:3.0:1778653864.017465:0:15850:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9153853fe800. 00000020:00000010:3.0:1778653864.017467:0:15850:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff915384ce1800. 00000020:00000010:3.0:1778653864.017470:0:15850:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9153853ffa00. 80000000:00000010:3.0:1778653864.017472:0:15850:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff915383f3bf00. 00040000:00000010:3.0:1778653864.017554:0:15850:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9153853fe400. 20000000:00000010:3.0:1778653864.017558:0:15850:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff9153853fec00. 00000020:00000010:3.0:1778653864.017560:0:15850:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 10000000:00000010:3.0:1778653864.017563:0:15850:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9153861ba240. 10000000:01000000:3.0:1778653864.017566:0:15850:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1778653864.017569:0:15850:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1778653864.017573:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653864.017575:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653864.017577:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177a00 refcount=3 00000020:00000001:3.0:1778653864.017579:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653864.017583:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657472512 : -121686052079104 : ffff9153c2177a00) 00010000:00000001:3.0:1778653864.017585:0:15850:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653864.017590:0:15850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc4b expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653864.017597:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653864.017599:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653864.017601:0:15850:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff9153c2177a00/0x3df471c51a89020d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc4b expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653864.017606:0:15850:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653864.017607:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653864.017608:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1778653864.017610:0:15850:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653864.017612:0:15850:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653864.017614:0:15850:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1778653864.017616:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1778653864.017618:0:15850:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff91538c4c7600) refs 2 10000000:00000001:3.0:1778653864.017620:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1778653864.017622:0:15850:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1778653864.017623:0:15850:0:(mgc_request.c:123:config_log_put()) log params(ffff91538a489600) refs 3 10000000:00000001:3.0:1778653864.017625:0:15850:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1778653864.017626:0:15850:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1778653864.017628:0:15850:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1778653864.017629:0:15850:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:3.0:1778653864.017631:0:15850:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff915389e119c0 from 1 10000000:00000001:3.0:1778653864.017633:0:15850:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1778653864.017635:0:15850:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1778653864.017640:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f100. 00000020:00000040:3.0:1778653864.017645:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1778653864.017667:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653864.017670:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653864.017674:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653864.017680:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ffc00. 00000100:00000001:3.0:1778653864.017686:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653864.017691:0:15850:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653864.017694:0:15850:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653864.017699:0:15850:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6600 count: 2 00010000:00000001:3.0:1778653864.017702:0:15850:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653864.017705:0:15850:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653864.017708:0:15850:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176e00. 00000020:00000001:3.0:1778653864.017711:0:15850:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653864.017713:0:15850:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176e00 with handle 0x3df471c51a890214 to hash 00000020:00000001:3.0:1778653864.017715:0:15850:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653864.017717:0:15850:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653864.017719:0:15850:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:3.0:1778653864.017722:0:15850:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653864.017725:0:15850:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653864.017728:0:15850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653864.017735:0:15850:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653864.017745:0:15850:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653864.017751:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653864.017753:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653864.017759:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915384def300. 00000100:00000001:3.0:1778653864.017761:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386630357760 : -121687079193856 : ffff915384def300) 00000100:00000001:3.0:1778653864.017764:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653864.017765:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000001:3.0:1778653864.017769:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653864.017773:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.017775:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653864.017777:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653864.017786:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.017794:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653864.017797:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653864.017800:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653864.017803:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653864.017805:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653864.017808:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686592:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1778653864.017812:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653864.017818:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653864.017820:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653864.017823:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653864.017827:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96c00. 02000000:00000001:3.0:1778653864.017829:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653864.017835:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653864.017839:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653864.017844:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c908. 00000100:00000200:3.0:1778653864.017851:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054686592, portal 25 00000100:00000001:3.0:1778653864.017853:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653864.017854:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678788352 : -121687030763264 : ffff915387c1f100) 00000100:00000040:3.0:1778653864.017859:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653864.017867:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653864.017870:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653864.017873:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ccc0. 00000100:00000200:3.0:1778653864.017876:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865052054686592, offset 0 00000400:00000200:3.0:1778653864.017882:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653864.017891:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653864.017898:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653864.017904:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653864.017908:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653864.017911:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653864.017914:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653864.017917:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2496:2496:256:4294967295] 192.168.204.110@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000200:3.0:1778653864.017922:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653864.017931:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653864.017938:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653864.017942:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5800. 00000800:00000200:3.0:1778653864.017949:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653864.017958:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653864.017961:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653864.017975:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653864.017979:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653864.017981:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423426 00000100:00000001:3.0:1778653864.017989:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423413 00000100:00000001:3.0:1778653864.018053:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423426 00000100:00000001:3.0:1778653864.018056:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423413 00000100:00000001:3.0:1778653864.018059:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653864.018061:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.018063:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653864.018065:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653864.018068:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def300 going to sleep for 11 seconds 00000100:00000001:3.0:1778653864.018071:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653864.018073:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653864.018924:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653864.018930:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5800. 00000400:00000200:1.0:1778653864.018936:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653864.018943:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653864.018949:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ccc0 00000400:00000010:1.0:1778653864.018951:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ccc0. 00000100:00000001:1.0:1778653864.018956:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653864.018961:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653864.018972:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653864.018976:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653864.018982:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653864.018984:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653864.026218:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.026245:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653864.026250:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.026253:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653864.026262:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.026271:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653864.026280:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.026285:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.026291:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.026296:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a04145350b80 00000400:00000200:1.0:1778653864.026301:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.026308:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x66c1 [1] + 224 00000800:00000001:1.0:1778653864.026316:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.026324:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653864.026328:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653864.026333:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653864.026340:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653864.026348:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653864.026360:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653864.026387:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653864.026396:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.026399:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653864.026688:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653864.026695:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653864.026698:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653864.026701:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:2.0:1778653864.026705:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c908 00000400:00000010:2.0:1778653864.026707:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c908. 00000100:00000001:2.0:1778653864.026710:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653864.026714:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653864.026724:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.026730:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653864.026732:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653864.026734:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653864.026737:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653864.026740:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653864.026742:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653864.026745:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653864.026752:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653864.026756:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653864.026759:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653864.026761:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653864.026763:0:15850:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653864.026765:0:15850:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653864.026768:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653864.026772:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.026779:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653864.026782:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653864.026783:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653864.026787:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653864.026794:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686592:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1778653864.026799:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653864.026802:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653864.026805:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653864.026807:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653864.026810:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.026817:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653864.026820:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def300. 00000100:00000001:2.0:1778653864.026823:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653864.026824:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653864.026827:0:15850:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653864.026830:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653864.026833:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653864.026836:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=4 00000020:00000001:2.0:1778653864.026838:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653864.026841:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000040:2.0:1778653864.026847:0:15850:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176e00, remote cookie: 0xdfa36d541726fc52, flags: 0x0 00010000:00000001:2.0:1778653864.026850:0:15850:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653864.026854:0:15850:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653864.026856:0:15850:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653864.026857:0:15850:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653864.026858:0:15850:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653864.026861:0:15850:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9153837f6600) refcount = 2 00010000:00000040:2.0:1778653864.026864:0:15850:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1778653864.026867:0:15850:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: MGC192.168.204.110@tcp lock: ffff9153c2176600/0x3df471c51a890206 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdfa36d541726fc44 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653864.026876:0:15850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc52 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653864.026881:0:15850:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653864.026883:0:15850:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653864.026885:0:15850:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653864.026888:0:15850:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653864.026890:0:15850:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653864.026893:0:15850:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdfa36d541726fc52 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653864.026898:0:15850:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653864.026900:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653864.026902:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653864.026903:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653864.026904:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653864.026905:0:15850:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653864.026908:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653864.026911:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f100 x1865052054686592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1778653880 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.026917:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653864.026919:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653864.026922:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96c00. 02000000:00000001:2.0:1778653864.026925:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653864.026927:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653864.026928:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653864.026930:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653864.026932:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ffc00. 02000000:00000001:2.0:1778653864.026935:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653864.026937:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653864.026939:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f100. 00000100:00000001:2.0:1778653864.026941:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653864.026942:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1778653864.026944:0:15850:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653864.026947:0:15850:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1778653864.026949:0:15850:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff91538c4c7600) refs 3 10000000:00000001:2.0:1778653864.026950:0:15850:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653864.026952:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653864.026953:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653864.026954:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:2.0:1778653864.026956:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653864.026958:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653864.026960:0:15850:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1778653864.026961:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653864.026962:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653864.026964:0:15850:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653864.026966:0:15850:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1778653864.026970:0:15850:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff915385e9f900. 00000020:00000010:2.0:1778653864.026974:0:15850:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98a00. 00000020:00000010:2.0:1778653864.026979:0:15850:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b99800. 00000040:00000010:2.0:1778653864.026982:0:15850:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff915389b98e00. 00000020:00000010:2.0:1778653864.026987:0:15850:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91538ca16000. 00000020:00000010:2.0:1778653864.027004:0:15850:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff915389b98200. 80000000:00000010:2.0:1778653864.027009:0:15850:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff915385ff9a20. 00040000:00000010:2.0:1778653864.027013:0:15850:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff915389b99c00. 20000000:00000010:2.0:1778653864.027017:0:15850:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff915389b98000. 10000000:00000040:2.0:1778653864.027021:0:15850:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9153832ad540 : new refcount 2 00000020:00000001:2.0:1778653864.027024:0:15850:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1778653864.027026:0:15850:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1778653864.027028:0:15850:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1778653864.027031:0:15850:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff915389b98800. 00000040:00000001:2.0:1778653864.027034:0:15850:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1778653864.027036:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:2.0:1778653864.027040:0:15850:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653864.027042:0:15850:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1778653864.027046:0:15850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653864.027048:0:15850:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653864.027052:0:15850:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653864.027057:0:15850:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389b99000. 00000100:00000001:2.0:1778653864.027063:0:15850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653864.027067:0:15850:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653864.027069:0:15850:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653864.027074:0:15850:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915385f4ce40. 00000100:00000001:2.0:1778653864.027076:0:15850:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386648567360 : -121687060984256 : ffff915385f4ce40) 00000100:00000001:2.0:1778653864.027078:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653864.027079:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653864.027083:0:15850:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653864.027087:0:15850:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653864.027089:0:15850:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653864.027091:0:15850:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653864.027095:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.027102:0:15850:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653864.027104:0:15850:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653864.027107:0:15850:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653864.027110:0:15850:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653864.027112:0:15850:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653864.027114:0:15850:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686720:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1778653864.027118:0:15850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653864.027122:0:15850:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653864.027124:0:15850:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653864.027126:0:15850:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653864.027130:0:15850:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389b99400. 02000000:00000001:2.0:1778653864.027131:0:15850:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653864.027135:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653864.027138:0:15850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ed68. 00000400:00000010:2.0:1778653864.027144:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653864.027149:0:15850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054686720, portal 25 00000100:00000001:2.0:1778653864.027151:0:15850:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653864.027152:0:15850:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653864.027167:0:15850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.027173:0:15850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653864.027176:0:15850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653864.027178:0:15850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490088. 00000100:00000200:2.0:1778653864.027181:0:15850:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865052054686720, offset 0 00000400:00000200:2.0:1778653864.027185:0:15850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653864.027190:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653864.027195:0:15850:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653864.027199:0:15850:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653864.027202:0:15850:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653864.027204:0:15850:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653864.027207:0:15850:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653864.027209:0:15850:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2497:2497:256:4294967295] 192.168.204.110@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:2.0:1778653864.027212:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653864.027218:0:15850:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653864.027222:0:15850:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653864.027235:0:15850:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658df00. 00000800:00000200:2.0:1778653864.027243:0:15850:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653864.027252:0:15850:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653864.027256:0:15850:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658df00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1778653864.027272:0:15850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653864.027275:0:15850:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653864.027278:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296423435 00000100:00000001:2.0:1778653864.027284:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423426 00000100:00000001:2.0:1778653864.027287:0:15850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296423435 00000100:00000001:2.0:1778653864.027290:0:15850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423426 00000100:00000001:2.0:1778653864.027293:0:15850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653864.027294:0:15850:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653864.027296:0:15850:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653864.027297:0:15850:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653864.027299:0:15850:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385f4ce40 going to sleep for 11 seconds 00000100:00000001:2.0:1778653864.027300:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653864.027302:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653864.027813:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653864.027819:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658df00. 00000400:00000200:0.0:1778653864.027824:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653864.027828:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653864.027833:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490088 00000400:00000010:0.0:1778653864.027835:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490088. 00000100:00000001:0.0:1778653864.027838:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653864.027841:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653864.027850:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653864.027852:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653864.027859:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653864.027860:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653864.032115:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.032132:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653864.032136:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.032138:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653864.032239:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.032247:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653864.032256:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.032261:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.032266:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.032270:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 272 into portal 25 MB=0x6a04145350c00 00000400:00000200:1.0:1778653864.032275:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653864.032280:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 272/272 into md 0x66c9 [1] + 224 00000800:00000001:1.0:1778653864.032287:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.032295:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653864.032298:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653864.032302:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653864.032310:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653864.032318:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653864.032326:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.032373:0:15850:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653864.032390:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653864.032399:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653864.032403:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653864.032432:0:15850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653864.032434:0:15850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653864.032437:0:15850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ed68. 00000400:00000200:2.0:1778653864.032440:0:15850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653864.032442:0:15850:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653864.032444:0:15850:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653864.032447:0:15850:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653864.032453:0:15850:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.032457:0:15850:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653864.032459:0:15850:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653864.032460:0:15850:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653864.032463:0:15850:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653864.032465:0:15850:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653864.032467:0:15850:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653864.032469:0:15850:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653864.032476:0:15850:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653864.032479:0:15850:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653864.032480:0:15850:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653864.032483:0:15850:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.032487:0:15850:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1778653864.032489:0:15850:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1778653864.032492:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.032495:0:15850:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1778653864.032498:0:15850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653864.032499:0:15850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653864.032501:0:15850:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653864.032506:0:15850:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:39589b92-400d-4cfe-bd4a-0d9937e5b19f:15850:1865052054686720:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1778653864.032509:0:15850:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653864.032510:0:15850:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1778653864.032512:0:15850:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653864.032514:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653864.032516:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.032520:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653864.032522:0:15850:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915385f4ce40. 00000100:00000001:2.0:1778653864.032524:0:15850:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653864.032525:0:15850:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1778653864.032527:0:15850:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1778653864.032530:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653864.032532:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653864.032533:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653864.032534:0:15850:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653864.032536:0:15850:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054686720/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1778653880 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653864.032539:0:15850:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653864.032541:0:15850:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653864.032543:0:15850:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389b99400. 02000000:00000001:2.0:1778653864.032545:0:15850:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653864.032546:0:15850:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653864.032547:0:15850:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1778653864.032547:0:15850:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653864.032549:0:15850:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389b99000. 02000000:00000001:2.0:1778653864.032551:0:15850:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653864.032553:0:15850:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653864.032554:0:15850:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653864.032557:0:15850:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653864.032558:0:15850:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1778653864.032560:0:15850:0:(llog.c:1550:llog_open()) MGC192.168.204.110@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1778653864.032562:0:15850:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff915389b98800. 00000040:00000001:2.0:1778653864.032564:0:15850:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1778653864.032566:0:15850:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1778653864.032569:0:15850:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1778653864.032573:0:15850:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b99800. 00000040:00000010:2.0:1778653864.032576:0:15850:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff915389b98e00. 00000020:00000010:2.0:1778653864.032579:0:15850:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91538ca16000. 00000020:00000010:2.0:1778653864.032583:0:15850:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff915389b98200. 80000000:00000010:2.0:1778653864.032586:0:15850:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff915385ff9a20. 00040000:00000010:2.0:1778653864.032590:0:15850:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff915389b99c00. 20000000:00000010:2.0:1778653864.032594:0:15850:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff915389b98000. 00000020:00000010:2.0:1778653864.032596:0:15850:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98a00. 10000000:00000010:2.0:1778653864.032598:0:15850:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff915385e9f900. 10000000:01000000:2.0:1778653864.032600:0:15850:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1778653864.032602:0:15850:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1778653864.032604:0:15850:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653864.032606:0:15850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653864.032608:0:15850:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176e00 refcount=3 00000020:00000001:2.0:1778653864.032610:0:15850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653864.032611:0:15850:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469440 : -121686052082176 : ffff9153c2176e00) 00010000:00000001:2.0:1778653864.032613:0:15850:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653864.032617:0:15850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc52 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653864.032622:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653864.032623:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653864.032625:0:15850:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff9153c2176e00/0x3df471c51a890214 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdfa36d541726fc52 expref: -99 pid: 15850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653864.032629:0:15850:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653864.032629:0:15850:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653864.032630:0:15850:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1778653864.032631:0:15850:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1778653864.032632:0:15850:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1778653864.032634:0:15850:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1778653864.032636:0:15850:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1778653864.032637:0:15850:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff91538c4c7600) refs 3 10000000:00000001:2.0:1778653864.032639:0:15850:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1778653864.172955:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d08 00000080:00200008:0.0:1778653864.172964:0:32938:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653864.172971:0:32938:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653864.172973:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53c80 00000080:00200000:0.0:1778653864.172975:0:32938:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653864.172982:0:32938:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57600. 00800000:00000002:0.0:1778653864.172988:0:32938:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653864.172991:0:32938:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653864.172996:0:32938:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653864.172998:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53ba0 00800000:00000002:0.0:1778653864.173000:0:32938:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653864.173004:0:32938:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653864.173008:0:32938:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653864.173015:0:32938:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653864.173017:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53a70 00000002:00010000:0.0:1778653864.173019:0:32938:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653864.173022:0:32938:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653864.173024:0:32938:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653864.173027:0:32938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653864.173034:0:32938:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653864.173037:0:32938:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653864.173039:0:32938:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653864.173041:0:32938:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653864.173044:0:32938:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653864.173049:0:32938:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ea00. 00000020:00000040:0.0:1778653864.173053:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653864.173061:0:32938:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653864.173066:0:32938:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653864.173072:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653864.173074:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653864.173076:0:32938:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653864.173079:0:32938:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653864.173082:0:32938:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653864.173086:0:32938:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653864.173092:0:32938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eec800. 00000100:00000001:0.0:1778653864.173099:0:32938:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653864.173104:0:32938:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653864.173106:0:32938:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653864.173108:0:32938:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653864.173109:0:32938:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653864.173111:0:32938:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653864.173117:0:32938:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00010000:00000001:0.0:1778653864.173121:0:32938:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653864.173123:0:32938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653864.173127:0:32938:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063c00. 00010000:00000010:0.0:1778653864.173131:0:32938:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75480. 00010000:00000001:0.0:1778653864.173135:0:32938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653864.173138:0:32938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24a00. 00000020:00000001:0.0:1778653864.173142:0:32938:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653864.173144:0:32938:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24a00 with handle 0x3df471c51a89021b to hash 00000020:00000001:0.0:1778653864.173146:0:32938:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653864.173148:0:32938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653864.173152:0:32938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653864.173155:0:32938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653864.173158:0:32938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653864.173162:0:32938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653864.173171:0:32938:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653864.173181:0:32938:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653864.173187:0:32938:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653864.173188:0:32938:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653864.173195:0:32938:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f089c0. 00000100:00000001:0.0:1778653864.173197:0:32938:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956032 : -121687111595584 : ffff915382f089c0) 00000100:00000001:0.0:1778653864.173199:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653864.173201:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000001:0.0:1778653864.173206:0:32938:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653864.173210:0:32938:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653864.173212:0:32938:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653864.173214:0:32938:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653864.173235:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653864.173245:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653864.173247:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1778653864.173251:0:32938:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653864.173259:0:32938:0:(client.c:1835:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653864.173261:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653864.173262:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653864.173265:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 0 seconds 00000100:00000001:0.0:1778653864.173268:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653864.173271:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653864.173272:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653864.173273:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653864.173276:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653864.408051:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653864.408057:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653864.408063:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653864.408066:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653864.408068:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653864.408072:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653864.408074:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653864.408077:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653864.408078:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653864.408080:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653864.408587:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653864.408591:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653864.408594:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653864.663777:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653864.663789:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653864.663791:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653864.663796:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653864.663799:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653864.663803:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653864.663808:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653864.663986:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653864.663990:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653864.663991:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653864.663994:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653864.663998:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653864.664001:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653864.664003:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653864.664006:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653864.664009:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653864.727816:0:2365:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653864.727826:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653864.727828:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653864.727832:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653864.727835:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653864.727838:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653864.727840:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653865.176222:0:32938:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653865.176228:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653865.176230:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653865.176236:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 0 seconds 00000100:00000001:0.0:1778653865.176239:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653865.176242:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653865.176245:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653865.176247:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653865.176250:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653865.431789:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653865.431794:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653865.431799:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653865.431800:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653865.431898:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653865.431901:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653865.431904:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1778653865.687784:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653865.687791:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653865.687792:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653865.687798:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653865.687802:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653865.687806:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653865.687808:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653865.687811:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653865.687813:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653865.688054:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653865.688063:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653865.688065:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653865.688068:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653865.688070:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653865.688073:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653865.688077:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653865.755306:0:2365:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653865.755319:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653865.755321:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653865.755327:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653865.755330:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653865.755334:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653865.755336:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653866.199782:0:32938:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653866.199789:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653866.199791:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653866.199797:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 0 seconds 00000100:00000001:0.0:1778653866.199800:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653866.199805:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653866.199808:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653866.199811:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653866.199813:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653866.455851:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653866.455858:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653866.455861:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653866.455867:0:30363:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653866.455869:0:30363:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653866.455871:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653866.455876:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653866.455878:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653866.455880:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653866.455883:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653866.455887:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653866.455889:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653866.457226:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653866.457231:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653866.457234:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653866.711764:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653866.711776:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653866.711778:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653866.711783:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653866.711787:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653866.711791:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653866.711795:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653866.711799:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1778653866.711803:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653866.711805:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653866.711810:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:1.0:1778653866.711813:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653866.711817:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653866.711819:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653866.711822:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653866.711825:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653866.775760:0:2365:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653866.775771:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653866.775774:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653866.775779:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653866.775781:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653866.775785:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653866.775788:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.223762:0:32938:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653867.223768:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.223771:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653867.223776:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 0 seconds 00000100:00000001:0.0:1778653867.223780:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.223785:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.223788:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653867.223791:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.223794:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653867.480245:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653867.480251:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653867.480258:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653867.480259:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653867.480703:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653867.480707:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653867.480709:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653867.735799:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1778653867.735812:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653867.735814:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653867.735819:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653867.735821:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653867.735825:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653867.735829:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.736321:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653867.736327:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653867.736337:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5880. 00000020:00000040:1.0:1778653867.736343:0:26894:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653867.736347:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653867.736350:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653867.736355:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653867.736362:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16600. 00000100:00000001:1.0:1778653867.736369:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.736382:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653867.736393:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653867.736398:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.736408:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fb18493] to pc [ptlrpcd_00_00+0] req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.736433:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1778653867.736436:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1778653867.736439:0:26894:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1778653867.736442:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653867.736444:0:26894:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653867.736447:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653867.736450:0:26894:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653867.736455:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1760) 00000100:00000001:2.0:1778653867.736571:0:32622:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653867.736574:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.736576:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653867.736583:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 0 seconds 00000100:00000001:2.0:1778653867.736586:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.736589:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.736592:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.736594:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.736596:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.736900:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.736904:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.736906:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653867.736913:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.736928:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653867.736929:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.736932:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653867.736935:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653867.736938:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653867.736941:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054686976:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653867.736945:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653867.736951:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653867.736954:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.736957:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653867.736961:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538cd57a00. 02000000:00000001:0.0:1778653867.736964:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653867.736971:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653867.736974:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899006e0. 00000400:00000010:0.0:1778653867.736980:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29f68. 00000100:00000200:0.0:1778653867.736986:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054686976, portal 25 00000100:00000001:0.0:1778653867.736989:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653867.736990:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976064 : -121686997575552 : ffff915389bc5880) 00000100:00000040:0.0:1778653867.736995:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.737003:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653867.737007:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653867.737010:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653867.737013:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054686976, offset 0 00000400:00000200:0.0:1778653867.737019:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653867.737028:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.737036:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653867.737041:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653867.737045:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653867.737049:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653867.737052:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653867.737056:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2498:2498:256:4294967295] 192.168.204.110@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:0.0:1778653867.737061:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.737070:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653867.737076:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653867.737081:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653867.737088:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653867.737095:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653867.737099:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653867.737109:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653867.737114:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653867.737116:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296427145 00000100:00000001:0.0:1778653867.737122:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296423435 00000100:00000001:0.0:1778653867.737126:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296427145 00000100:00000001:0.0:1778653867.737129:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296423435 00000100:00000001:0.0:1778653867.737132:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.737134:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.737137:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.737139:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.737144:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.737145:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653867.737147:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.737149:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.737150:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.737163:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.737174:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.737176:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653867.738335:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653867.738340:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:0.0:1778653867.738346:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.738353:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653867.738360:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:0.0:1778653867.738363:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:0.0:1778653867.738367:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653867.738372:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.738382:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.738386:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.738393:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.738395:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653867.740570:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.740585:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653867.740589:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.740592:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653867.740600:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.740608:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653867.740617:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.740621:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.740627:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.740631:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145350d00 00000400:00000200:0.0:1778653867.740636:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.740644:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x66d1 [1] + 224 00000800:00000001:0.0:1778653867.740676:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.740683:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653867.740686:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.740691:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653867.740697:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.740706:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653867.740716:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.740729:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653867.740737:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.740740:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.740754:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.740757:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653867.740761:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653867.740763:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653867.740766:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899006e0. 00000400:00000200:0.0:1778653867.740769:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29f68 00000400:00000010:0.0:1778653867.740772:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29f68. 00000100:00000001:0.0:1778653867.740774:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.740778:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653867.740786:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.740791:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653867.740793:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.740796:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653867.740799:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653867.740801:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653867.740803:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.740806:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653867.740813:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653867.740816:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653867.740819:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653867.740821:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.740824:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653867.740827:0:2366:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.740829:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.740834:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.740841:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.740844:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653867.740846:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653867.740850:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653867.740859:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054686976:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653867.740866:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.740868:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.740871:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5880 x1865052054686976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.740878:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653867.740880:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653867.740883:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538cd57a00. 02000000:00000001:0.0:1778653867.740887:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653867.740889:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653867.740891:0:2366:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653867.740893:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653867.740896:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16600. 02000000:00000001:0.0:1778653867.740899:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653867.740901:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653867.740903:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5880. 00000100:00000001:0.0:1778653867.740907:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653867.740908:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.740910:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.740917:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.740919:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.740922:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.740924:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.799831:0:2365:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1778653867.799838:0:2365:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1778653867.799854:0:2365:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653857/real 1778653857] req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1778653867.799872:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653867.799874:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653867.799877:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900058. 00000400:00000200:0.0:1778653867.799883:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29d48 00000400:00000010:0.0:1778653867.799885:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29d48. 00000100:00000001:0.0:1778653867.799889:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.799893:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653867.799907:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.799913:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653867.799915:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.799918:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653867.799920:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653867.799924:0:2365:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.799931:0:2365:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.799938:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.799940:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.799943:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.799945:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.799947:0:2365:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653867.799951:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.799959:0:2365:0:(client.c:2127:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1778653867.799961:0:2365:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.799963:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653867.799964:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.799966:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1778653867.799969:0:2365:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1778653867.799978:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1778653867.800007:0:2365:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-110) 00000100:00000001:0.0:1778653867.800010:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1778653867.800014:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653867.800022:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054685184:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1778653867.800028:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.800031:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.800035:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6a00 x1865052054685184/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1778653867 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.800042:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653867.800045:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653867.800049:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef000. 02000000:00000001:0.0:1778653867.800054:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653867.800056:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653867.800058:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653867.800061:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653867.800063:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbb400. 02000000:00000001:0.0:1778653867.800067:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653867.800069:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653867.800071:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6a00. 00000100:00000001:0.0:1778653867.800074:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653867.800075:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.800077:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.800080:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.800082:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.800083:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.800085:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1778653867.800239:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1778653867.800245:0:26894:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1778653867.800247:0:26894:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1778653867.800249:0:26894:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1778653867.800253:0:26894:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1778653867.800256:0:26894:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 0 00000400:00000200:1.0:1778653867.800265:0:26894:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.800270:0:26894:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1778653867.800273:0:26894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653867.800276:0:26894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653867.800279:0:26894:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653867.800281:0:26894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:1.0:1778653867.800284:0:26894:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653867.800285:0:26894:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:1.0:1778653867.800287:0:26894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653867.800290:0:26894:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653867.800292:0:26894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:1.0:1778653867.800295:0:26894:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000040:1.0:1778653867.800297:0:26894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653867.800299:0:26894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653867.800301:0:26894:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653867.800303:0:26894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:1.0:1778653867.800305:0:26894:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00080000:1.0:1778653867.800309:0:26894:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff915389b76000: import ffff91538996f800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:1.0:1778653867.800311:0:26894:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653867.800313:0:26894:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1778653867.800319:0:26894:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653867.800323:0:26894:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.800325:0:26894:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1778653867.800330:0:26894:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1778653867.800333:0:26894:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.800335:0:26894:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653867.800343:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5500. 00000020:00000040:1.0:1778653867.800346:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653867.800350:0:26894:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653867.800351:0:26894:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.800355:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653867.800357:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653867.800361:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653867.800367:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653867.800373:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653867.800380:0:26894:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653867.800476:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653867.800480:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.800486:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee008e0] to pc [ptlrpcd_rcv+-1] req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.800538:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.800541:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.800543:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653867.800548:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.800556:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653867.800558:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.800561:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653867.800563:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653867.800566:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653867.800569:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687104:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1778653867.800573:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653867.800578:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653867.800580:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.800582:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653867.800586:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef000. 02000000:00000001:0.0:1778653867.800588:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653867.800593:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653867.800597:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900058. 00000400:00000010:0.0:1778653867.800601:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29d48. 00000100:00000200:0.0:1778653867.800607:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054687104, portal 10 00000100:00000001:0.0:1778653867.800609:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653867.800611:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711975168 : -121686997576448 : ffff915389bc5500) 00000100:00000040:0.0:1778653867.800617:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.800624:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653867.800627:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653867.800629:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29f68. 00000100:00000200:0.0:1778653867.800632:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054687104, offset 0 00000400:00000200:0.0:1778653867.800638:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653867.800645:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.800669:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653867.800674:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653867.800678:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653867.800682:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653867.800685:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653867.800689:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2499:2499:256:4294967295] 192.168.204.110@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:0.0:1778653867.800693:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.800702:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653867.800709:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653867.800714:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653867.800720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653867.800727:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653867.800731:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653867.800744:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.800749:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821123 usecs (822 jiffies) 00000400:00000200:0.0:1778653867.800752:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653867.800755:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423799 00000100:00000001:0.0:1778653867.800758:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:0.0:1778653867.800760:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423799 00000100:00000001:0.0:1778653867.800763:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:0.0:1778653867.800765:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.800768:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.800770:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.800772:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653867.800819:0:26894:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.800822:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653867.800826:0:26894:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653867.800829:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1778653867.800832:0:26894:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1778653867.800837:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1760) 00000800:00000200:1.0:1778653867.800947:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653867.800952:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:1.0:1778653867.800956:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.800962:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653867.800966:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29f68 00000400:00000010:1.0:1778653867.800968:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29f68. 00000100:00000001:1.0:1778653867.800971:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653867.800976:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.800985:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653867.800987:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.800994:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.800996:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1778653867.801631:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.801635:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653867.801638:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.801639:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.801641:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.801644:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653867.812916:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.812937:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653867.812941:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.812943:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653867.812953:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.812962:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653867.812972:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.812976:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.812981:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.812985:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a04145350d80 00000400:00000200:0.0:1778653867.812990:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.812996:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x66e1 [1] + 0 00000800:00000001:0.0:1778653867.813004:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.813013:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653867.813016:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.813020:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653867.813028:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.813036:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653867.813048:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.813076:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653867.813087:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.813090:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.813182:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.813187:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653867.813193:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653867.813195:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653867.813198:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900058. 00000400:00000200:2.0:1778653867.813203:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29d48 00000400:00000010:2.0:1778653867.813205:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29d48. 00000100:00000001:2.0:1778653867.813208:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653867.813213:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653867.813221:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.813228:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653867.813230:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.813232:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653867.813236:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653867.813238:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653867.813240:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.813243:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653867.813252:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=128 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653867.813257:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653867.813260:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653867.813261:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653867.813264:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1778653867.813269:0:2365:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653867.813276:0:2365:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.813280:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653867.813283:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653867.813285:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653867.813287:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.813291:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.813304:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.813307:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653867.813309:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.813311:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1778653867.813317:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff915389b76000: connect to target with instance 2 00000020:00000001:2.0:1778653867.813320:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653867.813322:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:2.0:1778653867.813324:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653867.813327:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:2.0:1778653867.813329:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:2.0:1778653867.813331:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00001000:2.0:1778653867.813335:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=1778653867 v=0 (0 0 0 0) 00000100:00001000:2.0:1778653867.813338:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996fc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1778653867.813342:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000020:00000040:2.0:1778653867.813348:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:2.0:1778653867.813351:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1778653867.813354:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:2.0:1778653867.813359:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1778653867.813362:0:2365:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1778653867.813364:0:2365:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653867.813366:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1778653867.813369:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1778653867.813371:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653867.813374:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653867.813376:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.813378:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653867.813381:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1778653867.813386:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1778653867.813388:0:2365:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1778653867.813390:0:2365:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1778653867.813392:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653867.813393:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 4294967653 gen 2 00000100:00000040:2.0:1778653867.813397:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1778653867.813399:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1778653867.813401:0:2365:0:(recover.c:53:ptlrpc_replay_next()) import ffff91538996f800 from lustre-MDT0000_UUID committed 4294967653 last 0 00000100:00000001:2.0:1778653867.813403:0:2365:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1778653867.813405:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1778653867.813409:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653867.813776:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.813780:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.813787:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653867.813796:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687104:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1778653867.813801:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.813804:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.813808:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5500 x1865052054687104/t0(0) o38->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.813815:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.813818:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.813822:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef000. 02000000:00000001:2.0:1778653867.813825:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.813827:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.813829:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653867.813831:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.813833:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:2.0:1778653867.813836:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.813838:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.813840:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5500. 00000100:00000001:2.0:1778653867.813843:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.813845:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.813847:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.813855:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.813857:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.813860:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.813862:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1778653867.813910:0:32954:0:(ldlm_request.c:2960:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff915389b76000 to lustre-MDT0000_UUID@192.168.204.110@tcp 00010000:00000001:0.0:1778653867.813913:0:32954:0:(ldlm_request.c:2912:__ldlm_replay_locks()) Process entered 00010000:00010000:0.0:1778653867.813916:0:32954:0:(ldlm_request.c:2876:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff915389b76000 (1) 00010000:00000001:0.0:1778653867.813919:0:32954:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00000002:00000001:0.0:1778653867.813926:0:32954:0:(mdc_request.c:2993:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653867.813928:0:32954:0:(ldlm_request.c:1920:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.813932:0:32954:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653867.813935:0:32954:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653867.813938:0:32954:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653867.813940:0:32954:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1778653867.813943:0:32954:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653867.813948:0:32954:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653867.813950:0:32954:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653867.813953:0:32954:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:0.0:1778653867.813956:0:32954:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653867.813959:0:32954:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653867.813965:0:32954:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6800 count: 2 00010000:00000001:0.0:1778653867.813967:0:32954:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653867.813972:0:32954:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.813973:0:32954:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653867.813974:0:32954:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653867.813975:0:32954:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6800 count: 2 00010000:00000001:0.0:1778653867.813977:0:32954:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653867.813978:0:32954:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.813980:0:32954:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653867.813981:0:32954:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653867.813982:0:32954:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6800 count: 2 00010000:00000001:0.0:1778653867.813984:0:32954:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653867.813985:0:32954:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.813986:0:32954:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653867.813987:0:32954:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653867.813988:0:32954:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6800 count: 2 00010000:00000001:0.0:1778653867.813990:0:32954:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653867.813991:0:32954:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.813993:0:32954:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.813995:0:32954:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653867.814009:0:32954:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653867.814015:0:32954:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653867.814020:0:32954:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57a00. 00000020:00000010:0.0:1778653867.814025:0:32954:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538cd57e00. 00000020:00000010:0.0:1778653867.814029:0:32954:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5d80. 00000008:00000010:0.0:1778653867.814034:0:32954:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653867.814039:0:32954:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653867.814044:0:32954:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653867.814049:0:32954:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653867.814053:0:32954:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653867.814057:0:32954:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538cd57800. 00000008:00000010:0.0:1778653867.814060:0:32954:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653867.814064:0:32954:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653867.814067:0:32954:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653867.814070:0:32954:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653867.814073:0:32954:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653867.814075:0:32954:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653867.814077:0:32954:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1778653867.814080:0:32954:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:0.0:1778653867.814083:0:32954:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1778653867.814086:0:32954:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1778653867.814099:0:32954:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653867.814103:0:32954:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653867.814105:0:32954:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1778653867.814107:0:32954:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653867.814110:0:32954:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653867.814112:0:32954:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653867.814115:0:32954:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538cd57e00. 00000020:00000010:0.0:1778653867.814120:0:32954:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5d80. 00000008:00000010:0.0:1778653867.814124:0:32954:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653867.814127:0:32954:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653867.814130:0:32954:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653867.814133:0:32954:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653867.814136:0:32954:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653867.814139:0:32954:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57a00. 00000008:00000010:0.0:1778653867.814142:0:32954:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653867.814144:0:32954:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653867.814147:0:32954:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653867.814150:0:32954:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653867.814162:0:32954:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538cd57800. 00000020:00000010:0.0:1778653867.814164:0:32954:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653867.814167:0:32954:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.814171:0:32954:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1778653867.814173:0:32954:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff91538bd91988) invalid 00000020:00000001:0.0:1778653867.814176:0:32954:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac164bc70 00000080:00002000:0.0:1778653867.814178:0:32954:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff91538be520d8) parent ffff91538bd08360 inode ffff91538bd91988 refc 1 00000080:00000001:0.0:1778653867.814182:0:32954:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1778653867.814184:0:32954:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653867.814186:0:32954:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.814190:0:32954:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653867.814192:0:32954:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653867.814197:0:32954:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653867.814199:0:32954:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653867.814202:0:32954:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177000 with handle 0x3df471c51a8901f8 from hash 00010000:00000001:0.0:1778653867.814204:0:32954:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653867.814206:0:32954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.814208:0:32954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.814209:0:32954:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653867.814212:0:32954:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653867.814213:0:32954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653867.814218:0:32954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8901f8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xdfa36d541726fa92 expref: -99 pid: 32622 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1778653867.814227:0:32954:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861baac0. 00010000:00000040:0.0:1778653867.814230:0:32954:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6800 count: 0 00010000:00000010:0.0:1778653867.814235:0:32954:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9200. 00010000:00000001:0.0:1778653867.814244:0:32954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.814246:0:32954:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653867.814248:0:32954:0:(ldlm_request.c:2889:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff915389b76000 00000001:00000001:0.0:1778653867.814250:0:32954:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1778653867.814252:0:32954:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1778653867.814352:0:32954:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653867.814356:0:32954:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00010000:00000001:0.0:1778653867.814357:0:32954:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1778653867.814759:0:32954:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.814763:0:32954:0:(ldlm_request.c:2942:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.814765:0:32954:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1778653867.814768:0:32954:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:0.0:1778653867.814771:0:32954:0:(import.c:1551:signal_completed_replay()) Process entered 00000100:00000010:0.0:1778653867.814777:0:32954:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c700. 00000020:00000040:0.0:1778653867.814781:0:32954:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653867.814786:0:32954:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653867.814789:0:32954:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653867.814794:0:32954:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653867.814801:0:32954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8a400. 00000100:00000001:0.0:1778653867.814807:0:32954:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.814813:0:32954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653867.814817:0:32954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.814823:0:32954:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a93bc348] to pc [ptlrpcd_rcv+-1] req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.814849:0:32954:0:(import.c:1575:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.814852:0:32954:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653867.814854:0:32954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653867.814856:0:32954:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653867.814858:0:32954:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1778653867.815250:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653867.815254:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653867.815256:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653867.815262:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653867.815270:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653867.815272:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653867.815276:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653867.815279:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653867.815282:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653867.815285:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687232:192.168.204.110@tcp:400:ldlm_lock_repla.0 00000100:00000001:3.0:1778653867.815289:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653867.815295:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653867.815297:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653867.815300:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653867.815305:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853ff000. 02000000:00000001:3.0:1778653867.815307:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653867.815313:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653867.815336:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653867.815345:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cbb0. 00000100:00000200:3.0:1778653867.815351:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054687232, portal 10 00000100:00000001:3.0:1778653867.815354:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653867.815356:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679301888 : -121687030249728 : ffff915387c9c700) 00000100:00000040:3.0:1778653867.815363:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653867.815370:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653867.815374:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653867.815376:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c6e8. 00000100:00000200:3.0:1778653867.815381:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054687232, offset 0 00000400:00000200:3.0:1778653867.815387:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653867.815395:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653867.815403:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653867.815408:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653867.815412:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653867.815416:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653867.815419:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653867.815423:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2500:2500:256:4294967295] 192.168.204.110@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:3.0:1778653867.815427:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653867.815437:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653867.815443:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653867.815447:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5600. 00000800:00000200:3.0:1778653867.815454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653867.815461:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653867.815465:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1778653867.815487:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653867.815492:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 820073 usecs (821 jiffies) 00000400:00000200:3.0:1778653867.815496:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653867.815498:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423812 00000100:00000001:3.0:1778653867.815501:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:3.0:1778653867.815504:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423812 00000100:00000001:3.0:1778653867.815507:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:3.0:1778653867.815509:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653867.815512:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653867.815515:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653867.815517:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653867.815523:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653867.815524:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653867.815527:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653867.815528:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653867.815530:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653867.815532:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653867.815727:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653867.815731:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5600. 00000400:00000200:1.0:1778653867.815736:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.815741:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653867.815746:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c6e8 00000400:00000010:1.0:1778653867.815748:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c6e8. 00000100:00000001:1.0:1778653867.815751:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653867.815755:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.815770:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653867.815773:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.815780:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.815782:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653867.821738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6800. 00010000:00000010:0.1:1778653867.821756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00000800:00000001:0.0:1778653867.851940:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.851957:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653867.851961:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.851964:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653867.851973:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.851980:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653867.851989:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.851993:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.851999:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.852003:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145350e00 00000400:00000200:0.0:1778653867.852008:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.852014:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x66f1 [1] + 224 00000800:00000001:0.0:1778653867.852020:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.852026:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653867.852029:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.852033:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653867.852040:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.852048:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653867.852065:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.852083:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653867.852093:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653867.852096:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653867.852163:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653867.852167:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653867.852174:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653867.852176:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653867.852179:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653867.852183:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cbb0 00000400:00000010:3.0:1778653867.852186:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cbb0. 00000100:00000001:3.0:1778653867.852189:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653867.852193:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653867.852203:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653867.852209:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653867.852212:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653867.852216:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653867.852219:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653867.852222:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653867.852225:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653867.852229:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653867.852241:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=128 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653867.852246:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653867.852249:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653867.852251:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653867.852254:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1778653867.852259:0:2365:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653867.852266:0:2365:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653867.852270:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653867.852272:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1778653867.852274:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653867.852276:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653867.852280:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653867.852286:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653867.852289:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653867.852291:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653867.852294:0:2365:0:(import.c:1523:completed_replay_interpret()) Process entered 00000100:00000001:3.0:1778653867.852297:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1778653867.852300:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:3.0:1778653867.852303:0:2365:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1778653867.852307:0:2365:0:(client.c:3223:ptlrpc_resend_req()) @@@ going to resend req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1778653867.852316:0:2365:0:(client.c:3232:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653867.852322:0:2365:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1778653867.852324:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996f800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1778653867.852326:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1778653867.852330:0:2365:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:3.0:1778653867.852332:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1778653867.852335:0:2365:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1778653867.852337:0:2365:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1778653867.852339:0:2365:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff915388bb0820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1778653867.852342:0:2365:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3df471c51a88f660 00800000:00000040:3.0:1778653867.852346:0:2365:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff915389b76000=3368fde0-d18c-4c9c-a094-d50367bc642b device 3 (ffff915388bb19c0) type mdc at LMV idx 0 00800000:00000040:3.0:1778653867.852349:0:2365:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff915388bb19c0 already active! 00800000:00000001:3.0:1778653867.852351:0:2365:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653867.852353:0:2365:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653867.852355:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653867.852358:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000002:00000001:2.0:1778653867.852891:0:2365:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.852894:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1778653867.852900:0:2365:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:2.0:1778653867.852906:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000009a4346fe): req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1778653867.852925:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000a157229a): req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1778653857 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.852942:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.852945:0:2365:0:(import.c:1540:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.852949:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653867.852958:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687232:192.168.204.110@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1778653867.852964:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.852967:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.852970:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c700 x1865052054687232/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.852978:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.852980:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.852985:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853ff000. 02000000:00000001:2.0:1778653867.852988:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.852990:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.852992:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653867.852994:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.852997:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8a400. 02000000:00000001:2.0:1778653867.853000:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.853002:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.853004:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c700. 00000100:00000001:2.0:1778653867.853008:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.853009:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.853012:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.853019:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.853021:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.853024:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.853026:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.853090:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.853094:0:32622:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653867.853097:0:32622:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653867.853099:0:32622:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653867.853102:0:32622:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653867.853105:0:32622:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653867.853108:0:32622:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.853110:0:32622:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1778653867.853116:0:32622:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1865052054683648 new x1865052054687360 02000000:00000001:1.0:1778653867.853120:0:32622:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653867.853122:0:32622:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653867.853127:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653867.853131:0:32622:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5a50. 00000400:00000010:1.0:1778653867.853137:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19660. 00000100:00000200:1.0:1778653867.853143:0:32622:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054683648, portal 10 00000100:00000001:1.0:1778653867.853145:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653867.853146:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678783872 : -121687030767744 : ffff915387c1df80) 00000100:00000040:1.0:1778653867.853164:0:32622:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653867.853171:0:32622:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653867.853174:0:32622:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653867.853177:0:32622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19a18. 00000100:00000200:1.0:1778653867.853180:0:32622:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054683648, offset 0 00000400:00000200:1.0:1778653867.853186:0:32622:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653867.853194:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.853200:0:32622:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653867.853207:0:32622:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653867.853211:0:32622:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653867.853215:0:32622:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653867.853218:0:32622:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653867.853222:0:32622:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2501:2501:256:4294967295] 192.168.204.110@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:1.0:1778653867.853226:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.853234:0:32622:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653867.853240:0:32622:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653867.853247:0:32622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653867.853254:0:32622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653867.853262:0:32622:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653867.853266:0:32622:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1778653867.853278:0:32622:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.853283:0:32622:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 819066 usecs (820 jiffies) 00000400:00000200:1.0:1778653867.853286:0:32622:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653867.853289:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423849 00000100:00000001:1.0:1778653867.853292:0:32622:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:1.0:1778653867.853295:0:32622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423849 00000100:00000001:1.0:1778653867.853297:0:32622:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:1.0:1778653867.853300:0:32622:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653867.853303:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653867.853306:0:32622:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653867.853307:0:32622:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653867.853310:0:32622:0:(client.c:2691:ptlrpc_set_wait()) set ffff915384def240 going to sleep for 11 seconds 00000100:00000001:1.0:1778653867.853312:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.853313:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653867.853407:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653867.853411:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:1.0:1778653867.853414:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.853418:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653867.853423:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19a18 00000400:00000010:1.0:1778653867.853425:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19a18. 00000100:00000001:1.0:1778653867.853429:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653867.853433:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653867.853455:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653867.853458:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653867.853464:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.853465:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1778653867.853528:0:32955:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1778653867.853531:0:32955:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1778653867.853534:0:32955:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653867.853537:0:32955:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653867.853539:0:32955:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653867.853541:0:32955:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1778653867.853542:0:32955:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.853723:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.853726:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.853729:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653867.853731:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.853733:0:32938:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653867.853735:0:32938:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653867.853737:0:32938:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.853739:0:32938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653867.853742:0:32938:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653867.853744:0:32938:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.853746:0:32938:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653867.853752:0:32938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538532e800. 02000000:00000001:0.0:1778653867.853754:0:32938:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653867.853758:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653867.853762:0:32938:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899006e0. 00000400:00000010:0.0:1778653867.853766:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653867.853769:0:32938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054686848, portal 10 00000100:00000001:0.0:1778653867.853771:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653867.853772:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000040:0.0:1778653867.853779:0:32938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653867.853786:0:32938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653867.853790:0:32938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653867.853793:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653867.853795:0:32938:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054686848, offset 0 00000400:00000200:0.0:1778653867.853800:0:32938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653867.853805:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.853809:0:32938:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653867.853811:0:32938:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653867.853814:0:32938:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653867.853816:0:32938:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653867.853818:0:32938:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653867.853821:0:32938:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2502:2502:256:4294967295] 192.168.204.110@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:0.0:1778653867.853825:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.853832:0:32938:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653867.853837:0:32938:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653867.853841:0:32938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a700. 00000800:00000200:0.0:1778653867.853845:0:32938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653867.853849:0:32938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653867.853853:0:32938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653867.853907:0:32938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.853911:0:32938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 819066 usecs (820 jiffies) 00000400:00000200:0.0:1778653867.853915:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653867.853918:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423850 00000100:00000001:0.0:1778653867.853921:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:0.0:1778653867.853923:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423850 00000100:00000001:0.0:1778653867.853925:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:0.0:1778653867.853927:0:32938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.853929:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.853931:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.853933:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653867.853935:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f089c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653867.853937:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.853938:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653867.854163:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653867.854167:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a700. 00000400:00000200:1.0:1778653867.854170:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.854174:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653867.854177:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29e58 00000400:00000010:1.0:1778653867.854179:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29e58. 00000100:00000001:1.0:1778653867.854181:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653867.854185:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653867.854192:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653867.854195:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653867.854201:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.854202:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653867.880835:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.880865:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.880870:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.880873:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.880886:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.880897:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.880909:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.880916:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.880922:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.880927:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145350e80 00000400:00000200:1.0:1778653867.880932:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.880940:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x66f9 [1] + 224 00000800:00000001:1.0:1778653867.880949:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.880953:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.880956:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.880960:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.880970:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.880991:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653867.881002:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.881107:0:32622:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.881132:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.881145:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.881161:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.881163:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.881165:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.881173:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.881177:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.881182:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.881184:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.881187:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.881190:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145350c80 00000400:00000200:1.0:1778653867.881194:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.881198:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6709 [1] + 224 00000800:00000001:1.0:1778653867.881202:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.881211:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.881213:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.881216:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.881219:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.881224:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653867.881233:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653867.881258:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.881262:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.881265:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.881394:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653867.881408:0:32938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653867.881410:0:32938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653867.881415:0:32938:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899006e0. 00000400:00000200:0.0:1778653867.881420:0:32938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:0.0:1778653867.881423:0:32938:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:0.0:1778653867.881427:0:32938:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.881431:0:32938:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653867.881440:0:32938:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653867.881447:0:32938:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653867.881449:0:32938:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.881452:0:32938:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653867.881455:0:32938:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653867.881459:0:32938:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653867.881462:0:32938:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.881465:0:32938:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653867.881478:0:32938:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=128 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653867.881483:0:32938:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653867.881486:0:32938:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653867.881488:0:32938:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.881492:0:32938:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653867.881496:0:32938:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.881500:0:32938:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653867.881503:0:32938:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1778653867.881505:0:32938:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653867.881507:0:32938:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.881512:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653867.881520:0:32938:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.881524:0:32938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653867.881525:0:32938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653867.881529:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653883 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653867.881537:0:32938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:32938:1865052054686848:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653867.881543:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.881546:0:32938:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.881548:0:32938:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653867.881551:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.881554:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653883 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653867.881561:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653867.881564:0:32938:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f089c0. 00000100:00000001:0.0:1778653867.881567:0:32938:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653867.881569:0:32938:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.881573:0:32938:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653867.881578:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881581:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881584:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=4 00000020:00000001:0.0:1778653867.881587:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881591:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000040:0.0:1778653867.881597:0:32938:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24a00, remote cookie: 0xdfa36d541726fc75, flags: 0x1001 00010000:00010000:0.0:1778653867.881603:0:32938:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653867.881614:0:32938:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881621:0:32938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653867.881625:0:32938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653867.881628:0:32938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653867.881630:0:32938:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653867.881632:0:32938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653867.881635:0:32938:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063c00) refcount = 1 00010000:00010000:0.0:1778653867.881639:0:32938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881646:0:32938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653867.881709:0:32938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653867.881712:0:32938:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653867.881715:0:32938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653867.881718:0:32938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653867.881721:0:32938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881728:0:32938:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653867.881729:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881731:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.881732:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881733:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.881735:0:32938:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.881740:0:32938:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653867.881742:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881744:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881745:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.881747:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881749:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881752:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881753:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881754:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=4 00000020:00000001:0.0:1778653867.881756:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881758:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881761:0:32938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653867.881765:0:32938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653867.881768:0:32938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881775:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881776:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.881778:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881779:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881780:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=5 00000020:00000001:0.0:1778653867.881782:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881784:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881787:0:32938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653867.881789:0:32938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881796:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881797:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653867.881800:0:32938:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881806:0:32938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653867.881808:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881809:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.881810:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881811:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653867.881816:0:32938:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653867.881826:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881827:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881829:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.881830:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881833:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881835:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881836:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653867.881837:0:32938:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.881840:0:32938:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.881843:0:32938:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653867.881846:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881847:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881848:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.881850:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881852:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00000002:00010000:0.0:1778653867.881855:0:32938:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.881861:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881862:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.881864:0:32938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653867.881866:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881867:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881868:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.881870:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.881872:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000040:0.0:1778653867.881880:0:32938:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653867.881884:0:32938:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653867.881888:0:32938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653867.881892:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.881893:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653867.881895:0:32938:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653867.881898:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d539f0 00000002:00002000:0.0:1778653867.881900:0:32938:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653867.881903:0:32938:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653867.881908:0:32938:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653867.881911:0:32938:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653867.881914:0:32938:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653867.881917:0:32938:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653867.881922:0:32938:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653867.881926:0:32938:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57600. 00000080:00000001:0.0:1778653867.881933:0:32938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653867.881935:0:32938:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653867.881942:0:32938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653867.881947:0:32938:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653867.881954:0:32938:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb7cc0. 00800000:00000001:0.0:1778653867.881957:0:32938:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629082304 : -121687080469312 : ffff915384cb7cc0) 00800000:00000001:0.0:1778653867.881959:0:32938:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653867.881962:0:32938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653867.881965:0:32938:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653867.881967:0:32938:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653867.881970:0:32938:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653867.881974:0:32938:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653867.881976:0:32938:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.881981:0:32938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653867.881984:0:32938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1778653867.881987:0:32938:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653831 to 1778653836 00000080:00200000:0.0:1778653867.881993:0:32938:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653867.881996:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.881997:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.881999:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.882001:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.882003:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.882006:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.882007:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653867.882009:0:32938:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653867.882012:0:32938:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653867.882013:0:32938:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb7cc0 1 00800000:00000010:0.0:1778653867.882016:0:32938:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb7cc0. 00800000:00000001:0.0:1778653867.882019:0:32938:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653867.882023:0:32938:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:0.0:1778653867.882026:0:32938:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653867.882029:0:32938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653867.882030:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.882031:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.882032:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.882034:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.882036:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.882038:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.882039:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653867.882041:0:32938:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653867.882042:0:32938:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.882045:0:32938:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653867.882048:0:32938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653867.882051:0:32938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53cb8 00010000:00000001:0.0:1778653867.882053:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.882054:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.882055:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.882057:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.882059:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.882061:0:32938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653867.882064:0:32938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653867.882070:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.882071:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.882072:0:32938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653867.882075:0:32938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653867.882078:0:32938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653867.882087:0:32938:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653867.882089:0:32938:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653867.882091:0:32938:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653867.882096:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.882097:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.882099:0:32938:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.882103:0:32938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653867.882104:0:32938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.882106:0:32938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.882108:0:32938:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.882110:0:32938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653867.882111:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.882112:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653867.882114:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.882118:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ea00 x1865052054686848/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653867.882125:0:32938:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653867.882128:0:32938:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653867.882131:0:32938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538532e800. 02000000:00000001:0.0:1778653867.882135:0:32938:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653867.882138:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653867.882139:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653867.882141:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653867.882144:0:32938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eec800. 02000000:00000001:0.0:1778653867.882148:0:32938:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653867.882160:0:32938:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653867.882163:0:32938:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ea00. 00000100:00000001:0.0:1778653867.882167:0:32938:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653867.882168:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653867.882173:0:32938:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653867.882179:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d08 00000080:00000008:0.0:1778653867.882183:0:32938:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000400:00000001:2.0:1778653867.882478:0:32622:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653867.882481:0:32622:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653867.882484:0:32622:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5a50. 00000400:00000200:2.0:1778653867.882489:0:32622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19660 00000400:00000010:2.0:1778653867.882490:0:32622:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19660. 00000100:00000001:2.0:1778653867.882493:0:32622:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653867.882498:0:32622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653867.882506:0:32622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882512:0:32622:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653867.882514:0:32622:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.882515:0:32622:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653867.882518:0:32622:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653867.882519:0:32622:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653867.882521:0:32622:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.882523:0:32622:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653867.882531:0:32622:0:(import.c:2144:obd_at_measure()) add 10 to ffff91538996fca0 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653867.882534:0:32622:0:(import.c:2210:obd_at_measure()) AT ffff91538996fca0 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:2.0:1778653867.882536:0:32622:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff915389b76000 ptl 23 has changed from 5 to 10 00000100:00001000:2.0:1778653867.882539:0:32622:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653867.882541:0:32622:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653867.882544:0:32622:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882551:0:32622:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:2.0:1778653867.882553:0:32622:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653867.882555:0:32622:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653867.882557:0:32622:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653867.882559:0:32622:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:2.0:1778653867.882563:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882569:0:32622:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:2.0:1778653867.882572:0:32622:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653867.882574:0:32622:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653867.882577:0:32622:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653867.882584:0:32622:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1df80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:32622:1865052054683648:192.168.204.110@tcp:35:multiop.0 00000100:00000001:2.0:1778653867.882588:0:32622:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.882590:0:32622:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:2.0:1778653867.882593:0:32622:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653867.882594:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.882597:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882603:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.882605:0:32622:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915384def240. 00000100:00000001:2.0:1778653867.882609:0:32622:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653867.882610:0:32622:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:2.0:1778653867.882616:0:32622:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882624:0:32622:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653867.882625:0:32622:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678783872 : -121687030767744 : ffff915387c1df80) 00000002:00000001:2.0:1778653867.882628:0:32622:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653867.882630:0:32622:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653867.882633:0:32622:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990800. 00000080:00000001:2.0:1778653867.882636:0:32622:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653867.882639:0:32622:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653867.882643:0:32622:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653867.882661:0:32622:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882677:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.882680:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ed80 x1865052054683008/t4294967653(4294967653) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653852 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882686:0:32622:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653867.882688:0:32622:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.882689:0:32622:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653867.882691:0:32622:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.882693:0:32622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96800. 02000000:00000001:2.0:1778653867.882698:0:32622:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.882699:0:32622:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.882700:0:32622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ed80. 00000100:00000001:2.0:1778653867.882704:0:32622:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.882705:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.882707:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.882709:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882715:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.882716:0:32622:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff91538a3841e0. 00000002:00000001:2.0:1778653867.882719:0:32622:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653867.882721:0:32622:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653867.882723:0:32622:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9153861bae40. 00000100:00000001:2.0:1778653867.882725:0:32622:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.882728:0:32622:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1df80 x1865052054683648/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653867.882733:0:32622:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.882735:0:32622:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.882736:0:32622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e95c00. 02000000:00000001:2.0:1778653867.882739:0:32622:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.882740:0:32622:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.882741:0:32622:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653867.882743:0:32622:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.882744:0:32622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389991600. 02000000:00000001:2.0:1778653867.882747:0:32622:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.882748:0:32622:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.882749:0:32622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1df80. 00000100:00000001:2.0:1778653867.882751:0:32622:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.882752:0:32622:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653867.882755:0:32622:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653867.882758:0:32622:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9153815b8000. 00000080:00000001:2.0:1778653867.882763:0:32622:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653867.882767:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fdb8 00000080:00000008:2.0:1778653867.882770:0:32622:0:(file.c:492:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff91538bd91988), flags 100002, rc = 0 00000080:00000001:2.0:1778653867.882774:0:32622:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.882779:0:32622:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653867.882780:0:32622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0c8fe00 00000080:00002000:2.0:1778653867.882782:0:32622:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff91538be520d8, parent ffff91538bd08360, inode ffff91538bd91988) hashed, 00000080:00000001:2.0:1778653867.882906:0:32622:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653867.882919:0:32622:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653867.882926:0:32622:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1778653867.884840:0:32938:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653867.884906:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d08 00000080:00200008:0.0:1778653867.884911:0:32938:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653867.884918:0:32938:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653867.884920:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53c80 00000080:00200000:0.0:1778653867.884922:0:32938:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653867.884930:0:32938:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57600. 00800000:00000002:0.0:1778653867.884937:0:32938:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653867.884940:0:32938:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653867.884945:0:32938:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653867.884947:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53ba0 00800000:00000002:0.0:1778653867.884949:0:32938:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653867.884952:0:32938:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653867.884956:0:32938:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653867.884961:0:32938:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653867.884962:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53a70 00000002:00010000:0.0:1778653867.884964:0:32938:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653867.884967:0:32938:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653867.884968:0:32938:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653867.884972:0:32938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653867.884979:0:32938:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653867.884981:0:32938:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653867.884985:0:32938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653867.884989:0:32938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653867.884994:0:32938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653867.885003:0:32938:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653867.885008:0:32938:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653867.885010:0:32938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653867.885015:0:32938:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653867.885017:0:32938:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653867.885018:0:32938:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653867.885020:0:32938:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653867.885022:0:32938:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653867.885024:0:32938:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653867.885027:0:32938:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653867.885029:0:32938:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653867.885032:0:32938:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57600. 00000080:00000001:0.0:1778653867.885037:0:32938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653867.885039:0:32938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653867.885042:0:32938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653867.885046:0:32938:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:0.0:1778653867.885049:0:32938:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653867.885051:0:32938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653867.885053:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.885056:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.885059:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.885061:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885063:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885067:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885068:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653867.885070:0:32938:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653867.885072:0:32938:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653867.885075:0:32938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53cb8 00010000:00000001:0.0:1778653867.885077:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.885079:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.885080:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.885082:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885084:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885086:0:32938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653867.885089:0:32938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653867.885097:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885098:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.885101:0:32938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653867.885103:0:32938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653867.885105:0:32938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653867.885113:0:32938:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653867.885116:0:32938:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653867.885119:0:32938:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653867.885124:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885125:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.885127:0:32938:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885130:0:32938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653867.885133:0:32938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885134:0:32938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885137:0:32938:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885140:0:32938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653867.885161:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885162:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653867.885165:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653867.885166:0:32938:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653867.885169:0:32938:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653867.885173:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d08 00000080:00000008:0.0:1778653867.885175:0:32938:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653867.885314:0:32938:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653867.885316:0:32938:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653867.885319:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53b78 00000080:00200000:0.0:1778653867.885321:0:32938:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653867.885325:0:32938:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538cd57600. 00800000:00000002:0.0:1778653867.885328:0:32938:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653867.885331:0:32938:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653867.885332:0:32938:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653867.885334:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53a98 00800000:00000002:0.0:1778653867.885335:0:32938:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653867.885338:0:32938:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653867.885340:0:32938:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653867.885343:0:32938:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653867.885345:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53968 00000002:00010000:0.0:1778653867.885346:0:32938:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653867.885349:0:32938:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653867.885350:0:32938:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653867.885352:0:32938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653867.885355:0:32938:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653867.885367:0:32938:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653867.885370:0:32938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653867.885372:0:32938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653867.885374:0:32938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1778653867.885382:0:32938:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653867.885384:0:32938:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653867.885387:0:32938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1778653867.885393:0:32938:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653867.885394:0:32938:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653867.885396:0:32938:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653867.885398:0:32938:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653867.885399:0:32938:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653867.885401:0:32938:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653867.885404:0:32938:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653867.885406:0:32938:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653867.885408:0:32938:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538cd57600. 00000080:00000001:0.0:1778653867.885411:0:32938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653867.885412:0:32938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653867.885415:0:32938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653867.885417:0:32938:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:0.0:1778653867.885419:0:32938:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653867.885421:0:32938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653867.885422:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.885423:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.885425:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.885427:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885429:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885431:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885432:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653867.885434:0:32938:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653867.885435:0:32938:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653867.885437:0:32938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53bb0 00010000:00000001:0.0:1778653867.885439:0:32938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653867.885440:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.885441:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653867.885443:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885445:0:32938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653867.885447:0:32938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653867.885449:0:32938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653867.885455:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885456:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.885457:0:32938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653867.885459:0:32938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653867.885461:0:32938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653867.885467:0:32938:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653867.885469:0:32938:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653867.885470:0:32938:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653867.885472:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885473:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653867.885474:0:32938:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885476:0:32938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653867.885477:0:32938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885479:0:32938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885481:0:32938:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.885483:0:32938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653867.885485:0:32938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653867.885486:0:32938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653867.885488:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653867.885489:0:32938:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653867.885492:0:32938:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:0.0:1778653867.885496:0:32938:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.885502:0:32938:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653867.885505:0:32938:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653867.885507:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53b78 00000080:00200008:0.0:1778653867.885510:0:32938:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00000010:0.0:1778653867.885526:0:32938:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7ec80. 00000080:00000001:0.0:1778653867.885533:0:32938:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.885535:0:32938:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653867.887170:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653867.887178:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:1.0:1778653867.887191:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653867.887194:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653867.887204:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bb9400. 00000020:00000001:1.0:1778653867.887210:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653867.887213:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653867.887216:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653867.887219:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bb9400 uarg=0000000000000000 00800000:00000001:1.0:1778653867.887227:0:32938:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1778653867.887230:0:32938:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: age 1698, max_age 1754 00000002:00000001:1.0:1778653867.887235:0:32938:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1778653867.887238:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000010:1.0:1778653867.887245:0:32938:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4000. 00000020:00000040:1.0:1778653867.887248:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:1.0:1778653867.887253:0:32938:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653867.887257:0:32938:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653867.887262:0:32938:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653867.887269:0:32938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16600. 00000100:00000001:1.0:1778653867.887277:0:32938:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.887281:0:32938:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653867.887283:0:32938:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653867.887290:0:32938:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538629bd80. 00000100:00000001:1.0:1778653867.887293:0:32938:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386652036480 : -121687057515136 : ffff91538629bd80) 00000100:00000001:1.0:1778653867.887296:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653867.887298:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711969792 : -121686997581824 : ffff915389bc4000) 00000100:00000001:1.0:1778653867.887303:0:32938:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653867.887307:0:32938:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.887309:0:32938:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653867.887311:0:32938:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653867.887325:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.887335:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653867.887338:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653867.887342:0:32938:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653867.887345:0:32938:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653867.887348:0:32938:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653867.887352:0:32938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4000 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:32938:1865052054687488:192.168.204.110@tcp:41:lfs.0 00000100:00000001:1.0:1778653867.887356:0:32938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653867.887362:0:32938:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653867.887365:0:32938:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653867.887368:0:32938:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653867.887373:0:32938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbac00. 02000000:00000001:1.0:1778653867.887374:0:32938:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653867.887383:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653867.887388:0:32938:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff58f0. 00000400:00000010:1.0:1778653867.887395:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19a18. 00000100:00000200:1.0:1778653867.887403:0:32938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054687488, portal 10 00000100:00000001:1.0:1778653867.887405:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653867.887407:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711969792 : -121686997581824 : ffff915389bc4000) 00000100:00000040:1.0:1778653867.887413:0:32938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.887421:0:32938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653867.887424:0:32938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653867.887427:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19110. 00000100:00000200:1.0:1778653867.887430:0:32938:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054687488, offset 0 00000400:00000200:1.0:1778653867.887437:0:32938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653867.887449:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.887457:0:32938:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653867.887463:0:32938:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653867.887468:0:32938:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653867.887473:0:32938:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653867.887476:0:32938:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653867.887482:0:32938:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2503:2503:256:4294967295] 192.168.204.110@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:1.0:1778653867.887486:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.887497:0:32938:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653867.887503:0:32938:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653867.887508:0:32938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653867.887516:0:32938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653867.887526:0:32938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653867.887531:0:32938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653867.887552:0:32938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.887558:0:32938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 865047 usecs (866 jiffies) 00000400:00000200:1.0:1778653867.887561:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653867.887564:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423929 00000100:00000001:1.0:1778653867.887567:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:1.0:1778653867.887570:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423929 00000100:00000001:1.0:1778653867.887572:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:1.0:1778653867.887574:0:32938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653867.887577:0:32938:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.887579:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653867.887582:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653867.887585:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538629bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1778653867.887588:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.887591:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653867.888274:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653867.888281:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:0.0:1778653867.888286:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.888293:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653867.888299:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19110 00000400:00000010:0.0:1778653867.888302:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19110. 00000100:00000001:0.0:1778653867.888307:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653867.888311:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.888323:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.888326:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.888333:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.888335:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1778653867.888775:0:32914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384aa0. 00000800:00000001:1.0:1778653867.893893:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.893917:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.893925:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.893927:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.893941:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.893950:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.893962:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.893969:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.893976:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.893981:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a04145350f00 00000400:00000200:1.0:1778653867.893987:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.893996:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x6719 [1] + 224 00000800:00000001:1.0:1778653867.894006:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.894014:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.894018:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.894022:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.894033:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.894044:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653867.894057:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.894115:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.894132:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.894144:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.894148:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653867.894192:0:32938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653867.894195:0:32938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653867.894200:0:32938:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff58f0. 00000400:00000200:2.0:1778653867.894206:0:32938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19a18 00000400:00000010:2.0:1778653867.894209:0:32938:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19a18. 00000100:00000001:2.0:1778653867.894213:0:32938:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653867.894217:0:32938:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653867.894227:0:32938:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.894234:0:32938:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653867.894236:0:32938:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.894239:0:32938:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653867.894243:0:32938:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653867.894247:0:32938:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653867.894250:0:32938:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.894254:0:32938:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653867.894265:0:32938:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=128 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653867.894323:0:32938:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653867.894327:0:32938:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653867.894330:0:32938:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653867.894333:0:32938:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653867.894337:0:32938:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.894342:0:32938:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653867.894345:0:32938:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653867.894347:0:32938:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653867.894350:0:32938:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.894355:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.894363:0:32938:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.894366:0:32938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653867.894368:0:32938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653867.894372:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653867.894381:0:32938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4000 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:32938:1865052054687488:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1778653867.894386:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.894390:0:32938:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.894393:0:32938:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653867.894395:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.894399:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.894406:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.894409:0:32938:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538629bd80. 00000100:00000001:2.0:1778653867.894413:0:32938:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653867.894415:0:32938:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653867.894422:0:32938:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1778653867.894423:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.894426:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4000 x1865052054687488/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.894433:0:32938:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.894437:0:32938:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.894440:0:32938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbac00. 02000000:00000001:2.0:1778653867.894444:0:32938:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.894447:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.894449:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653867.894451:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.894454:0:32938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16600. 02000000:00000001:2.0:1778653867.894458:0:32938:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.894460:0:32938:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.894463:0:32938:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4000. 00000100:00000001:2.0:1778653867.894467:0:32938:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.894555:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653867.894558:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.894559:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653867.894562:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1778653867.894565:0:32938:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: update ffff915388bb1e10 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:2.0:1778653867.894570:0:32938:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653867.894578:0:32938:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894581:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653867.894585:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bb9400. 00000080:00000001:2.0:1778653867.894589:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894592:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894878:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.894881:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.894892:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.894895:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.894902:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.894907:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894909:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.894913:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.894914:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.894919:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894921:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894923:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.894925:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.894927:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894930:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894934:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.894936:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.894938:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.894940:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.894942:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.894944:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894946:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.894947:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.894948:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.894951:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894953:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894955:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.894957:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.894959:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894960:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894963:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.894964:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.894967:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.894968:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.894969:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.894971:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894972:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.894974:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.894975:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.894977:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894979:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894980:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.894982:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.894984:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894985:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.894988:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.894989:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.894991:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.894992:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.894994:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.894996:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.894997:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.894998:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.894999:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895002:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895003:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895005:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895006:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895008:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895009:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895012:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895013:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895015:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895016:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895018:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895019:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895021:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895022:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895023:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895025:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895026:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895028:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895030:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895032:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895034:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895036:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895037:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895040:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895041:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895042:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895044:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895046:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895047:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895048:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895050:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895052:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895054:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895055:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895057:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895059:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895061:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895063:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895065:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895066:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895068:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895070:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895071:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895072:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895073:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895075:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895076:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895078:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895080:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895081:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895083:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895085:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895086:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895088:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895089:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895090:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895092:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895093:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895094:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895096:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895099:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895100:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895102:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895104:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895106:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895107:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895110:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895111:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895114:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895115:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895116:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895118:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895119:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895120:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895121:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895124:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895126:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895127:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895129:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895131:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895133:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895135:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895136:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895138:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895139:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895140:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895142:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895143:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895144:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895145:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895147:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895149:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895162:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895165:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895167:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895169:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895172:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895173:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895176:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895177:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895179:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895181:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895183:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895184:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895186:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895188:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895190:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895192:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895194:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895195:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895197:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895200:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895201:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895204:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895205:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895207:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895208:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895209:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895210:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895211:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895213:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895215:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895216:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895218:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895220:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895222:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895225:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895226:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895228:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895229:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895231:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895233:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895234:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895235:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895236:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895238:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895240:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895241:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895243:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895245:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895247:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895250:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895251:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895253:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895254:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895256:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895258:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895259:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895260:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895262:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895264:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895266:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895268:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895270:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895646:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895722:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895730:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895732:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895737:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895739:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895745:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895747:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895749:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895751:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895753:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895755:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895757:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895759:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895761:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895764:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895765:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895768:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895770:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895773:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895774:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895776:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895779:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895780:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895781:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895783:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895785:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895787:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895789:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895791:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895792:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895794:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895797:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895798:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895800:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895801:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895804:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895806:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895807:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895808:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895809:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895812:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895813:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895815:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895817:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895818:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895820:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895823:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895824:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895826:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895827:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895829:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895832:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895833:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895834:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895835:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895838:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895840:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895841:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895843:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895844:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895846:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895848:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895849:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895851:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895852:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895854:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895855:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895857:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895858:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895859:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895861:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895863:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895864:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895867:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895869:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895871:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895873:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895874:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895876:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895877:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895879:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895881:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895882:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895883:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895884:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895886:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895888:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895890:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895892:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895893:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895895:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895897:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895898:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895900:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895901:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895903:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895905:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895906:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895907:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895908:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895911:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895913:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895914:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895916:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895918:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895919:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895922:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895923:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895925:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895926:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895928:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895930:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895931:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895932:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895933:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895936:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895937:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895939:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895940:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895942:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895943:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895946:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895947:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895949:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895949:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895951:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895952:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895954:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895955:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895956:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895958:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895960:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895961:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895963:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895965:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895967:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895969:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.895970:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.895972:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.895974:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.895976:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.895978:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.895979:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.895980:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.895981:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.895984:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895985:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895987:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.895994:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.895996:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.895997:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896000:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896001:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896004:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896005:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896007:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896010:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896011:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896013:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896014:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896016:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896019:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896021:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896024:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896026:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896028:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896031:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896033:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896035:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896036:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896039:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896042:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896043:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896044:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896046:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896048:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896050:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896052:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896054:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896056:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896058:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896061:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896062:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896065:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896066:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896068:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896071:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896072:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896074:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896075:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896078:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896080:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896081:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896083:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896084:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896086:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896088:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896089:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896091:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896093:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896095:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896098:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896100:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896101:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896102:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896104:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896106:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896107:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896109:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896110:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896112:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896114:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896115:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896118:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896119:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896122:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896124:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896126:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896127:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896129:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896132:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896134:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896136:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896137:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896139:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896141:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896144:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896145:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896147:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896148:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896161:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896164:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896166:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896168:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896169:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896171:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896173:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896174:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896176:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896178:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896180:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896183:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896185:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896187:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896188:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896190:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896192:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896193:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896195:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896196:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896198:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896201:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896202:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896204:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896206:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896208:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896211:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896212:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896214:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896215:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896217:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896220:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896221:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896222:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896223:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896226:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896228:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896230:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896232:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896235:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896236:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896239:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896240:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896242:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896243:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896246:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896248:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896250:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896250:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896251:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896259:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896261:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896262:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896264:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896266:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896268:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896272:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896273:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896275:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896276:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896278:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896281:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896282:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896283:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896285:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896287:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896289:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896291:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896292:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896295:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896296:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896299:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896300:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896302:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896303:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896306:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896308:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896309:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896310:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896311:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896314:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896316:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896317:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896320:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896322:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896324:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896327:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896329:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896331:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896332:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896335:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896337:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896338:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896340:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896341:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896345:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896347:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896349:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896351:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896353:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896354:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896357:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896360:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896362:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896364:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896366:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896369:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896370:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896371:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896373:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896375:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896377:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896378:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896381:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896383:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896384:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896387:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896388:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896390:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896391:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896393:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896396:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896398:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896399:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896400:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896403:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896405:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896407:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896408:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896410:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896412:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896415:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896417:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896419:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896421:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896423:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896425:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896427:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896428:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896429:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896432:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896434:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896436:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896438:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896440:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896442:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896446:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896447:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896449:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896451:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896453:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896455:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896457:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896458:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896459:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896462:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896464:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896466:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896481:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896483:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896486:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896489:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896491:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896494:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896495:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896497:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896500:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896501:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896503:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896505:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896508:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896510:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896511:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896514:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896516:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896518:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896521:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896522:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896528:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896529:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896531:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896534:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896535:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896536:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896537:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896539:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896541:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896543:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896545:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896546:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896548:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896551:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896552:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896555:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896556:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896557:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896559:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896561:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896562:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896563:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896565:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896568:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896569:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896571:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896573:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896574:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896577:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896578:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896580:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896581:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896583:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896585:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896586:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896587:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896588:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896591:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896592:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896594:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896596:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896598:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896600:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896602:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896604:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896606:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896607:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896609:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896611:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896613:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896614:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896615:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896617:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896619:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896621:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896623:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896625:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896627:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896630:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896631:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896633:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896634:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896636:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896638:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896640:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896641:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896642:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896644:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896645:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896647:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896669:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896673:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896675:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896679:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896680:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896683:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896684:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896687:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896689:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896691:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896693:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896694:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896697:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896699:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896700:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896702:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896705:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896706:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896709:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896711:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896713:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896714:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896717:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896719:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896721:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896722:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896723:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896726:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896728:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896730:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896732:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896734:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896736:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896740:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896741:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896744:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896745:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896747:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896749:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896751:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896752:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896753:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896756:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896758:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896760:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896761:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896765:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896767:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896770:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896771:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896773:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896774:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896777:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896779:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896780:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896781:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896782:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896785:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896786:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896788:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896790:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896791:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896793:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896795:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896797:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896799:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896800:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896801:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896803:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896805:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896806:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896807:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896809:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896811:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896813:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896815:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896816:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896818:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896821:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896822:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896824:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896825:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896828:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896829:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896831:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896832:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896833:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896836:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896838:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896840:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896842:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896844:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896846:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896849:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896851:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896853:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896854:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896856:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896858:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896860:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896861:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896862:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896865:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896867:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896868:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896870:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896872:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896874:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896877:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896879:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896881:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896882:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896884:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896886:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896888:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896890:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896891:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896893:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896896:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896898:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896900:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896902:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896904:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896907:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896908:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896911:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896912:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896914:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896916:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896917:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896918:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896919:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896922:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896924:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896925:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896927:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896929:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896931:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896933:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896935:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896937:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896938:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896940:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896942:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896943:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896944:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896945:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896947:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896949:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896951:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896953:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896956:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896957:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896961:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896962:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896964:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896965:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896967:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896969:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896970:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896971:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896972:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896975:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896976:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896977:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.896980:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.896982:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896983:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.896986:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.896987:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.896989:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.896990:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.896992:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.896994:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.896995:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.896996:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.896997:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.896999:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897001:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897003:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.897005:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897007:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897008:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897011:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897013:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897015:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897016:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897017:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897019:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897021:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.897021:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.897023:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.897025:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897027:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897028:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.897030:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897032:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897033:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897036:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897037:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897039:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897040:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897041:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897044:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897045:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.897046:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.897047:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.897050:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897051:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897053:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.897055:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897057:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897059:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897061:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897062:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897064:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897065:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897068:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897070:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897071:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.897072:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.897073:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.897075:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897077:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897078:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.897080:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897082:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897083:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897086:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897087:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897090:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897091:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897093:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897095:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897096:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.897097:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.897098:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.897101:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897102:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897104:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.897106:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897108:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897110:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897112:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897113:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897116:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897116:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897118:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897120:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897122:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.897123:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.897124:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.897126:0:32938:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897128:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897130:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.897132:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897133:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897135:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.897138:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897139:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897141:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897142:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897144:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897146:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897147:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653867.897149:0:32938:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653867.897160:0:32938:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00800000:00000001:2.0:1778653867.897163:0:32938:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.897165:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.897167:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1778653867.897169:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.897171:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.897173:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.897177:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.897179:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.897181:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.897182:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.897185:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.897187:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.897189:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.897192:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.897195:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.897202:0:32938:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1778653867.897205:0:32938:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: age 1221, max_age 1754 00000008:00000001:2.0:1778653867.897210:0:32938:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1778653867.897215:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000010:2.0:1778653867.897222:0:32938:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653867.897225:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653867.897230:0:32938:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1778653867.897235:0:32938:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1778653867.897244:0:32938:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1696 00000400:00000200:2.0:1778653867.897255:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653867.897261:0:32938:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1778653867.897267:0:32938:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.897270:0:32938:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653867.897273:0:32938:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.897275:0:32938:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:2.0:1778653867.897278:0:32938:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653867.897281:0:32938:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:2.0:1778653867.897284:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653867.897287:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:2.0:1778653867.897289:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:2.0:1778653867.897291:0:32938:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000040:2.0:1778653867.897294:0:32938:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.897296:0:32938:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653867.897298:0:32938:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.897300:0:32938:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:2.0:1778653867.897303:0:32938:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00080000:2.0:1778653867.897307:0:32938:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: import ffff91538996a800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1778653867.897309:0:32938:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.897312:0:32938:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1778653867.897321:0:32938:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653867.897324:0:32938:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897327:0:32938:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1778653867.897331:0:32938:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1778653867.897334:0:32938:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897336:0:32938:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.897340:0:32938:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2300. 00000020:00000040:2.0:1778653867.897342:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=5 obd=lustre-OST0000-osc-ffff915389b76000 02000000:00000001:2.0:1778653867.897346:0:32938:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653867.897347:0:32938:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897351:0:32938:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653867.897355:0:32938:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653867.897360:0:32938:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653867.897367:0:32938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d000. 00000100:00000001:2.0:1778653867.897375:0:32938:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653867.897386:0:32938:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653867.897396:0:32938:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653867.897401:0:32938:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.897406:0:32938:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e70ce69] to pc [ptlrpcd_rcv+-1] req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.897434:0:32938:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897437:0:32938:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1778653867.897439:0:32938:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1778653867.897442:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.897444:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653867.897446:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653867.897447:0:32938:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653867.897449:0:32938:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653867.897450:0:32938:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897470:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.897474:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.897476:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653867.897482:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.897490:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.897493:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.897497:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653867.897500:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653867.897502:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653867.897506:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687616:192.168.204.110@tcp:8:lfs.0 00000100:00000001:2.0:1778653867.897510:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653867.897515:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653867.897518:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.897520:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653867.897525:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653867.897526:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653867.897533:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653867.897537:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ed68. 00000400:00000010:2.0:1778653867.897545:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653867.897552:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054687616, portal 4 00000100:00000001:2.0:1778653867.897555:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653867.897557:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:2.0:1778653867.897564:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.897571:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653867.897574:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653867.897577:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864904c8. 00000100:00000200:2.0:1778653867.897582:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054687616, offset 0 00000400:00000200:2.0:1778653867.897589:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653867.897598:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653867.897605:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653867.897612:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653867.897617:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653867.897621:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653867.897624:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653867.897628:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2504:2504:256:4294967295] 192.168.204.110@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:2.0:1778653867.897634:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653867.897646:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653867.897678:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653867.897684:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d200. 00000800:00000200:2.0:1778653867.897692:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653867.897700:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653867.897705:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1778653867.897716:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.897721:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21280 usecs (22 jiffies) 00000400:00000200:2.0:1778653867.897724:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653867.897727:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423093 00000100:00000001:2.0:1778653867.897730:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:2.0:1778653867.897732:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423093 00000100:00000001:2.0:1778653867.897735:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:2.0:1778653867.897737:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.897740:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897743:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897746:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.897755:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.897757:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1778653867.897759:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.897760:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.897761:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897764:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653867.897785:0:32938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658db00. 00000100:00000001:2.0:1778653867.897789:0:32938:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897793:0:32938:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653867.897795:0:32938:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653867.897802:0:32938:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915385f4ce40. 00000100:00000001:2.0:1778653867.897805:0:32938:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386648567360 : -121687060984256 : ffff915385f4ce40) 00000100:00000001:2.0:1778653867.897807:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653867.897809:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653867.897812:0:32938:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653867.897814:0:32938:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897817:0:32938:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653867.897818:0:32938:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653867.897822:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.897828:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.897830:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1778653867.897834:0:32938:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.897841:0:32938:0:(client.c:1835:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.897843:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.897845:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653867.897847:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385f4ce40 going to sleep for 0 seconds 00000100:00000001:2.0:1778653867.897849:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.897852:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.897854:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.897855:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.897857:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653867.898261:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653867.898267:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d200. 00000400:00000200:0.0:1778653867.898272:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.898278:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653867.898285:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864904c8 00000400:00000010:0.0:1778653867.898287:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864904c8. 00000100:00000001:0.0:1778653867.898291:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653867.898296:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.898304:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.898307:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.898314:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.898316:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653867.907329:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.907345:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.907351:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.907353:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.907364:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.907374:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.907386:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.907392:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.907458:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.907463:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a04145350f80 00000400:00000200:1.0:1778653867.907468:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.907475:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x6729 [1] + 0 00000800:00000001:1.0:1778653867.907484:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.907492:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.907496:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.907502:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.907511:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.907523:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653867.907536:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.908094:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.908108:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.908114:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.908862:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.908868:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653867.908877:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653867.908880:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653867.908884:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ed68. 00000400:00000200:2.0:1778653867.908891:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653867.908894:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653867.908898:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653867.908908:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653867.908920:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.908928:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653867.908930:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.908933:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653867.908937:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653867.908940:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653867.908943:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.908947:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653867.908958:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=128 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653867.908963:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653867.908966:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653867.908969:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653867.908972:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653867.908976:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.908980:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653867.908983:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967341 gen 16 00000100:00000040:2.0:1778653867.908987:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1778653867.908990:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653867.908991:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.908996:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.909004:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.909007:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653867.909010:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.909012:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1778653867.909020:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:2.0:1778653867.909023:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653867.909026:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:2.0:1778653867.909028:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653867.909031:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:2.0:1778653867.909034:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:2.0:1778653867.909037:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00001000:2.0:1778653867.909040:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=1778653867 v=0 (0 0 0 0) 00000100:00001000:2.0:1778653867.909043:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1778653867.909047:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:2.0:1778653867.909054:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1778653867.909057:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:2.0:1778653867.909060:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653867.909065:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:2.0:1778653867.909069:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1778653867.909073:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653867.909077:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:2.0:1778653867.909081:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653867.909084:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653867.909087:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653867.909089:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653867.909092:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653867.909095:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909097:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909099:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653867.909101:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653867.909102:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909104:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653867.909106:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653867.909110:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653867.909112:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909114:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909116:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653867.909119:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653867.909121:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653867.909123:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.909126:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653867.909128:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1778653867.909132:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1778653867.909136:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653867.909137:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1778653867.909138:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653867.909139:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1778653867.909142:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1778653867.909144:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1778653867.909148:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1778653867.909160:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653867.909162:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909164:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653867.909165:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653867.909167:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653867.909169:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653867.909170:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653867.909171:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909173:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909174:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653867.909175:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653867.909177:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909178:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653867.909180:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653867.909181:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653867.909182:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909184:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.909186:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653867.909188:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653867.909189:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653867.909191:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.909193:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1778653867.909195:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.909198:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1778653867.909207:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000082a20f2d): req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.909234:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.909237:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.909241:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653867.909249:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687616:192.168.204.110@tcp:8:lfs.0 00000100:00000001:2.0:1778653867.909254:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.909257:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.909261:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054687616/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.909269:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.909280:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.909285:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653867.909290:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.909292:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.909294:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653867.909297:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.909299:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d000. 02000000:00000001:2.0:1778653867.909303:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.909306:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.909308:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:2.0:1778653867.909311:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.909313:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.909315:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.909324:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.909327:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.909329:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653867.909331:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.912120:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.912129:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653867.912134:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653867.912136:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653867.912140:0:32938:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653867.912143:0:32938:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653867.912146:0:32938:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.912161:0:32938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653867.912169:0:32938:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653867.912172:0:32938:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653867.912174:0:32938:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653867.912184:0:32938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb000. 02000000:00000001:1.0:1778653867.912189:0:32938:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653867.912198:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653867.912202:0:32938:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5318. 00000400:00000010:1.0:1778653867.912208:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19220. 00000100:00000200:1.0:1778653867.912215:0:32938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054687744, portal 4 00000100:00000001:1.0:1778653867.912217:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653867.912219:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:1.0:1778653867.912231:0:32938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.912243:0:32938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653867.912246:0:32938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653867.912249:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19ee0. 00000100:00000200:1.0:1778653867.912252:0:32938:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054687744, offset 0 00000400:00000200:1.0:1778653867.912258:0:32938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653867.912267:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.912276:0:32938:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653867.912282:0:32938:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653867.912286:0:32938:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653867.912291:0:32938:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653867.912293:0:32938:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653867.912298:0:32938:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2505:2505:256:4294967295] 192.168.204.110@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:1.0:1778653867.912302:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.912311:0:32938:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653867.912317:0:32938:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653867.912322:0:32938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653867.912329:0:32938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653867.912336:0:32938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653867.912340:0:32938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653867.912358:0:32938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653867.912363:0:32938:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21250 usecs (22 jiffies) 00000400:00000200:1.0:1778653867.912367:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653867.912369:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423110 00000100:00000001:1.0:1778653867.912373:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:1.0:1778653867.912375:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423110 00000100:00000001:1.0:1778653867.912377:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:1.0:1778653867.912380:0:32938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653867.912384:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653867.912386:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653867.912389:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653867.912391:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385f4ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1778653867.912393:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653867.912394:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653867.912485:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653867.912490:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:0.0:1778653867.912497:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653867.912504:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653867.912511:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19ee0 00000400:00000010:0.0:1778653867.912514:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19ee0. 00000100:00000001:0.0:1778653867.912519:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653867.912524:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.912535:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.912539:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.912546:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.912548:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653867.918414:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.918429:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.918440:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.918444:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.918454:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.918461:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.918471:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.918476:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.918481:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.918486:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145351000 00000400:00000200:1.0:1778653867.918490:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.918497:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x6731 [1] + 224 00000800:00000001:1.0:1778653867.918503:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.918511:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.918514:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.918518:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.918526:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.918533:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653867.918544:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.918565:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.918574:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.918577:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.918624:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653867.918638:0:32938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653867.918640:0:32938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653867.918645:0:32938:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5318. 00000400:00000200:2.0:1778653867.918679:0:32938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19220 00000400:00000010:2.0:1778653867.918682:0:32938:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19220. 00000100:00000001:2.0:1778653867.918687:0:32938:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653867.918697:0:32938:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653867.918708:0:32938:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.918716:0:32938:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653867.918718:0:32938:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.918721:0:32938:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653867.918725:0:32938:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653867.918727:0:32938:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653867.918730:0:32938:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.918734:0:32938:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653867.918745:0:32938:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ace8 time=577 v=5 (5 5 0 5) 00000100:00001000:2.0:1778653867.919360:0:32938:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653867.919364:0:32938:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653867.919366:0:32938:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653867.919369:0:32938:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653867.919374:0:32938:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.919378:0:32938:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653867.919381:0:32938:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1778653867.919383:0:32938:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653867.919384:0:32938:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.919391:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.919397:0:32938:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.919400:0:32938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653867.919403:0:32938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653867.919406:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653867.919414:0:32938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:32938:1865052054687744:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1778653867.919420:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.919423:0:32938:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.919426:0:32938:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653867.919428:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.919431:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.919438:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.919441:0:32938:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915385f4ce40. 00000100:00000001:2.0:1778653867.919446:0:32938:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653867.919448:0:32938:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653867.919454:0:32938:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1778653867.919456:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.919459:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054687744/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.919466:0:32938:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.919477:0:32938:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.919481:0:32938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbb000. 02000000:00000001:2.0:1778653867.919485:0:32938:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.919488:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.919492:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653867.919494:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.919497:0:32938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658db00. 02000000:00000001:2.0:1778653867.919501:0:32938:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.919503:0:32938:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.919505:0:32938:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653867.919509:0:32938:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.919510:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1778653867.919514:0:32938:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: update ffff915388bb37d0 cache blocks 3679/3683 objects 117792/118200 00020000:00000001:2.0:1778653867.919518:0:32938:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653867.919525:0:32938:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.919529:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653867.919532:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.919536:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.919540:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.919627:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.919630:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.919639:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.919642:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.919679:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.919684:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.919687:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.919690:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.919692:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.919700:0:32938:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1778653867.919703:0:32938:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: age 1221, max_age 1754 00000008:00000001:2.0:1778653867.919706:0:32938:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1778653867.919710:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000010:2.0:1778653867.919715:0:32938:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653867.919718:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653867.919722:0:32938:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1778653867.919725:0:32938:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1778653867.919729:0:32938:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1697 00000400:00000200:2.0:1778653867.919737:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653867.919743:0:32938:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1778653867.919759:0:32938:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.919762:0:32938:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653867.919764:0:32938:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.919767:0:32938:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:2.0:1778653867.919770:0:32938:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653867.919772:0:32938:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:2.0:1778653867.919774:0:32938:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653867.919777:0:32938:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:2.0:1778653867.919779:0:32938:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:2.0:1778653867.919781:0:32938:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000040:2.0:1778653867.919784:0:32938:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.919786:0:32938:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653867.919788:0:32938:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653867.919790:0:32938:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:2.0:1778653867.919793:0:32938:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00080000:2.0:1778653867.919797:0:32938:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff915389b76000: import ffff91538996b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1778653867.919800:0:32938:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.919802:0:32938:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1778653867.919810:0:32938:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653867.919813:0:32938:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.919816:0:32938:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1778653867.919820:0:32938:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1778653867.919823:0:32938:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.919825:0:32938:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.919829:0:32938:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2300. 00000020:00000040:2.0:1778653867.919831:0:32938:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=5 obd=lustre-OST0001-osc-ffff915389b76000 02000000:00000001:2.0:1778653867.919835:0:32938:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653867.919836:0:32938:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.919840:0:32938:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653867.919843:0:32938:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653867.919847:0:32938:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653867.919854:0:32938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d000. 00000100:00000001:2.0:1778653867.919863:0:32938:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653867.919871:0:32938:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653867.919885:0:32938:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653867.919890:0:32938:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.919895:0:32938:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e70ce69] to pc [ptlrpcd_rcv+-1] req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.919969:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.919974:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.919976:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653867.919983:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.919991:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653867.919993:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.919998:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653867.920001:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653867.920003:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653867.920007:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687872:192.168.204.110@tcp:8:lfs.0 00000100:00000001:0.0:1778653867.920013:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653867.920018:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653867.920021:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.920023:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653867.920029:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef800. 02000000:00000001:0.0:1778653867.920031:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653867.920036:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653867.920040:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899006e0. 00000400:00000010:0.0:1778653867.920047:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653867.920055:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054687872, portal 4 00000100:00000001:0.0:1778653867.920057:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653867.920059:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649047808 : -121687060503808 : ffff915385fc2300) 00000100:00000040:0.0:1778653867.920066:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.920073:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653867.920076:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653867.920079:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29b28. 00000100:00000200:0.0:1778653867.920082:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054687872, offset 0 00000400:00000200:0.0:1778653867.920089:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653867.920097:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.920104:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653867.920110:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653867.920115:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653867.920119:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653867.920122:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653867.920127:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2506:2506:256:4294967295] 192.168.204.110@tcp LPNI seq info [2506:2506:8:4294967295] 00000400:00000200:0.0:1778653867.920132:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653867.920142:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653867.920159:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653867.920164:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a100. 00000800:00000200:0.0:1778653867.920172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653867.920181:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653867.920186:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653867.920211:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.920216:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 264617 usecs (265 jiffies) 00000400:00000200:0.0:1778653867.920220:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653867.920223:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423361 00000100:00000001:0.0:1778653867.920226:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:0.0:1778653867.920228:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423361 00000100:00000001:0.0:1778653867.920230:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:0.0:1778653867.920232:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.920235:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.920238:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.920240:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653867.920403:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653867.920409:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a100. 00000400:00000200:1.0:1778653867.920414:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.920419:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653867.920424:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29b28 00000400:00000010:1.0:1778653867.920427:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29b28. 00000100:00000001:1.0:1778653867.920431:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653867.920435:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.920443:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653867.920446:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.920459:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.920460:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653867.921284:0:32938:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.921292:0:32938:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1778653867.921294:0:32938:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1778653867.921300:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.921302:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653867.921306:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653867.921308:0:32938:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653867.921310:0:32938:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653867.921315:0:32938:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653867.921323:0:32938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658db00. 00000100:00000001:2.0:1778653867.921328:0:32938:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.921332:0:32938:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653867.921334:0:32938:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653867.921340:0:32938:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915385f4ce40. 00000100:00000001:2.0:1778653867.921343:0:32938:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386648567360 : -121687060984256 : ffff915385f4ce40) 00000100:00000001:2.0:1778653867.921346:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653867.921347:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653867.921352:0:32938:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653867.921355:0:32938:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.921358:0:32938:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653867.921360:0:32938:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653867.921367:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.921376:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.921378:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1778653867.921382:0:32938:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.921391:0:32938:0:(client.c:1835:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.921393:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.921395:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653867.921399:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385f4ce40 going to sleep for 0 seconds 00000100:00000001:2.0:1778653867.921401:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.921404:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.921406:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.921407:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.921410:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.922985:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.922991:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1778653867.922997:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.923000:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653867.923003:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.923006:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653867.924392:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.924412:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.924416:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.924418:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.924428:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.924436:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.924447:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.924452:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.924458:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.924463:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a04145351080 00000400:00000200:1.0:1778653867.924548:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.924556:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x6741 [1] + 0 00000800:00000001:1.0:1778653867.924565:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.924573:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.924576:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.924581:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.924588:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.924597:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653867.924609:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.924628:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.924637:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.924640:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.924955:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.924960:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653867.924967:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653867.924970:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653867.924973:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899006e0. 00000400:00000200:0.0:1778653867.924979:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:0.0:1778653867.924982:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:0.0:1778653867.924985:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653867.924990:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653867.925003:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.925012:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653867.925015:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.925018:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653867.925022:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653867.925025:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653867.925027:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653867.925030:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653867.925043:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=128 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653867.925047:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653867.925050:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653867.925052:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653867.925055:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653867.925061:0:2365:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.925065:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1778653867.925068:0:2365:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: committing for last_committed 4294967312 gen 13 00000100:00000040:0.0:1778653867.925071:0:2365:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1778653867.925074:0:2365:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653867.925075:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.925080:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.925087:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.925091:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653867.925093:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.925096:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1778653867.925103:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:0.0:1778653867.925107:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653867.925109:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:0.0:1778653867.925112:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653867.925115:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:0.0:1778653867.925117:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:0.0:1778653867.925120:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00001000:0.0:1778653867.925123:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=1778653867 v=0 (0 0 0 0) 00000100:00001000:0.0:1778653867.925126:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996bc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1778653867.925131:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000100:00080000:0.0:1778653867.925137:0:2365:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff915389b76000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1778653867.925140:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000100:00000001:0.0:1778653867.925143:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653867.925147:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1778653867.925160:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1778653867.925165:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653867.925169:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1778653867.925174:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653867.925177:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653867.925180:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653867.925182:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653867.925185:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653867.925188:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925190:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925192:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653867.925193:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653867.925195:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925196:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653867.925198:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653867.925202:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653867.925204:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925206:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925208:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653867.925210:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653867.925212:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653867.925215:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.925216:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1778653867.925219:0:2365:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1778653867.925223:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1778653867.925226:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653867.925227:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1778653867.925229:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653867.925231:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1778653867.925233:0:2365:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1778653867.925235:0:2365:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1778653867.925240:0:2365:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1778653867.925242:0:2365:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1778653867.925244:0:2365:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653867.925247:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653867.925248:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653867.925250:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653867.925251:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653867.925252:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653867.925253:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925255:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925256:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653867.925258:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653867.925259:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925261:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653867.925262:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653867.925264:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653867.925265:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925267:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653867.925269:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653867.925561:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653867.925564:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653867.925566:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.925568:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1778653867.925570:0:2365:0:(import.c:1239:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653867.925640:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1778653867.925690:0:2365:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000082a20f2d): req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.925778:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.925783:0:32938:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.925800:0:2365:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.926858:0:32938:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653867.926863:0:32938:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.926869:0:32938:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653867.926873:0:32938:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653867.926877:0:32938:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.926880:0:32938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653867.926889:0:32938:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653867.926892:0:32938:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.926895:0:32938:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653867.926908:0:32938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653867.926912:0:32938:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653867.926920:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653867.926926:0:32938:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ed68. 00000400:00000010:2.0:1778653867.926933:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653867.926942:0:32938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054688000, portal 4 00000100:00000001:2.0:1778653867.926945:0:32938:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653867.926947:0:32938:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653867.926957:0:32938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.926966:0:32938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653867.926969:0:32938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653867.926972:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490f68. 00000100:00000200:2.0:1778653867.926975:0:32938:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054688000, offset 0 00000400:00000200:2.0:1778653867.926984:0:32938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653867.926993:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653867.927001:0:32938:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653867.927008:0:32938:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653867.927013:0:32938:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653867.927018:0:32938:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653867.927022:0:32938:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653867.927026:0:32938:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2507:2507:256:4294967295] 192.168.204.110@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:2.0:1778653867.927030:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653867.927042:0:32938:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653867.927049:0:32938:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653867.927117:0:32938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d900. 00000800:00000200:2.0:1778653867.927126:0:32938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653867.927135:0:32938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653867.927141:0:32938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653867.927175:0:32938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.927181:0:32938:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 263071 usecs (264 jiffies) 00000400:00000200:2.0:1778653867.927184:0:32938:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653867.927188:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296423366 00000100:00000001:2.0:1778653867.927192:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296427145 00000100:00000001:2.0:1778653867.927194:0:32938:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296423366 00000100:00000001:2.0:1778653867.927196:0:32938:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296427145 00000100:00000001:2.0:1778653867.927199:0:32938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.927203:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.927206:0:32938:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653867.927209:0:32938:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653867.927211:0:32938:0:(client.c:2691:ptlrpc_set_wait()) set ffff915385f4ce40 going to sleep for 11 seconds 00000100:00000001:2.0:1778653867.927214:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653867.927216:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.927302:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653867.927312:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653867.927322:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054687872:192.168.204.110@tcp:8:lfs.0 00000100:00000001:0.0:1778653867.927327:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.927331:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653867.927334:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2300 x1865052054687872/t0(0) o8->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653867.927341:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653867.927344:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653867.927347:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef800. 02000000:00000001:0.0:1778653867.927354:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653867.927358:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653867.927360:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653867.927362:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653867.927365:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d000. 02000000:00000001:0.0:1778653867.927369:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653867.927371:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653867.927373:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2300. 00000100:00000001:0.0:1778653867.927378:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653867.927380:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.927382:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653867.927391:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653867.927393:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653867.927395:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653867.927397:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653867.927865:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653867.927871:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d900. 00000400:00000200:1.0:1778653867.927875:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.927881:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653867.927887:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490f68 00000400:00000010:1.0:1778653867.927890:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490f68. 00000100:00000001:1.0:1778653867.927895:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653867.927899:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.927909:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653867.927912:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.927920:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653867.927922:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653867.935999:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.936024:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653867.936030:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.936032:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.936044:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.936054:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653867.936066:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.936073:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.936080:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.936085:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145351100 00000400:00000200:1.0:1778653867.936091:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653867.936098:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x6751 [1] + 224 00000800:00000001:1.0:1778653867.936108:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.936135:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653867.936139:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653867.936145:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653867.936164:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653867.936177:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653867.936189:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653867.936215:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653867.936227:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653867.936231:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.936376:0:32938:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653867.936386:0:32938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653867.936388:0:32938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653867.936392:0:32938:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ed68. 00000400:00000200:2.0:1778653867.936398:0:32938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653867.936403:0:32938:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653867.936407:0:32938:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653867.936413:0:32938:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653867.936423:0:32938:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.936429:0:32938:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653867.936431:0:32938:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.936434:0:32938:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653867.936438:0:32938:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653867.936442:0:32938:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653867.936444:0:32938:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653867.936448:0:32938:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653867.936460:0:32938:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bca0 time=577 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653867.936474:0:32938:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653867.936478:0:32938:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653867.936480:0:32938:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653867.936483:0:32938:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653867.936488:0:32938:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.936493:0:32938:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653867.936495:0:32938:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653867.936497:0:32938:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653867.936499:0:32938:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653867.936505:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.936512:0:32938:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653867.936516:0:32938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653867.936519:0:32938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653867.936523:0:32938:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653867.936538:0:32938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:32938:1865052054688000:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1778653867.936544:0:32938:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653867.936547:0:32938:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653867.936551:0:32938:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653867.936553:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.936557:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.936564:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653867.936567:0:32938:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915385f4ce40. 00000100:00000001:2.0:1778653867.936571:0:32938:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653867.936573:0:32938:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653867.936579:0:32938:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1778653867.936581:0:32938:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653867.936584:0:32938:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054688000/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653883 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653867.936591:0:32938:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653867.936594:0:32938:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653867.936597:0:32938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653867.936600:0:32938:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653867.936604:0:32938:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653867.936606:0:32938:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653867.936609:0:32938:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653867.936612:0:32938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658db00. 02000000:00000001:2.0:1778653867.936616:0:32938:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653867.936618:0:32938:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653867.936620:0:32938:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653867.936624:0:32938:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653867.936626:0:32938:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1778653867.936629:0:32938:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: update ffff91538a398450 cache blocks 3679/3683 objects 117792/118200 00020000:00000001:2.0:1778653867.936634:0:32938:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653867.936641:0:32938:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936645:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653867.936701:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.936705:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936709:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936859:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.936862:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.936875:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.936878:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.936885:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.936891:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936893:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.936897:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.936899:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.936904:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936906:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936909:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.936911:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.936914:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936915:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936921:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.936922:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.936926:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.936927:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.936929:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.936932:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936934:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.936935:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.936936:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.936939:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936941:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936943:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.936945:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.936948:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936949:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936953:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.936955:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.936957:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.936959:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.936961:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.936963:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936964:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.936966:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.936967:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.936970:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936972:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936974:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.936976:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.936977:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936979:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936981:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.936983:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.936985:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.936986:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.936988:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.936990:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.936991:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.936992:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.936994:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.936996:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.936998:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937000:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937002:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937004:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937006:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937009:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937010:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937013:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937014:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937016:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937019:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937020:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937021:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937022:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937025:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937027:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937029:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937031:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937033:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937035:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937038:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937039:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937042:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937043:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937045:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937047:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937049:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937050:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937051:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937053:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937056:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937058:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937060:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937062:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937064:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937067:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937068:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937071:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937072:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937074:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937076:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937077:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937080:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937081:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937083:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937085:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937086:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937088:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937090:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937092:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937095:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937096:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937098:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937099:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937101:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937103:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937105:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937106:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937107:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937109:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937111:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937112:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937114:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937116:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937117:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937120:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937121:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937123:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937124:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937126:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937128:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937130:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937131:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937132:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937134:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937137:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937138:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937140:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937142:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937144:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937146:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937147:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937160:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937161:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937164:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937166:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937167:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937168:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937169:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937172:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937174:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937175:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937177:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937179:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937181:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937185:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937186:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937189:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937190:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937192:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937194:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937196:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937197:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937198:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937200:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937202:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937204:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937206:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937208:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937210:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937213:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937214:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937217:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937218:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937220:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937221:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937222:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937223:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937224:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937226:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937228:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937230:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937234:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937236:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937237:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937240:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937242:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937244:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937245:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937247:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937249:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937251:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937252:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937253:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937255:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937257:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937259:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937261:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937263:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937265:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937268:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937270:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937273:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937274:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937276:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937278:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937279:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937281:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937282:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937284:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937286:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937288:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937290:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937292:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937294:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937297:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937299:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937301:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937302:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937305:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937307:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937308:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937310:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937311:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937313:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937315:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937317:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937319:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937321:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937322:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937325:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937326:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937329:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937330:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937332:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937334:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937336:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937337:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937338:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937341:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937343:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937344:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937346:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937348:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937350:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937352:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937354:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937356:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937357:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937359:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937361:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937363:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937364:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937365:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937367:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937370:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937371:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937374:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937376:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937377:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937380:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937381:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937383:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937384:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937386:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937389:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937390:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937392:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937393:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937395:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937397:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937399:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937401:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937403:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937404:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937407:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937409:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937411:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937412:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937414:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937415:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937417:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937418:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937419:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937421:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937423:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937424:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937426:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937427:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937429:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937431:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937432:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937435:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937436:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937438:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937440:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937442:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937443:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937444:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937447:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937449:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937451:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937453:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937456:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937457:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937460:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937461:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937464:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937465:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937468:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937470:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937471:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937472:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937473:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937476:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937478:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937480:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937482:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937484:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937486:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937488:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937490:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937493:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937494:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937496:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937499:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937500:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937502:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937503:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937505:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937507:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937510:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937512:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937514:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937516:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937520:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937521:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937523:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937524:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937527:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937529:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937530:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937531:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937533:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937535:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937537:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937538:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937540:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937543:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937545:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937547:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937549:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937551:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937553:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937554:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937556:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937558:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937559:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937560:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937563:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937565:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937567:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937569:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937571:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937573:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937576:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937578:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937580:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937581:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937584:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937586:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937587:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937588:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937589:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937592:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937594:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937595:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937597:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937599:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937601:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937604:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937605:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937608:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937609:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937611:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937613:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937615:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937616:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937617:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937620:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937622:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937624:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937626:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937628:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937629:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937632:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937633:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937635:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937636:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937639:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937641:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937643:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937644:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937645:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937648:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937682:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937684:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937686:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937689:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937691:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937694:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937696:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937699:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937700:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937702:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937705:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937706:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937708:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937709:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937712:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937714:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937716:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937718:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937720:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937721:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937725:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937726:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937729:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937730:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937732:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937735:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937736:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937738:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937739:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937742:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937743:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937745:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937747:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937750:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937752:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937755:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937756:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937759:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937760:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937762:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937765:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937766:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937767:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937768:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937771:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937774:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937776:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937778:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937780:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937782:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937785:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937786:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937788:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937790:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937792:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937794:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937796:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937797:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937798:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937801:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937803:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937804:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937806:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937808:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937810:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937813:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937814:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937816:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937817:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937819:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937821:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937823:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937824:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937825:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937827:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937829:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937830:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937832:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937834:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937836:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937838:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937840:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937843:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937844:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937845:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937848:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937849:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937850:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937851:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937854:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937855:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937857:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937859:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937861:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937863:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937865:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937867:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937869:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937870:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937871:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937873:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937875:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937875:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937876:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937878:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937880:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937881:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937883:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937885:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937887:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937889:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937890:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937893:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937894:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937896:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937898:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937899:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937900:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937901:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937903:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937905:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937907:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937909:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937911:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937913:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937915:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937917:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937919:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937920:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937922:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937924:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937926:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937927:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937929:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937931:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937933:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937935:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937937:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937939:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937941:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937944:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937945:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937947:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937949:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937950:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937952:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937953:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937954:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937955:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937958:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937959:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937961:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937963:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937964:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937966:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937968:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937969:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937971:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937972:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937974:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.937976:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.937977:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.937978:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.937979:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.937981:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937983:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937984:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.937986:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.937989:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937990:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.937993:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.937994:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.937996:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.937997:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.937999:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938001:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938002:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938003:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938005:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938007:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938008:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938010:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938012:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938014:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938015:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938018:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938019:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938021:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938022:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938024:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938026:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938028:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938029:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938031:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938033:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938035:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938037:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938038:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938040:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938042:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938045:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938046:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938049:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938050:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938052:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938054:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938056:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938057:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938058:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938061:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938063:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938065:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938066:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938068:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938070:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938073:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938074:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938077:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938078:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938080:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938082:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938083:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938084:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938086:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938088:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938090:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938092:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938094:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938096:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938099:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938101:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938103:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938105:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938106:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938108:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938110:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938112:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938113:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938114:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938117:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938119:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938121:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938122:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938125:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938126:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938129:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938131:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938133:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938134:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938136:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938138:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938140:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938141:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938142:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938144:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938146:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938148:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938161:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938163:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938165:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938168:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938169:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938171:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938172:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938174:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938176:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938178:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938179:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938180:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938182:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938184:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938185:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938187:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938189:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938191:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938194:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938195:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938197:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938198:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938200:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938203:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938204:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938205:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938206:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938209:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938210:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938212:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938214:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938216:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938218:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938221:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938223:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938226:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938227:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938229:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938231:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938232:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938233:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938234:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938237:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938238:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938240:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938242:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938244:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938246:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938250:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938251:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938253:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938255:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938257:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938259:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938261:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938262:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938263:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938266:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938267:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938269:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938271:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938273:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938274:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938277:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938278:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938280:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938281:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938283:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938285:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938286:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938287:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938288:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938290:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938292:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938294:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938295:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938297:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938299:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938301:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938302:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938305:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938306:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938307:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938309:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938311:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938311:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938313:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938314:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938316:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938318:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938320:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938321:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938322:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938325:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938326:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938328:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938329:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938331:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938332:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938334:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938335:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938336:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938338:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938340:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938341:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938343:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938345:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938346:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938349:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938350:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938352:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938353:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938355:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938356:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938357:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938358:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938359:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938361:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938363:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938364:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938366:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938368:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938369:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938372:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938373:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938375:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938376:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938378:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938380:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938381:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938382:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938383:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938385:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938387:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938389:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938390:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938392:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938394:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938396:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938398:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938400:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938400:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938402:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938404:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938406:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938407:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938408:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938410:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938412:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938414:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938415:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938417:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938419:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938422:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938423:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938426:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938427:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938429:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938431:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938432:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938433:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938434:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938437:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938439:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938441:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938443:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938445:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938447:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938450:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938451:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938453:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938454:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938456:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938458:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938459:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938460:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938461:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938463:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938465:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938466:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938468:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938470:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938471:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938474:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938475:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938478:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938479:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938480:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938482:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938484:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938485:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938486:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938488:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938490:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938491:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938493:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938495:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938497:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938500:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938502:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938504:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938506:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938507:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938510:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938511:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938513:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938514:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938517:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938518:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938520:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938522:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938524:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938526:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938528:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938529:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938532:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938533:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938535:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938537:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938539:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938540:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938542:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938544:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938546:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938548:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938550:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938552:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938554:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938557:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938559:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938561:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938562:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938565:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938568:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938569:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938570:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938571:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938574:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938576:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938577:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938579:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938581:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938583:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938586:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938587:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938589:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938590:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938592:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938594:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938596:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938597:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938598:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938600:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938602:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938604:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938605:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938607:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938608:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938611:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938612:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938614:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938615:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938617:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938619:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938620:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938622:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938623:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938625:0:32938:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938627:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938629:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653867.938631:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938633:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938635:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653867.938637:0:32938:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653867.938638:0:32938:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe05d2ff20 00000080:00000001:2.0:1778653867.938641:0:32938:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653867.938642:0:32938:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653867.938644:0:32938:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0f000. 00000020:00000001:2.0:1778653867.938646:0:32938:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938648:0:32938:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653867.938684:0:32938:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653867.938685:0:32938:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0f000 uarg=0000000000000000 00020000:00000001:2.0:1778653867.938688:0:32938:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.938691:0:32938:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.938693:0:32938:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1778653867.938695:0:32938:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0f000. 00000080:00000001:2.0:1778653867.938697:0:32938:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.938699:0:32938:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653867.938714:0:32938:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:2.0:1778653867.938717:0:32938:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653867.938721:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d98 00000080:00200008:2.0:1778653867.938723:0:32938:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00400000:2.0:1778653867.938728:0:32938:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1778653867.938731:0:32938:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7ec80. 00000080:00000001:2.0:1778653867.938737:0:32938:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1778653867.938739:0:32938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d98 00000080:00000008:2.0:1778653867.938741:0:32938:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000, rc = 0 00000080:00000001:2.0:1778653867.938744:0:32938:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653867.938746:0:32938:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653868.503761:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653868.503766:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653868.503772:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653868.503774:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653868.503850:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653868.503853:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653868.503855:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653868.760935:0:2368:0:(client.c:2543:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1778653868.760944:0:2368:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1778653868.760962:0:2368:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1778653852/real 1778653852] req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1778653868.760985:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653868.760988:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653868.760992:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653868.760999:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:2.0:1778653868.761002:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:2.0:1778653868.761008:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653868.761012:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653868.761020:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653868.761028:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653868.761030:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761033:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653868.761036:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653868.761040:0:2368:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653868.761045:0:2368:0:(client.c:2531:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761056:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653868.761058:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653868.761061:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653868.761065:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653868.761067:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761069:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653868.761072:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653868.761076:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653868.761083:0:2368:0:(client.c:2186:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1778653868.761087:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761089:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653868.761090:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653868.761093:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653868.761100:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054684672:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1778653868.761106:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761109:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653868.761113:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c000 x1865052054684672/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1778653868 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653868.761120:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653868.761124:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653868.761129:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538a489c00. 02000000:00000001:2.0:1778653868.761147:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653868.761151:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653868.761153:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653868.761156:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653868.761159:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538c0d5100. 02000000:00000001:2.0:1778653868.761163:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653868.761166:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653868.761168:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c000. 00000100:00000001:2.0:1778653868.761172:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653868.761173:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761176:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653868.761179:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653868.761180:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653868.761182:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653868.761185:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653869.527768:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653869.527773:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653869.527780:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653869.527781:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653869.527938:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653869.527942:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653869.527946:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653870.069597:0:33154:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653870.318087:0:33190:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1778653870.318093:0:33190:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg410-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1778653870.324627:0:33190:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1778653870.488336:0:33203:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653870.551992:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653870.551997:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653870.552003:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653870.552004:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653870.552077:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653870.552080:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653870.552083:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653871.203960:0:33308:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653871.415489:0:33344:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1778653871.415495:0:33344:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1778653871.421976:0:33344:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1778653871.575889:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653871.575895:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653871.575902:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653871.575903:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653871.576013:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653871.576017:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653871.576019:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653872.343772:0:30363:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009910 (cpu 0) has reached its deadline 4296427145, at 4296427520 00000100:00000010:1.0:1778653872.343787:0:30363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee14e0. 00000100:00000040:0.0:1778653872.344107:0:29557:0:(connection.c:75:cpu_latency_work()) work item of ffff91538c009800 (cpu 0) has reached its deadline 4296427145, at 4296427520 00000100:00000010:0.0:1778653872.344114:0:29557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff915383ee1ba0. 00010000:00000001:1.0:1778653872.601594:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653872.601600:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653872.601607:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653872.601608:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653872.602044:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653872.602047:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653872.602050:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653872.791572:0:33362:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859489:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653872.859498:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653872.859520:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ea00. 00000020:00000040:0.0:1778653872.859527:0:26894:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1778653872.859533:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653872.859536:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653872.859541:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653872.859549:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8af00. 00000100:00000001:0.0:1778653872.859556:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859569:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653872.859580:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653872.859584:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859591:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e16a4299] to pc [ptlrpcd_00_01+1] req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.859624:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859627:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653872.859630:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653872.859633:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ce00. 00000020:00000040:0.0:1778653872.859636:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653872.859638:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653872.859639:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653872.859641:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653872.859644:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8ad00. 00000100:00000001:0.0:1778653872.859647:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859891:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-MDT0000_UUID req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653872.859898:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653872.859901:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859904:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a7a94c5] to pc [ptlrpcd_00_00+0] req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.859913:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859915:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653872.859919:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653872.859924:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e300. 00000020:00000040:0.0:1778653872.859926:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:0.0:1778653872.859928:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653872.859930:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653872.859931:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653872.859937:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8a800. 00000100:00000001:0.0:1778653872.859940:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.859944:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0000_UUID req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653872.860009:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653872.860011:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860015:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b28d2d] to pc [ptlrpcd_00_01+1] req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860022:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860024:0:26894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1778653872.860028:0:26894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1778653872.860032:0:26894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c700. 00000020:00000040:0.0:1778653872.860034:0:26894:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:0.0:1778653872.860036:0:26894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653872.860038:0:26894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653872.860039:0:26894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653872.860043:0:26894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d8a100. 00000100:00000001:0.0:1778653872.860046:0:26894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860050:0:26894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3368fde0-d18c-4c9c-a094-d50367bc642b->lustre-OST0001_UUID req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653872.860246:0:26894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653872.860248:0:26894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860253:0:26894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a93bc348] to pc [ptlrpcd_00_00+0] req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860259:0:26894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860264:0:26894:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1765) 00000100:00000001:0.0:1778653872.860276:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653872.860279:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653872.860281:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653872.860285:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860291:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653872.860293:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.860296:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653872.860298:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653872.860300:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653872.860302:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054688256:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653872.860306:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653872.860311:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653872.860314:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.860316:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653872.860320:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164200. 02000000:00000001:0.0:1778653872.860321:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653872.860327:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653872.860331:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899006e0. 00000400:00000010:0.0:1778653872.860336:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653872.860342:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054688256, portal 10 00000100:00000001:0.0:1778653872.860344:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653872.860345:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679303680 : -121687030247936 : ffff915387c9ce00) 00000100:00000040:0.0:1778653872.860351:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860356:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653872.860359:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653872.860361:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a292a8. 00000100:00000200:0.0:1778653872.860363:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054688256, offset 0 00000400:00000200:0.0:1778653872.860369:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653872.860376:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.860382:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653872.860387:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653872.860391:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653872.860394:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653872.860397:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653872.860400:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2508:2508:256:4294967295] 192.168.204.110@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:0.0:1778653872.860404:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.860412:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653872.860416:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653872.860420:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a700. 00000800:00000200:0.0:1778653872.860426:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653872.860433:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653872.860448:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653872.860458:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860461:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 863937 usecs (864 jiffies) 00000400:00000200:0.0:1778653872.860465:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653872.860467:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296428900 00000100:00000010:0.0:1778653872.860471:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d5240. 00000100:00000001:0.0:1778653872.860477:0:2366:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1778653872.860482:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296428900 00000100:00000010:0.0:1778653872.860484:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9153951d5d80. 00000100:00000001:0.0:1778653872.860486:0:2366:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1778653872.860489:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653872.860492:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.860494:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653872.860497:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860503:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653872.860504:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.860506:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653872.860507:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653872.860509:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653872.860519:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054688512:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653872.860522:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653872.860524:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653872.860525:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.860527:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653872.860529:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165a00. 02000000:00000001:0.0:1778653872.860531:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653872.860533:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653872.860535:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900c08. 00000400:00000010:0.0:1778653872.860538:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29198. 00000100:00000200:0.0:1778653872.860540:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054688512, portal 4 00000100:00000001:0.0:1778653872.860541:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653872.860542:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679301888 : -121687030249728 : ffff915387c9c700) 00000100:00000040:0.0:1778653872.860547:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860553:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653872.860555:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653872.860556:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653872.860558:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054688512, offset 0 00000400:00000200:0.0:1778653872.860561:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653872.860564:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.860567:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653872.860570:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653872.860572:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653872.860573:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653872.860575:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653872.860578:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2509:2509:255:4294967295] 192.168.204.110@tcp LPNI seq info [2509:2509:7:4294967295] 00000400:00000200:0.0:1778653872.860581:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.860586:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653872.860589:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653872.860592:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a400. 00000800:00000200:0.0:1778653872.860595:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653872.860599:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653872.860601:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653872.860604:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.860606:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 261617 usecs (262 jiffies) 00000400:00000200:0.0:1778653872.860608:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653872.860610:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296428298 00000100:00000001:0.0:1778653872.860612:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296428900 00000100:00000001:0.0:1778653872.860613:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296428298 00000100:00000001:0.0:1778653872.860615:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296428900 00000100:00000001:0.0:1778653872.860617:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653872.860618:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.860620:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.860622:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653872.860630:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653872.860631:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653872.860633:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653872.860634:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653872.860635:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653872.860638:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1778653872.860639:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653872.860641:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653872.860642:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653872.860644:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653872.860645:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653872.860646:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653872.860895:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860902:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653872.860903:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.860905:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653872.860907:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653872.860909:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653872.860912:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054688128:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653872.860915:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653872.860917:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653872.860919:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.860921:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653872.860924:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386164a00. 02000000:00000001:0.0:1778653872.860925:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653872.860928:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653872.860931:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900790. 00000400:00000010:0.0:1778653872.860934:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653872.860937:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054688128, portal 25 00000100:00000001:0.0:1778653872.860938:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653872.860939:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000040:0.0:1778653872.860943:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.860947:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653872.860949:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653872.860951:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29220. 00000100:00000200:0.0:1778653872.860952:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054688128, offset 0 00000400:00000200:0.0:1778653872.860956:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653872.860959:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.860962:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653872.860964:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653872.860966:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653872.860968:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653872.860970:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653872.860972:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2510:2510:254:4294967295] 192.168.204.110@tcp LPNI seq info [2510:2510:6:4294967295] 00000400:00000200:0.0:1778653872.860975:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.860980:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653872.860983:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653872.860986:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d8a600. 00000800:00000200:0.0:1778653872.860989:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653872.860992:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653872.860994:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d8a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653872.860997:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653872.860999:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653872.861001:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296432269 00000100:00000001:0.0:1778653872.861005:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296428900 00000100:00000001:0.0:1778653872.861008:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296432269 00000100:00000001:0.0:1778653872.861010:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296428900 00000100:00000001:0.0:1778653872.861012:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653872.861013:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861015:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653872.861019:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861025:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653872.861026:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.861028:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653872.861030:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653872.861031:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653872.861034:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054688384:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653872.861037:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653872.861039:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653872.861041:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.861042:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653872.861045:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165e00. 02000000:00000001:0.0:1778653872.861047:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653872.861050:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653872.861052:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900f78. 00000400:00000010:0.0:1778653872.861066:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653872.861069:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054688384, portal 4 00000100:00000001:0.0:1778653872.861071:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653872.861073:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309056 : -121687030242560 : ffff915387c9e300) 00000100:00000040:0.0:1778653872.861078:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861093:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653872.861096:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653872.861098:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29cc0. 00000100:00000200:0.0:1778653872.861101:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865052054688384, offset 0 00000400:00000200:0.0:1778653872.861105:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653872.861108:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.861112:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653872.861114:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653872.861117:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653872.861119:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653872.861121:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653872.861124:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2511:2511:253:4294967295] 192.168.204.110@tcp LPNI seq info [2511:2511:5:4294967295] 00000400:00000200:0.0:1778653872.861128:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.861134:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653872.861138:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653872.861142:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d400. 00000800:00000200:0.0:1778653872.861145:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653872.861344:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653872.861347:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653872.861350:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.861353:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21271 usecs (22 jiffies) 00000400:00000200:0.0:1778653872.861356:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653872.861358:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296428059 00000100:00000001:0.0:1778653872.861361:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296432269 00000100:00000001:0.0:1778653872.861363:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296428059 00000100:00000001:0.0:1778653872.861365:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296432269 00000100:00000001:0.0:1778653872.861366:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653872.861369:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861371:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861373:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653872.861415:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653872.861418:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a700. 00000400:00000200:0.0:1778653872.861425:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.861430:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653872.861435:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a292a8 00000400:00000010:0.0:1778653872.861442:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a292a8. 00000100:00000001:0.0:1778653872.861446:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653872.861451:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861461:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653872.861464:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861471:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861472:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653872.861484:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653872.861486:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a400. 00000400:00000200:0.0:1778653872.861489:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.861492:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653872.861494:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:0.0:1778653872.861496:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:0.0:1778653872.861498:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653872.861501:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861507:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653872.861510:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861593:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861594:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653872.861605:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653872.861608:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d8a600. 00000400:00000200:0.0:1778653872.861611:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.861614:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653872.861617:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29220 00000400:00000010:0.0:1778653872.861619:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29220. 00000100:00000001:0.0:1778653872.861621:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653872.861625:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861631:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653872.861633:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861639:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861640:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653872.861779:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653872.861781:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d400. 00000400:00000200:0.0:1778653872.861784:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.861787:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653872.861790:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29cc0 00000400:00000010:0.0:1778653872.861791:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29cc0. 00000100:00000001:0.0:1778653872.861793:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653872.861797:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861803:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653872.861805:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.861810:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.861811:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1778653872.862281:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653872.862285:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653872.867852:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653872.867866:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653872.867871:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653872.867873:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653872.867884:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653872.867892:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653872.867905:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653872.867911:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653872.867918:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653872.867923:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145351180 00000400:00000200:1.0:1778653872.867928:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653872.867935:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6779 [1] + 224 00000800:00000001:1.0:1778653872.867944:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653872.867971:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653872.867975:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653872.867981:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653872.867992:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653872.868004:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653872.868016:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.868041:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653872.868051:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653872.868063:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653872.869986:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653872.869993:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653872.870001:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653872.870003:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653872.870007:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900790. 00000400:00000200:0.0:1778653872.870015:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:0.0:1778653872.870018:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:0.0:1778653872.870021:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653872.870030:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653872.870042:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.870050:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653872.870052:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653872.870063:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653872.870066:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653872.870068:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653872.870071:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.870074:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653872.870083:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=133 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653872.870088:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653872.870091:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653872.870093:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.870096:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653872.870098:0:2366:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.870101:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.870105:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.870112:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653872.870115:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653872.870117:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653872.870121:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653872.870129:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054688128:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653872.870134:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.870137:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653872.870140:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ea00 x1865052054688128/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.870146:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653872.870149:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653872.870152:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164a00. 02000000:00000001:0.0:1778653872.870157:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653872.870159:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653872.870161:0:2366:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1778653872.870163:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653872.870166:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8af00. 02000000:00000001:0.0:1778653872.870170:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653872.870172:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653872.870173:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ea00. 00000100:00000001:0.0:1778653872.870177:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653872.870178:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653872.870181:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.870182:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653872.870183:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653872.870185:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.870187:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653872.874038:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874050:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653872.874064:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874067:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.874077:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874084:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653872.874093:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874098:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874103:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874107:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145351280 00000400:00000200:0.0:1778653872.874111:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874116:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6789 [1] + 224 00000800:00000001:0.0:1778653872.874123:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874126:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.874128:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.874139:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653872.874144:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653872.874151:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653872.874163:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874206:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653872.874210:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653872.874222:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653872.874228:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874231:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653872.874232:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874234:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.874236:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874239:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653872.874242:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874244:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874246:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874251:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145351300 00000400:00000200:0.0:1778653872.874253:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874256:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6769 [1] + 224 00000800:00000001:0.0:1778653872.874258:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874260:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.874261:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.874263:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653872.874265:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653872.874267:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653872.874272:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.874277:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653872.874279:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874280:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653872.874281:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874282:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.874284:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874286:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653872.874288:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874290:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874291:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874293:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a04145351200 00000400:00000200:0.0:1778653872.874294:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.874297:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x6759 [1] + 224 00000800:00000001:0.0:1778653872.874298:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874302:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.874303:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.874305:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653872.874306:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653872.874308:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653872.874313:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.874317:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653872.874319:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.874320:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1778653872.874350:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653872.874352:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653872.874354:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900f78. 00000400:00000200:1.0:1778653872.874358:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:1.0:1778653872.874359:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:1.0:1778653872.874361:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653872.874364:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653872.874369:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874373:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653872.874374:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874376:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653872.874379:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653872.874381:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653872.874383:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653872.874385:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653872.874392:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=133 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653872.874395:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653872.874397:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653872.874398:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653872.874400:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653872.874402:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653872.874404:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653872.874406:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1778653872.874407:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653872.874408:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653872.874410:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874415:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653872.874417:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653872.874418:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653872.874421:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653872.874425:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054688384:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1778653872.874428:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653872.874429:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653872.874430:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899006e0. 00000400:00000200:1.0:1778653872.874431:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:1.0:1778653872.874441:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:1.0:1778653872.874444:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653872.874447:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653872.874454:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874461:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653872.874462:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874473:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653872.874474:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653872.874475:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653872.874477:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653872.874479:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653872.874483:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=133 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653872.874486:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653872.874488:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653872.874489:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653872.874490:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653872.874492:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653872.874494:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653872.874496:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1778653872.874497:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653872.874498:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653872.874502:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874508:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653872.874510:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653872.874511:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653872.874514:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653872.874521:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054688256:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1778653872.874525:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653872.874526:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653872.874528:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900c08. 00000400:00000200:1.0:1778653872.874531:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29198 00000400:00000010:1.0:1778653872.874532:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29198. 00000100:00000001:1.0:1778653872.874534:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653872.874538:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653872.874546:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874552:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653872.874554:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874556:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653872.874557:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653872.874558:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653872.874559:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653872.874561:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653872.874564:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=133 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653872.874567:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653872.874569:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653872.874570:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653872.874571:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653872.874573:0:2366:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653872.874575:0:2366:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653872.874576:0:2366:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1778653872.874578:0:2366:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653872.874579:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653872.874588:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874594:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653872.874596:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653872.874597:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653872.874600:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653872.874606:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2366:1865052054688512:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653872.874610:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874612:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653872.874615:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e300 x1865052054688384/t0(0) o400->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874622:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653872.874624:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653872.874627:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165e00. 02000000:00000001:1.0:1778653872.874631:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653872.874634:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653872.874636:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653872.874637:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653872.874907:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8a800. 02000000:00000001:1.0:1778653872.874913:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653872.874915:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653872.874917:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e300. 00000100:00000001:1.0:1778653872.874920:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653872.874921:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874923:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653872.874927:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ce00 x1865052054688256/t0(0) o400->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874934:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653872.874935:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653872.874937:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386164200. 02000000:00000001:1.0:1778653872.874941:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653872.874942:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653872.874943:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653872.874945:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653872.874947:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8ad00. 02000000:00000001:1.0:1778653872.874949:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653872.874950:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653872.874952:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ce00. 00000100:00000001:1.0:1778653872.874954:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653872.874955:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874956:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653872.874959:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c700 x1865052054688512/t0(0) o400->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1778653888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.874965:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653872.874966:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653872.874967:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165a00. 02000000:00000001:1.0:1778653872.874968:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653872.874969:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653872.874970:0:2366:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653872.874971:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653872.874972:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d8a100. 02000000:00000001:1.0:1778653872.874973:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653872.874974:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653872.874974:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c700. 00000100:00000001:1.0:1778653872.874975:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653872.874976:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874978:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653872.874983:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653872.874985:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653872.874987:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653872.874988:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653872.995453:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17d08 00000080:00200008:0.0:1778653872.995462:0:33382:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653872.995469:0:33382:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653872.995470:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17c80 00000080:00200000:0.0:1778653872.995473:0:33382:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653872.995479:0:33382:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6400. 00800000:00000002:0.0:1778653872.995485:0:33382:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653872.995488:0:33382:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653872.995493:0:33382:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653872.995495:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17ba0 00800000:00000002:0.0:1778653872.995498:0:33382:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653872.995502:0:33382:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653872.995507:0:33382:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653872.995512:0:33382:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653872.995514:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17a70 00000002:00010000:0.0:1778653872.995516:0:33382:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653872.995520:0:33382:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653872.995522:0:33382:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653872.995526:0:33382:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653872.995532:0:33382:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653872.995536:0:33382:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653872.995541:0:33382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653872.995545:0:33382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653872.995549:0:33382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1778653872.995560:0:33382:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653872.995565:0:33382:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653872.995568:0:33382:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1778653872.995575:0:33382:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653872.995577:0:33382:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653872.995579:0:33382:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653872.995581:0:33382:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653872.995584:0:33382:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653872.995585:0:33382:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653872.995588:0:33382:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653872.995590:0:33382:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653872.995593:0:33382:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6400. 00000080:00000001:0.0:1778653872.995597:0:33382:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653872.995599:0:33382:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653872.995602:0:33382:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653872.995605:0:33382:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:0.0:1778653872.995608:0:33382:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653872.995610:0:33382:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653872.995612:0:33382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653872.995614:0:33382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653872.995616:0:33382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653872.995618:0:33382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.995621:0:33382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.995623:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.995624:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653872.995626:0:33382:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653872.995627:0:33382:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653872.995629:0:33382:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d17cb8 00010000:00000001:0.0:1778653872.995632:0:33382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653872.995633:0:33382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653872.995634:0:33382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653872.995636:0:33382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.995638:0:33382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.995640:0:33382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653872.995643:0:33382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653872.995782:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.995783:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653872.995785:0:33382:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653872.995787:0:33382:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653872.995789:0:33382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653872.995799:0:33382:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653872.995802:0:33382:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653872.995804:0:33382:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653872.995808:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.995810:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653872.995811:0:33382:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.995814:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653872.995816:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.995817:0:33382:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.995820:0:33382:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.995823:0:33382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653872.995824:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.995825:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653872.995828:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653872.995830:0:33382:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653872.995833:0:33382:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653872.995837:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17d08 00000080:00000008:0.0:1778653872.995840:0:33382:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653872.996502:0:33382:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653872.996525:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17d08 00000080:00200008:0.0:1778653872.996528:0:33382:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653872.996532:0:33382:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653872.996534:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17c80 00000080:00200000:0.0:1778653872.996535:0:33382:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653872.996540:0:33382:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6400. 00800000:00000002:0.0:1778653872.996543:0:33382:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653872.996545:0:33382:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653872.996547:0:33382:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653872.996548:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17ba0 00800000:00000002:0.0:1778653872.996550:0:33382:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653872.996553:0:33382:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653872.996555:0:33382:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653872.996558:0:33382:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653872.996560:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17a70 00000002:00010000:0.0:1778653872.996562:0:33382:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653872.996565:0:33382:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653872.996566:0:33382:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653872.996567:0:33382:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653872.996570:0:33382:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653872.996573:0:33382:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653872.996575:0:33382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653872.996578:0:33382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653872.996581:0:33382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1778653872.996593:0:33382:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653872.996596:0:33382:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653872.996599:0:33382:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1778653872.996604:0:33382:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653872.996605:0:33382:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653872.996607:0:33382:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653872.996608:0:33382:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653872.996610:0:33382:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653872.996612:0:33382:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653872.996615:0:33382:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653872.996617:0:33382:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653872.996619:0:33382:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6400. 00000080:00000001:0.0:1778653872.996622:0:33382:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653872.996623:0:33382:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653872.996626:0:33382:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653872.996628:0:33382:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:0.0:1778653872.996630:0:33382:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653872.996631:0:33382:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653872.996632:0:33382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653872.996634:0:33382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653872.996635:0:33382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653872.996637:0:33382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.996639:0:33382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.996641:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.996642:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653872.996643:0:33382:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653872.996644:0:33382:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653872.996646:0:33382:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d17cb8 00010000:00000001:0.0:1778653872.996758:0:33382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653872.996760:0:33382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653872.996762:0:33382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653872.996764:0:33382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.996766:0:33382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.996768:0:33382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653872.996770:0:33382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653872.996777:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.996778:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653872.996779:0:33382:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653872.996780:0:33382:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653872.996782:0:33382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653872.996787:0:33382:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653872.996789:0:33382:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653872.996790:0:33382:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653872.996793:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.996794:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653872.996795:0:33382:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.996797:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653872.996798:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.996800:0:33382:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.996802:0:33382:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.996804:0:33382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653872.996805:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.996806:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653872.996808:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653872.996809:0:33382:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653872.996811:0:33382:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653872.996814:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17d08 00000080:00000008:0.0:1778653872.996815:0:33382:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653872.996894:0:33382:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653872.996896:0:33382:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653872.996897:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17b78 00000080:00200000:0.0:1778653872.996899:0:33382:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653872.996903:0:33382:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6400. 00800000:00000002:0.0:1778653872.996906:0:33382:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653872.996908:0:33382:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653872.996910:0:33382:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653872.996911:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17a98 00800000:00000002:0.0:1778653872.996913:0:33382:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653872.996915:0:33382:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653872.996917:0:33382:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653872.996920:0:33382:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653872.996921:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17968 00000002:00010000:0.0:1778653872.996923:0:33382:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653872.996925:0:33382:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653872.996926:0:33382:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653872.996928:0:33382:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653872.996930:0:33382:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653872.996932:0:33382:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653872.997017:0:33382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653872.997019:0:33382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653872.997023:0:33382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1778653872.997030:0:33382:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653872.997032:0:33382:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653872.997034:0:33382:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1778653872.997040:0:33382:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653872.997042:0:33382:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653872.997043:0:33382:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653872.997045:0:33382:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653872.997047:0:33382:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653872.997049:0:33382:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653872.997061:0:33382:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653872.997063:0:33382:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653872.997066:0:33382:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6400. 00000080:00000001:0.0:1778653872.997069:0:33382:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653872.997070:0:33382:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653872.997072:0:33382:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653872.997075:0:33382:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:0.0:1778653872.997078:0:33382:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653872.997079:0:33382:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653872.997080:0:33382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653872.997082:0:33382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653872.997083:0:33382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653872.997085:0:33382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.997087:0:33382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.997089:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.997090:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653872.997091:0:33382:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653872.997092:0:33382:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653872.997094:0:33382:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d17bb0 00010000:00000001:0.0:1778653872.997096:0:33382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653872.997097:0:33382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653872.997098:0:33382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:0.0:1778653872.997100:0:33382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.997101:0:33382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:0.0:1778653872.997103:0:33382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653872.997105:0:33382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653872.997111:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.997112:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653872.997113:0:33382:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653872.997114:0:33382:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653872.997116:0:33382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1778653872.997122:0:33382:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653872.997123:0:33382:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653872.997125:0:33382:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653872.997127:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.997128:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653872.997129:0:33382:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.997131:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653872.997132:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.997133:0:33382:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.997135:0:33382:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653872.997136:0:33382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653872.997138:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653872.997139:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653872.997140:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653872.997142:0:33382:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653872.997144:0:33382:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:0.0:1778653872.997221:0:33382:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653872.997226:0:33382:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653872.997228:0:33382:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653872.997230:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17b78 00000080:00200008:0.0:1778653872.997232:0:33382:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00000010:0.0:1778653872.997237:0:33382:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7f540. 00000080:00000001:0.0:1778653872.997242:0:33382:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653872.997243:0:33382:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653872.997396:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653872.997399:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:0.0:1778653872.997406:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653872.997409:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653872.997413:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eee400. 00000020:00000001:0.0:1778653872.997417:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653872.997420:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653872.997422:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653872.997424:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eee400 uarg=0000000000000000 00800000:00000001:0.0:1778653872.997429:0:33382:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:0.0:1778653872.997432:0:33382:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: age 1755, max_age 1759 00000002:00000001:0.0:1778653872.997435:0:33382:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:0.0:1778653872.997438:0:33382:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000010:0.0:1778653872.997444:0:33382:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ea00. 00000020:00000040:0.0:1778653872.997448:0:33382:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653872.997452:0:33382:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653872.997454:0:33382:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653872.997457:0:33382:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653872.997463:0:33382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538507d400. 00000100:00000001:0.0:1778653872.997469:0:33382:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.997472:0:33382:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653872.997474:0:33382:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653872.997479:0:33382:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304e40. 00000100:00000001:0.0:1778653872.997482:0:33382:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719575616 : -121686989976000 : ffff91538a304e40) 00000100:00000001:0.0:1778653872.997484:0:33382:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653872.997485:0:33382:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000001:0.0:1778653872.997490:0:33382:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653872.997494:0:33382:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.997496:0:33382:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653872.997497:0:33382:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653872.997508:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.997517:0:33382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653872.997519:0:33382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.997523:0:33382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653872.997525:0:33382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653872.997527:0:33382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653872.997530:0:33382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:33382:1865052054688640:192.168.204.110@tcp:41:lfs.0 00000100:00000001:0.0:1778653872.997534:0:33382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653872.997539:0:33382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653872.997541:0:33382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653872.997543:0:33382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653872.997547:0:33382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eec800. 02000000:00000001:0.0:1778653872.997548:0:33382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653872.997555:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653872.997559:0:33382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900790. 00000400:00000010:0.0:1778653872.997565:0:33382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653872.997571:0:33382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054688640, portal 10 00000100:00000001:0.0:1778653872.997574:0:33382:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653872.997575:0:33382:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679310848 : -121687030240768 : ffff915387c9ea00) 00000100:00000040:0.0:1778653872.997581:0:33382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.997587:0:33382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653872.997590:0:33382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653872.997592:0:33382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29cc0. 00000100:00000200:0.0:1778653872.997595:0:33382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054688640, offset 0 00000400:00000200:0.0:1778653872.997600:0:33382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653872.997607:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.997614:0:33382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653872.997619:0:33382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653872.997623:0:33382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653872.997626:0:33382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653872.997629:0:33382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653872.997633:0:33382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2512:2512:256:4294967295] 192.168.204.110@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:0.0:1778653872.997637:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.997645:0:33382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653872.997687:0:33382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653872.997693:0:33382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507da00. 00000800:00000200:0.0:1778653872.997700:0:33382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653872.997707:0:33382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653872.997711:0:33382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653872.997722:0:33382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653872.997726:0:33382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 862841 usecs (863 jiffies) 00000400:00000200:0.0:1778653872.997729:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653872.997732:0:33382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296429037 00000100:00000001:0.0:1778653872.997734:0:33382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296432269 00000100:00000001:0.0:1778653872.997737:0:33382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296429037 00000100:00000001:0.0:1778653872.997739:0:33382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296432269 00000100:00000001:0.0:1778653872.997742:0:33382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653872.997744:0:33382:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653872.997747:0:33382:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653872.997748:0:33382:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653872.997751:0:33382:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304e40 going to sleep for 11 seconds 00000100:00000001:0.0:1778653872.997753:0:33382:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653872.997756:0:33382:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653872.997903:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653872.997908:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507da00. 00000400:00000200:1.0:1778653872.997913:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653872.997917:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653872.997923:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29cc0 00000400:00000010:1.0:1778653872.997925:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29cc0. 00000100:00000001:1.0:1778653872.997929:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653872.997943:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.997953:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653872.997957:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653872.997963:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653872.997965:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653872.999855:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.999861:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653872.999864:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.999865:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.999869:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.999874:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653872.999879:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.999882:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.999885:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.999888:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a04145351380 00000400:00000200:0.0:1778653872.999891:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653872.999894:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x6799 [1] + 224 00000800:00000001:0.0:1778653872.999899:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.999903:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653872.999904:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653872.999907:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653872.999911:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653872.999916:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653872.999922:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653872.999941:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653872.999948:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653872.999950:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.000021:0:33382:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653873.000027:0:33382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653873.000028:0:33382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653873.000030:0:33382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900790. 00000400:00000200:1.0:1778653873.000034:0:33382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:1.0:1778653873.000036:0:33382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:1.0:1778653873.000037:0:33382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653873.000040:0:33382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653873.000046:0:33382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.000050:0:33382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653873.000063:0:33382:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.000066:0:33382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653873.000069:0:33382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653873.000071:0:33382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653873.000076:0:33382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.000081:0:33382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653873.000089:0:33382:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=133 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653873.000093:0:33382:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653873.000096:0:33382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653873.000098:0:33382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653873.000100:0:33382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653873.000103:0:33382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.000108:0:33382:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653873.000110:0:33382:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1778653873.000112:0:33382:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653873.000113:0:33382:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653873.000118:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.000125:0:33382:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653873.000128:0:33382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653873.000130:0:33382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653873.000135:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653873.000142:0:33382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ea00 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:33382:1865052054688640:192.168.204.110@tcp:41:lfs.0 00000100:00000001:1.0:1778653873.000222:0:33382:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.000226:0:33382:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.000228:0:33382:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653873.000230:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653873.000236:0:33382:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.000243:0:33382:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653873.000246:0:33382:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304e40. 00000100:00000001:1.0:1778653873.000249:0:33382:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653873.000251:0:33382:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653873.000256:0:33382:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:1.0:1778653873.000258:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653873.000261:0:33382:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ea00 x1865052054688640/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653888 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.000267:0:33382:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653873.000270:0:33382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653873.000272:0:33382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eec800. 02000000:00000001:1.0:1778653873.000275:0:33382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653873.000277:0:33382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653873.000279:0:33382:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653873.000281:0:33382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653873.000283:0:33382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538507d400. 02000000:00000001:1.0:1778653873.000286:0:33382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653873.000288:0:33382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653873.000290:0:33382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ea00. 00000100:00000001:1.0:1778653873.000293:0:33382:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653873.000294:0:33382:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1778653873.000296:0:33382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653873.000297:0:33382:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=3 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653873.000298:0:33382:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:1.0:1778653873.000301:0:33382:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: update ffff915388bb1e10 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:1.0:1778653873.000305:0:33382:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653873.000310:0:33382:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000313:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653873.000316:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eee400. 00000080:00000001:1.0:1778653873.000318:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000320:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000371:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000373:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000380:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000382:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000386:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000389:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000391:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000394:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000396:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000400:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000402:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000404:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000407:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000409:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000411:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000415:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000416:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000419:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000420:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000422:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000424:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000426:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000427:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000428:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000431:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000432:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000434:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000436:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000438:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000440:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000444:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000446:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000448:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000450:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000452:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000455:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000456:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000457:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000458:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000461:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000462:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000464:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000466:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000468:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000470:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000473:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000475:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000478:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000479:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000481:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000483:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000484:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000485:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000486:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000488:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000490:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000492:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000494:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000495:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000497:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000500:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000502:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000504:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000505:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000507:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000509:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000511:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000512:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000513:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000515:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000517:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000519:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000521:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000523:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000525:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000528:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000529:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000532:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000533:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000535:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000537:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000538:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000539:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000540:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000543:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000544:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000546:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000548:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000550:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000551:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000554:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000556:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000558:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000559:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000561:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000563:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000565:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000566:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000567:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000572:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000574:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000576:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000579:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000581:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000583:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000586:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000588:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000590:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000591:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000594:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000596:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000597:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000598:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000599:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000602:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000603:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000605:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000607:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000610:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000611:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000614:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000616:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000618:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000619:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000621:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000624:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000625:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000626:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000627:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000629:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000631:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000633:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000635:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000637:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000639:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000642:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000643:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000646:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000646:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000791:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000794:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000796:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000798:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000799:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000802:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000804:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000806:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000808:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000810:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000812:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000818:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000820:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000822:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000823:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000826:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000828:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000829:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000830:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000831:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000833:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000835:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000837:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000839:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000841:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000843:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000846:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000848:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000850:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000851:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000853:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000855:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000857:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000858:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000859:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000862:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000864:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000865:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000867:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000869:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000871:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000875:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000876:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000879:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000880:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000882:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000884:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000885:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000886:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000888:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000890:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000892:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000893:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000896:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000898:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000899:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000902:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.000904:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.000907:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.000908:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.000911:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.000913:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.000915:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.000916:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.000917:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.000919:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000921:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000922:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.000924:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.000926:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000928:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.000931:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001026:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001030:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001031:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001034:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001037:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001039:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001040:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001042:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001044:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001046:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001048:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001060:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001063:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001065:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001070:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001072:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001074:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001075:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001078:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001081:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001082:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001083:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001084:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001087:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001089:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001090:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001093:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001095:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001097:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001100:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001101:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001104:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001105:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001107:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001109:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001110:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001111:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001113:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001115:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001117:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001118:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001120:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001122:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001124:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001127:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001128:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001130:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001131:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001133:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001135:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001137:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001138:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001139:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001141:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001143:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001145:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001224:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001227:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001229:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001234:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001235:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001238:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001239:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001242:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001245:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001246:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001248:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001249:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001252:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001254:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001255:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001257:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001259:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001261:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001263:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001264:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001266:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001267:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001269:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001271:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001272:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001273:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001274:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001277:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001279:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001281:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001282:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001284:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001286:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001289:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001290:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001293:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001294:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001297:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001299:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001300:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001301:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001303:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001305:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001307:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001309:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001311:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001313:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001315:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001318:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001319:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001322:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001323:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001325:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001327:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001328:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001329:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001331:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001333:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001335:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001337:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001338:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001341:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001342:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001345:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001346:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001348:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001349:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001351:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001353:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001355:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001356:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001357:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001359:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001361:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001362:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001364:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001366:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001368:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001371:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001372:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001375:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001376:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001378:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001380:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001381:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001382:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001384:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001386:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001388:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001389:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001391:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001393:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001395:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001397:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001399:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001401:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001403:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001404:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001406:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001408:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001409:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001410:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001412:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001414:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001415:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001417:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001419:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001421:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001423:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001425:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001427:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001428:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001430:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001432:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001433:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001434:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001435:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001438:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001439:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001441:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001443:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001446:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001447:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001450:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001451:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001454:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001455:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001457:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001459:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001461:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001462:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001463:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001465:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001467:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001469:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001471:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001473:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001475:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001478:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001479:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001482:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001483:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001485:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001487:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001488:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001489:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001490:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001493:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001495:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001496:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001498:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001500:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001502:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001505:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001507:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001509:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001510:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001512:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001514:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001516:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001518:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001519:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001521:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001523:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001525:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001527:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001529:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001531:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001534:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001535:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001537:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001538:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001540:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001543:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001544:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001545:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001546:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001549:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001551:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001552:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001554:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001556:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001558:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001561:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001563:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001565:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001566:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001568:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001570:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001571:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001572:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001573:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001576:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001578:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001580:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001581:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001583:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001585:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001588:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001589:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001591:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001592:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001594:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001596:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001598:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001599:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001600:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001602:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001604:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001606:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001607:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001609:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001611:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001614:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001615:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001618:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001619:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001621:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001623:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001624:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001625:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001626:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001629:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001631:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001633:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001635:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001637:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001639:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001642:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001644:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001646:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001729:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001734:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001736:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001738:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001739:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001740:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001744:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001746:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001747:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001749:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001752:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001754:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001759:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001760:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001763:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001765:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001767:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001769:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001770:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001771:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001772:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001775:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001777:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001778:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001780:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001782:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001784:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001787:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001789:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001791:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001792:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001794:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001797:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001798:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001799:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001800:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001803:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001804:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001806:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001808:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001810:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001812:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001815:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001816:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001819:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001820:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001822:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001824:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001826:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001827:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001828:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001830:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001832:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001833:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001835:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001837:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001839:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001842:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001843:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001845:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001847:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001849:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001851:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001852:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001854:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001855:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001857:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001858:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001860:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001862:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001864:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001866:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001869:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001870:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001873:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001874:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001876:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001878:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001879:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001880:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001882:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001884:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001886:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001887:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001889:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001891:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001893:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001895:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001897:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001899:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001900:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001902:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.001904:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.001906:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.001908:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.001910:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.001912:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001914:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001916:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.001918:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.001920:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001922:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.001925:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.001926:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.001929:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.001930:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.001932:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002027:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002029:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002031:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002032:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002035:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002037:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002039:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002041:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002043:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002045:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002059:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002061:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002064:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002065:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002068:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002071:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002072:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002074:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002076:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002078:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002080:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002082:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002084:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002087:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002089:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002092:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002094:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002097:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002098:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002100:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002102:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002104:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002105:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002106:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002109:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002111:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002113:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002115:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002117:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002119:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002122:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002124:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002127:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002128:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002130:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002133:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002134:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002135:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002137:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002140:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002142:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002144:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002147:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002224:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002226:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002230:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002232:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002235:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002236:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002238:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002240:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002242:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002243:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002245:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002247:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002249:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002250:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002252:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002254:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002256:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002259:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002260:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002263:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002264:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002266:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002268:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002270:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002271:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002272:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002274:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002276:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002278:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002279:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002281:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002283:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002286:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002287:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002290:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002291:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002293:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002294:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002296:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002297:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002298:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002300:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002301:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002303:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002305:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002307:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002309:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002312:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002313:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002315:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002317:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002319:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002320:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002322:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002323:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002324:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002327:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002328:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002330:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002332:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002334:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002335:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002338:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002340:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002342:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002343:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002345:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002347:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002348:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002349:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002350:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002352:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002354:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002356:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002358:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002360:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002362:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002365:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002366:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002368:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002369:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002371:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002373:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002375:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002376:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002377:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002379:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002381:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002383:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002385:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002387:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002388:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002391:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002392:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002394:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002395:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002397:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002399:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002400:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002402:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002403:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002406:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002407:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002409:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002411:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002412:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002415:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002418:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002419:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002421:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002422:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002424:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002426:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002427:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002428:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002430:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002432:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002434:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002436:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002437:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002439:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002441:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002444:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002445:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002448:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002449:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002451:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002454:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002455:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002456:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002457:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002459:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002461:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002463:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002465:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002467:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002469:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002472:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002473:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002476:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002477:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002479:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002481:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002483:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002483:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002485:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002487:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002489:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002490:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002492:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002494:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002496:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002499:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002501:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002503:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002504:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002506:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002508:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002510:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002511:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002512:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002514:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002516:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002518:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002520:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002522:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002524:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002527:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002528:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002530:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002531:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002534:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002535:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002537:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002538:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002539:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002542:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002543:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002545:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002547:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002549:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002550:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002553:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002555:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002557:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002558:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002560:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002561:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002563:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002564:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002565:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002567:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002568:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002570:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002572:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002574:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002575:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002578:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002580:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002582:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002583:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002585:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002587:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002588:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002589:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002590:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002592:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002594:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002596:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002598:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002600:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002601:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002604:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002605:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002608:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002609:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002611:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002614:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002615:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002617:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002618:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002620:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002621:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002623:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002624:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002626:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002628:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002630:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002631:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002634:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002635:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002637:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002639:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002640:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002641:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002643:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002645:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002647:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002737:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002740:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002742:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002744:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002750:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002751:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002754:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002755:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002758:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002760:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002761:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002762:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002764:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002766:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002768:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002770:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002771:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002774:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002775:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002779:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002780:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002782:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002783:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002786:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002788:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002789:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002791:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002792:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002794:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002796:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002798:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002800:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002802:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002804:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002807:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002808:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002811:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002812:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002814:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002816:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002817:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002819:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002820:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002822:0:33382:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002823:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002825:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.002827:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002828:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002830:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.002832:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002833:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002835:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002836:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002839:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002841:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002842:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1778653873.002843:0:33382:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1778653873.002844:0:33382:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00800000:00000001:1.0:1778653873.002846:0:33382:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.002849:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.002851:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1778653873.002853:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.002855:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.002857:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.002860:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.002861:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.002864:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.002865:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.002867:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.002869:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.002871:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.002874:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.002876:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.002882:0:33382:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:1.0:1778653873.002884:0:33382:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: age 1755, max_age 1759 00000008:00000001:1.0:1778653873.002888:0:33382:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:1.0:1778653873.002891:0:33382:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000010:1.0:1778653873.002898:0:33382:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4380. 00000020:00000040:1.0:1778653873.002900:0:33382:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653873.002904:0:33382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653873.002905:0:33382:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653873.002907:0:33382:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1778653873.002909:0:33382:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653873.002912:0:33382:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653873.002916:0:33382:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653873.002923:0:33382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16400. 00000100:00000001:1.0:1778653873.002929:0:33382:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.002932:0:33382:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653873.003024:0:33382:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653873.003032:0:33382:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538c56f840. 00000100:00000001:1.0:1778653873.003034:0:33382:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386755663936 : -121686953887680 : ffff91538c56f840) 00000100:00000001:1.0:1778653873.003037:0:33382:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653873.003039:0:33382:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000001:1.0:1778653873.003044:0:33382:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653873.003048:0:33382:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.003060:0:33382:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653873.003062:0:33382:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653873.003070:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.003079:0:33382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653873.003081:0:33382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.003085:0:33382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653873.003088:0:33382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653873.003090:0:33382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653873.003094:0:33382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4380 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:33382:1865052054688768:192.168.204.110@tcp:13:lfs.0 00000100:00000001:1.0:1778653873.003098:0:33382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653873.003103:0:33382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653873.003105:0:33382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.003107:0:33382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653873.003112:0:33382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb000. 02000000:00000001:1.0:1778653873.003113:0:33382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653873.003120:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653873.003124:0:33382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653873.003130:0:33382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653873.003136:0:33382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054688768, portal 4 00000100:00000001:1.0:1778653873.003138:0:33382:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653873.003139:0:33382:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000040:1.0:1778653873.003146:0:33382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.003231:0:33382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653873.003235:0:33382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653873.003239:0:33382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19000. 00000100:00000200:1.0:1778653873.003242:0:33382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054688768, offset 0 00000400:00000200:1.0:1778653873.003249:0:33382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653873.003257:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653873.003264:0:33382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653873.003269:0:33382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653873.003274:0:33382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653873.003277:0:33382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653873.003280:0:33382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653873.003284:0:33382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2513:2513:256:4294967295] 192.168.204.110@tcp LPNI seq info [2513:2513:8:4294967295] 00000400:00000200:1.0:1778653873.003288:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653873.003297:0:33382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653873.003303:0:33382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653873.003307:0:33382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16900. 00000800:00000200:1.0:1778653873.003314:0:33382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653873.003322:0:33382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653873.003326:0:33382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653873.003386:0:33382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653873.003391:0:33382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21256 usecs (22 jiffies) 00000400:00000200:1.0:1778653873.003395:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653873.003397:0:33382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296428201 00000100:00000001:1.0:1778653873.003400:0:33382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296432269 00000100:00000001:1.0:1778653873.003402:0:33382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296428201 00000100:00000001:1.0:1778653873.003404:0:33382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296432269 00000100:00000001:1.0:1778653873.003407:0:33382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653873.003410:0:33382:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.003412:0:33382:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653873.003414:0:33382:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653873.003416:0:33382:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538c56f840 going to sleep for 11 seconds 00000100:00000001:1.0:1778653873.003420:0:33382:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653873.003423:0:33382:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653873.003717:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653873.003721:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16900. 00000400:00000200:0.0:1778653873.003726:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653873.003731:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653873.003736:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19000 00000400:00000010:0.0:1778653873.003738:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19000. 00000100:00000001:0.0:1778653873.003741:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653873.003745:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653873.003754:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653873.003758:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653873.003765:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653873.003766:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653873.006969:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.006982:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653873.006986:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.006989:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653873.006997:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.007003:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653873.007010:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.007019:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.007023:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.007026:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145351400 00000400:00000200:0.0:1778653873.007030:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.007034:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x67a9 [1] + 224 00000800:00000001:0.0:1778653873.007039:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.007045:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653873.007046:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653873.007049:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653873.007065:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653873.007072:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653873.007083:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653873.007100:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653873.007109:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.007112:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.007132:0:33382:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653873.007140:0:33382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653873.007142:0:33382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653873.007145:0:33382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:1.0:1778653873.007161:0:33382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:1.0:1778653873.007164:0:33382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:1.0:1778653873.007167:0:33382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653873.007172:0:33382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653873.007182:0:33382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.007189:0:33382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653873.007191:0:33382:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.007193:0:33382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653873.007196:0:33382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653873.007200:0:33382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653873.007202:0:33382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.007205:0:33382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653873.007213:0:33382:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ace8 time=133 v=5 (5 0 0 5) 00000100:00001000:1.0:1778653873.007217:0:33382:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653873.007220:0:33382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653873.007221:0:33382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653873.007224:0:33382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653873.007227:0:33382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.007231:0:33382:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653873.007234:0:33382:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1778653873.007235:0:33382:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653873.007237:0:33382:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653873.007241:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.007249:0:33382:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653873.007252:0:33382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653873.007254:0:33382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653873.007258:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653873.007265:0:33382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4380 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:33382:1865052054688768:192.168.204.110@tcp:13:lfs.0 00000100:00000001:1.0:1778653873.007270:0:33382:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.007273:0:33382:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.007275:0:33382:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653873.007277:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653873.007281:0:33382:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.007287:0:33382:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653873.007289:0:33382:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538c56f840. 00000100:00000001:1.0:1778653873.007292:0:33382:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653873.007293:0:33382:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653873.007309:0:33382:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:1.0:1778653873.007311:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653873.007315:0:33382:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4380 x1865052054688768/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.007321:0:33382:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653873.007323:0:33382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653873.007326:0:33382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbb000. 02000000:00000001:1.0:1778653873.007329:0:33382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653873.007332:0:33382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653873.007334:0:33382:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653873.007336:0:33382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653873.007338:0:33382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16400. 02000000:00000001:1.0:1778653873.007341:0:33382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653873.007343:0:33382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653873.007345:0:33382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4380. 00000100:00000001:1.0:1778653873.007348:0:33382:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653873.007349:0:33382:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1778653873.007352:0:33382:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: update ffff915388bb37d0 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:1.0:1778653873.007356:0:33382:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653873.007361:0:33382:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.007364:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653873.007366:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.007369:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.007372:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.007431:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.007434:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.007441:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.007444:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.007449:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.007452:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.007454:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.007457:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.007459:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.007465:0:33382:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:1.0:1778653873.007466:0:33382:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: age 1755, max_age 1759 00000008:00000001:1.0:1778653873.007469:0:33382:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:1.0:1778653873.007472:0:33382:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000010:1.0:1778653873.007476:0:33382:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4380. 00000020:00000040:1.0:1778653873.007478:0:33382:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653873.007480:0:33382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653873.007482:0:33382:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653873.007483:0:33382:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1778653873.007485:0:33382:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653873.007487:0:33382:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653873.007491:0:33382:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653873.007495:0:33382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16400. 00000100:00000001:1.0:1778653873.007500:0:33382:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.007504:0:33382:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653873.007506:0:33382:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653873.007510:0:33382:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538c56f840. 00000100:00000001:1.0:1778653873.007511:0:33382:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386755663936 : -121686953887680 : ffff91538c56f840) 00000100:00000001:1.0:1778653873.007514:0:33382:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653873.007515:0:33382:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000001:1.0:1778653873.007519:0:33382:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653873.007522:0:33382:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.007524:0:33382:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653873.007525:0:33382:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653873.007529:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.007535:0:33382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653873.007537:0:33382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.007540:0:33382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653873.007542:0:33382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653873.007544:0:33382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653873.007547:0:33382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4380 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:33382:1865052054688896:192.168.204.110@tcp:13:lfs.0 00000100:00000001:1.0:1778653873.007550:0:33382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653873.007554:0:33382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653873.007556:0:33382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.007558:0:33382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653873.007561:0:33382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb000. 02000000:00000001:1.0:1778653873.007562:0:33382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653873.007566:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653873.007568:0:33382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653873.007571:0:33382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653873.007577:0:33382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054688896, portal 4 00000100:00000001:1.0:1778653873.007579:0:33382:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653873.007580:0:33382:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000040:1.0:1778653873.007585:0:33382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.007590:0:33382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653873.007593:0:33382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653873.007595:0:33382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19e58. 00000100:00000200:1.0:1778653873.007598:0:33382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054688896, offset 0 00000400:00000200:1.0:1778653873.007603:0:33382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653873.007609:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653873.007614:0:33382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653873.007618:0:33382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653873.007622:0:33382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653873.007626:0:33382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653873.007628:0:33382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653873.007632:0:33382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2514:2514:256:4294967295] 192.168.204.110@tcp LPNI seq info [2514:2514:8:4294967295] 00000400:00000200:1.0:1778653873.007636:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653873.007644:0:33382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653873.007763:0:33382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653873.008372:0:33382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653873.008381:0:33382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653873.008387:0:33382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653873.008391:0:33382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653873.008629:0:33382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653873.008634:0:33382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 260175 usecs (261 jiffies) 00000400:00000200:1.0:1778653873.008638:0:33382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653873.008642:0:33382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296428445 00000100:00000001:1.0:1778653873.008645:0:33382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296432269 00000800:00000200:0.0:1778653873.008711:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653873.009243:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:0.0:1778653873.009247:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653873.009253:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653873.009258:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19e58 00000400:00000010:0.0:1778653873.009261:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19e58. 00000100:00000001:0.0:1778653873.009265:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653873.009270:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653873.009280:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653873.009284:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653873.009290:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653873.009292:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1778653873.009641:0:33382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296428446 00000100:00000001:1.0:1778653873.009644:0:33382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296432269 00000100:00000001:1.0:1778653873.009647:0:33382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653873.009664:0:33382:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.009667:0:33382:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653873.009668:0:33382:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653873.009671:0:33382:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538c56f840 going to sleep for 11 seconds 00000100:00000001:1.0:1778653873.009674:0:33382:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653873.009678:0:33382:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653873.012121:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.012133:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653873.012136:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.012138:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653873.012145:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.012152:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653873.012160:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.012164:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.012169:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.012173:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145351480 00000400:00000200:0.0:1778653873.012177:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653873.012182:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x67b9 [1] + 224 00000800:00000001:0.0:1778653873.012189:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.012195:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653873.012198:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653873.012202:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653873.012209:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653873.012216:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653873.012226:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653873.012245:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653873.012253:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653873.012256:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.012285:0:33382:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653873.012293:0:33382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653873.012295:0:33382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653873.012298:0:33382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:1.0:1778653873.012303:0:33382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:1.0:1778653873.012306:0:33382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:1.0:1778653873.012309:0:33382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653873.012314:0:33382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653873.012324:0:33382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.012331:0:33382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653873.012333:0:33382:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.012336:0:33382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653873.012339:0:33382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653873.012341:0:33382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653873.012344:0:33382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653873.012346:0:33382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653873.012355:0:33382:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bca0 time=133 v=5 (5 0 0 5) 00000100:00001000:1.0:1778653873.012359:0:33382:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653873.012362:0:33382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653873.012363:0:33382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653873.012366:0:33382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653873.012369:0:33382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.012373:0:33382:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653873.012375:0:33382:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1778653873.012377:0:33382:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653873.012378:0:33382:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653873.012383:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.012390:0:33382:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653873.012393:0:33382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653873.012394:0:33382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653873.012398:0:33382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653873.012405:0:33382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4380 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:33382:1865052054688896:192.168.204.110@tcp:13:lfs.0 00000100:00000001:1.0:1778653873.012410:0:33382:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653873.012412:0:33382:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653873.012414:0:33382:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653873.012416:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653873.012419:0:33382:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.012425:0:33382:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653873.012428:0:33382:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538c56f840. 00000100:00000001:1.0:1778653873.012431:0:33382:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653873.012443:0:33382:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653873.012449:0:33382:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:1.0:1778653873.012451:0:33382:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653873.012454:0:33382:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4380 x1865052054688896/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653889 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653873.012459:0:33382:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653873.012461:0:33382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653873.012464:0:33382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbb000. 02000000:00000001:1.0:1778653873.012468:0:33382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653873.012470:0:33382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653873.012472:0:33382:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:1.0:1778653873.012474:0:33382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653873.012476:0:33382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16400. 02000000:00000001:1.0:1778653873.012480:0:33382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653873.012482:0:33382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653873.012483:0:33382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4380. 00000100:00000001:1.0:1778653873.012486:0:33382:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653873.012487:0:33382:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1778653873.012491:0:33382:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: update ffff91538a398450 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1778653873.012494:0:33382:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653873.012499:0:33382:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012502:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653873.012504:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012507:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012510:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012565:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012567:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012573:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012576:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012581:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012585:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012587:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012590:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012592:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012595:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012597:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012599:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012602:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012604:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012606:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012610:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012612:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012614:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012615:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012618:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012620:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012621:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012622:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012624:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012626:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012628:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012630:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012631:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012633:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012635:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012638:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012639:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012641:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012642:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012644:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012646:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012648:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012680:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012681:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012684:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012686:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012688:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012690:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012693:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012695:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012699:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012701:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012711:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012712:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012715:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012720:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012722:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012723:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012724:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012727:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012729:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012731:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012733:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012735:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012737:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012740:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012741:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012743:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012744:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012746:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012748:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012750:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012751:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012752:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012754:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012756:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012757:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012759:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012761:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012763:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012766:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012767:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012769:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012771:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012773:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012775:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012777:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012777:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012778:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012780:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012782:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012784:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012786:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012788:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012790:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012793:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012794:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012797:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012797:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012800:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012802:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012803:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012804:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012805:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012808:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012809:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012811:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012813:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012815:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012816:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012819:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012820:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012823:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012824:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012826:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012828:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012830:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012831:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012832:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012834:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012836:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012838:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012839:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012841:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012842:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012845:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012846:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012848:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012849:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012851:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012853:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012855:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012856:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012857:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012860:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012862:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012864:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012878:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012881:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012883:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012887:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012888:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012891:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012893:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012895:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012897:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012899:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012900:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012901:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012905:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012907:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012908:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012910:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012912:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012914:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012917:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012918:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012921:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012922:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012924:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012926:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012927:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012928:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012929:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012932:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012934:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012936:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012938:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012940:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012941:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012944:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012945:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012948:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012949:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012950:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012952:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012954:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012954:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012956:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012958:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012960:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012962:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012964:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012966:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012967:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012970:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012972:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.012974:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.012975:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.012977:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.012979:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.012980:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.012982:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.012983:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.012985:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012987:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012988:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.012990:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.012992:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012994:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.012996:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.012998:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013000:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013001:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013003:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013005:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013006:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013007:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013009:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013011:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013013:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013015:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013017:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013019:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013021:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013024:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013025:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013028:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013029:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013031:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013033:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013034:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013035:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013036:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013039:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013040:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013042:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013044:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013046:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013047:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013063:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013064:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013067:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013068:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013071:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013073:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013075:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013076:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013077:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013079:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013081:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013091:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013094:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013097:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013098:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013102:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013104:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013107:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013108:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013110:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013113:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013115:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013116:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013117:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013119:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013121:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013123:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013125:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013127:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013129:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013132:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013134:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013136:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013138:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013140:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013142:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013144:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013145:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013758:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013763:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013766:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013768:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013771:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013774:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013776:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013782:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013784:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013787:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013789:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013792:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013795:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013796:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013798:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013799:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013801:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013803:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013805:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013807:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013809:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013811:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013813:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013815:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013817:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013818:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013820:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013822:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013824:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013825:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013826:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013828:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013830:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013831:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013833:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013835:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013837:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013839:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013840:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.013842:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.013843:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.013844:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.013846:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.013847:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.013848:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.013850:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.013852:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013853:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013855:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.013856:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.013858:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013859:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.013861:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.013862:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014022:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014024:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014027:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014030:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014032:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014033:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014034:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014037:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014039:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014040:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014042:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014045:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014046:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014061:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014063:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014066:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014067:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014069:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014072:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014073:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014074:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014075:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014077:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014080:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014081:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014347:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014351:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014353:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014358:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014360:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014362:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014363:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014366:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014369:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014370:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014372:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014373:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014376:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014378:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014379:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014381:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014383:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014385:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014388:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014389:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014392:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014393:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014395:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014398:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014399:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014400:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014402:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014404:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014406:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014408:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014410:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014412:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014414:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014417:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014418:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014420:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014421:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014423:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014425:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014427:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014428:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014429:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014431:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014494:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014496:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014499:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014501:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014503:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014507:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014508:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014510:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014512:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014514:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014516:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014518:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014519:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014520:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014522:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014524:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014525:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014527:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014528:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014530:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014532:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014533:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014535:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014536:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014538:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014540:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014541:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014542:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014543:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014544:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014546:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014547:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014549:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014551:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014553:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014555:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014556:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014558:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014559:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014561:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014563:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014564:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014565:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014566:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014568:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014570:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014572:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014573:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014575:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014577:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014580:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014581:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014583:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014584:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014587:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014589:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014591:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014592:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014593:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014595:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014597:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014599:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014601:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014603:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014605:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014608:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014609:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014612:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014613:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014615:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014617:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014619:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014620:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014621:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014623:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014625:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014627:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014628:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014630:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014632:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014635:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014636:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014638:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014639:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014641:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014643:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014645:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014646:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014743:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014747:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014749:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014751:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014753:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014755:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014757:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014762:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014763:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014766:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014767:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014771:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014773:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014774:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014775:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014776:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014779:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014781:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014782:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014784:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014786:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014788:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014791:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014792:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014795:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014796:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014798:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014800:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014802:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014803:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014804:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014806:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014808:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014810:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014811:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014813:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014815:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014818:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014819:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014821:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014822:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014824:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014826:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014827:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014828:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014829:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014831:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014833:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014835:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014836:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014838:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014840:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014842:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014844:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014846:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014846:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014848:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014850:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014852:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014853:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014854:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014856:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014858:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014859:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014861:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014864:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014865:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014943:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014944:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014947:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014948:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014951:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014954:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014955:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014956:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014957:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014960:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014961:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014963:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014965:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014967:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014969:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014973:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.014974:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.014977:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.014978:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.014980:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.014982:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.014983:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.014984:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.014986:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.014988:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014990:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014991:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.014993:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.014995:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014997:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.014999:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015001:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015003:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015005:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015007:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015008:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015010:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015011:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015012:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015014:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015016:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015018:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015019:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015022:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015023:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015027:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015028:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015031:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015032:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015034:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015035:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015037:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015038:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015039:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015041:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015043:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015045:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015046:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015048:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015061:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015065:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015066:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015069:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015070:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015073:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015075:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015077:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015078:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015079:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015082:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015083:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015085:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015087:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015089:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015091:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015093:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015095:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015097:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015098:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015100:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015102:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015104:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015105:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015106:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015108:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015110:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015112:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015113:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015115:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015117:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015120:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015121:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015124:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015125:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015127:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015129:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015130:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015132:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015133:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015135:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015136:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015138:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015140:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015142:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015144:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015220:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015222:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015226:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015227:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015230:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015232:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015233:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015235:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015236:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015238:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015240:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015242:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015244:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015246:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015248:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015251:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015253:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015255:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015256:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015258:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015260:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015262:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015263:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015264:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015266:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015268:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015270:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015272:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015274:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015275:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015278:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015280:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015282:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015283:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015285:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015288:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015289:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015290:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015291:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015294:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015295:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015297:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015299:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015301:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015303:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015306:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015307:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015310:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015311:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015313:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015315:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015317:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015318:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015319:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015321:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015323:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015325:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015326:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015329:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015330:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015333:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015334:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015337:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015338:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015340:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015342:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015343:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015344:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015346:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015348:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015350:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015351:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015353:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015355:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015357:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015360:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015361:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015363:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015364:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015367:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015369:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015370:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015371:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015372:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015374:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015376:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015377:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015380:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015382:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015383:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015386:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015388:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015391:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015392:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015394:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015395:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015397:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015398:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015399:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015401:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015403:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015404:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015406:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015408:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015410:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015413:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015414:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015417:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015417:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015419:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015421:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015423:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015424:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015425:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015427:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015429:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015431:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015433:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015435:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015436:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015439:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015441:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015443:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015444:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015446:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015448:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015450:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015451:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015452:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015455:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015456:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015458:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015460:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015462:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015464:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015467:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015468:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015471:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015472:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015474:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015476:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015478:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015479:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015480:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015482:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015484:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015486:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015488:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015490:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015491:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015494:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015496:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015498:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015500:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015502:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015504:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015506:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015507:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015508:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015511:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015513:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015514:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015516:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015518:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015520:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015523:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015524:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015527:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015528:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015530:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015532:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015534:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015535:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015536:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015538:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015540:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015542:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015543:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015546:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015547:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015551:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015552:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015554:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015555:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015558:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015560:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015562:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015563:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015564:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015566:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015568:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015570:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015572:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015575:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015577:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015580:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015581:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015583:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015584:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015587:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015589:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015590:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015591:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015593:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015595:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015597:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015599:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015601:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015603:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015605:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015608:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015609:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015612:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015613:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015615:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015617:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015619:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015620:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015621:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015623:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015625:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015627:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015629:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015631:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015633:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015636:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015637:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015640:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015641:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015643:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015645:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015646:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015753:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015756:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015759:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015761:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015763:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015765:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015767:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015769:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015774:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015775:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015778:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015779:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015782:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015784:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015786:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015787:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015788:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015790:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015792:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015793:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015795:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015797:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015799:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015802:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015804:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015806:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015807:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015809:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015811:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015813:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015814:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015815:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015818:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015820:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015821:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015824:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015826:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015828:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015831:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015832:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015835:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015836:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015838:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015840:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015842:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015843:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015844:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015847:0:33382:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015849:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015850:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1778653873.015852:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015855:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015856:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1778653873.015859:0:33382:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653873.015860:0:33382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7ffe411b1980 00000080:00000001:1.0:1778653873.015863:0:33382:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:1.0:1778653873.015864:0:33382:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1778653873.015939:0:33382:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915388bbac00. 00000020:00000001:1.0:1778653873.015943:0:33382:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.015945:0:33382:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1778653873.015947:0:33382:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1778653873.015948:0:33382:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915388bbac00 uarg=0000000000000000 00020000:00000001:1.0:1778653873.015951:0:33382:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.015953:0:33382:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.015955:0:33382:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1778653873.015957:0:33382:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915388bbac00. 00000080:00000001:1.0:1778653873.015959:0:33382:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.015961:0:33382:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1778653873.015972:0:33382:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1778653873.015975:0:33382:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653873.015977:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17d98 00000080:00200008:1.0:1778653873.015980:0:33382:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00400000:1.0:1778653873.015984:0:33382:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1778653873.015987:0:33382:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7f540. 00000080:00000001:1.0:1778653873.015992:0:33382:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1778653873.015994:0:33382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d17d98 00000080:00000008:1.0:1778653873.015995:0:33382:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000, rc = 0 00000080:00000001:1.0:1778653873.015998:0:33382:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653873.016000:0:33382:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653873.625772:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653873.625777:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653873.625782:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653873.625783:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653873.625835:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653873.625839:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653873.625842:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653873.636581:0:33492:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653874.636634:0:33630:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653874.647722:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653874.647728:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653874.647734:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653874.647747:0:30363:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653874.647749:0:30363:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653874.647753:0:30363:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653874.647756:0:30363:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653874.647758:0:30363:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653874.647760:0:30363:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653874.647763:0:30363:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653874.647880:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653874.647883:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653874.647886:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1778653875.546634:0:33774:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653875.672504:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653875.672517:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653875.672525:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653875.672527:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653875.672584:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653875.672589:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653875.672601:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653876.011775:0:33837:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653876.577584:0:33928:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.701046:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653876.701055:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.701063:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653876.701065:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653876.701143:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653876.701148:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653876.701152:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1778653876.799234:0:33964:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1778653876.799242:0:33964:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 02:31:16 (1778653876) 00000001:00000001:3.0:1778653876.807341:0:33964:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1778653876.991900:0:34007:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653876.991904:0:34007:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653876.991906:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53de0 00000080:00200000:1.0:1778653876.991910:0:34007:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653876.991916:0:34007:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653876.991922:0:34007:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653876.991926:0:34007:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653876.991930:0:34007:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.991933:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d00 00800000:00000002:1.0:1778653876.991935:0:34007:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653876.991939:0:34007:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653876.991944:0:34007:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653876.991949:0:34007:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.991951:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53bd0 00000002:00010000:1.0:1778653876.991953:0:34007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653876.991957:0:34007:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653876.991958:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.991962:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.991967:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:1.0:1778653876.991970:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653876.991984:0:34007:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653876.991988:0:34007:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653876.991993:0:34007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1778653876.992004:0:34007:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653876.992009:0:34007:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653876.992012:0:34007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1778653876.992019:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653876.992021:0:34007:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653876.992023:0:34007:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992025:0:34007:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992027:0:34007:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992029:0:34007:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653876.992032:0:34007:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653876.992035:0:34007:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653876.992038:0:34007:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000001:1.0:1778653876.992042:0:34007:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653876.992044:0:34007:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992046:0:34007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653876.992050:0:34007:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:1.0:1778653876.992053:0:34007:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653876.992055:0:34007:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653876.992057:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992059:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992061:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992063:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992066:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992069:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992070:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653876.992071:0:34007:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992073:0:34007:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992075:0:34007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53e18 00010000:00000001:1.0:1778653876.992077:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992078:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992080:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992081:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992083:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992086:0:34007:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653876.992089:0:34007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1778653876.992097:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992098:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992100:0:34007:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653876.992102:0:34007:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653876.992104:0:34007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1778653876.992112:0:34007:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653876.992114:0:34007:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653876.992116:0:34007:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653876.992119:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992120:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992121:0:34007:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992123:0:34007:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653876.992124:0:34007:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992126:0:34007:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992127:0:34007:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992128:0:34007:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653876.992129:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992130:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653876.992132:0:34007:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653876.992133:0:34007:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992135:0:34007:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 101 00000080:00000001:1.0:1778653876.992137:0:34007:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653876.992143:0:34007:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653876.992144:0:34007:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653876.992145:0:34007:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653876.992146:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53ba8 00000080:00200000:1.0:1778653876.992147:0:34007:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653876.992149:0:34007:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653876.992151:0:34007:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653876.992153:0:34007:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653876.992154:0:34007:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.992155:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53ac8 00800000:00000002:1.0:1778653876.992156:0:34007:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653876.992158:0:34007:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653876.992159:0:34007:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653876.992161:0:34007:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.992162:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53998 00000002:00010000:1.0:1778653876.992163:0:34007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653876.992165:0:34007:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653876.992166:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.992166:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.992168:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:1.0:1778653876.992170:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653876.992171:0:34007:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653876.992173:0:34007:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653876.992175:0:34007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1778653876.992180:0:34007:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653876.992181:0:34007:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653876.992183:0:34007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1778653876.992187:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653876.992188:0:34007:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653876.992189:0:34007:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992190:0:34007:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992191:0:34007:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992192:0:34007:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653876.992193:0:34007:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653876.992194:0:34007:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653876.992195:0:34007:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000001:1.0:1778653876.992197:0:34007:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653876.992197:0:34007:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992199:0:34007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653876.992201:0:34007:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:1.0:1778653876.992202:0:34007:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653876.992203:0:34007:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653876.992204:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992204:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992205:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992206:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992208:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992209:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992209:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653876.992210:0:34007:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992211:0:34007:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992212:0:34007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53be0 00010000:00000001:1.0:1778653876.992213:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992213:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992214:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992215:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992216:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992217:0:34007:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653876.992218:0:34007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1778653876.992222:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992223:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992224:0:34007:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653876.992224:0:34007:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653876.992226:0:34007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1778653876.992229:0:34007:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653876.992230:0:34007:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653876.992231:0:34007:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653876.992232:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992233:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992234:0:34007:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992235:0:34007:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653876.992236:0:34007:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992237:0:34007:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992238:0:34007:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992239:0:34007:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653876.992239:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992240:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653876.992241:0:34007:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653876.992241:0:34007:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992242:0:34007:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653876.992244:0:34007:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653876.992249:0:34007:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3ce0. 00000020:00000001:1.0:1778653876.992251:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d98 00000080:00200000:1.0:1778653876.992252:0:34007:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=1536 00000080:00000001:1.0:1778653876.992253:0:34007:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653876.992254:0:34007:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653876.992255:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53ca8 00000080:00200000:1.0:1778653876.992256:0:34007:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653876.992257:0:34007:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653876.992258:0:34007:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653876.992259:0:34007:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653876.992260:0:34007:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.992261:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53bc8 00800000:00000002:1.0:1778653876.992262:0:34007:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653876.992263:0:34007:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653876.992264:0:34007:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653876.992266:0:34007:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.992267:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53a98 00000002:00010000:1.0:1778653876.992267:0:34007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653876.992269:0:34007:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653876.992270:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.992271:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.992272:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:1.0:1778653876.992273:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653876.992275:0:34007:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653876.992276:0:34007:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653876.992278:0:34007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1778653876.992281:0:34007:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653876.992282:0:34007:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653876.992283:0:34007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1778653876.992286:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653876.992287:0:34007:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653876.992288:0:34007:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992289:0:34007:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992290:0:34007:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992291:0:34007:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653876.992292:0:34007:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653876.992293:0:34007:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653876.992294:0:34007:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000001:1.0:1778653876.992295:0:34007:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653876.992296:0:34007:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992297:0:34007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653876.992298:0:34007:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:1.0:1778653876.992299:0:34007:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653876.992300:0:34007:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653876.992301:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992301:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992302:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992303:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992304:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992305:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992306:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653876.992307:0:34007:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992308:0:34007:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992310:0:34007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53ce0 00010000:00000001:1.0:1778653876.992311:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992312:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992313:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992315:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992316:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992318:0:34007:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653876.992320:0:34007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1778653876.992326:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992327:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992328:0:34007:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653876.992329:0:34007:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653876.992331:0:34007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1778653876.992337:0:34007:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653876.992338:0:34007:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653876.992339:0:34007:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653876.992341:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992342:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992343:0:34007:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992345:0:34007:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653876.992346:0:34007:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992347:0:34007:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992349:0:34007:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992351:0:34007:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653876.992352:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992353:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653876.992354:0:34007:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653876.992355:0:34007:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992357:0:34007:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:1.0:1778653876.992360:0:34007:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653876.992365:0:34007:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653876.992366:0:34007:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653876.992367:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53d90 00000080:00200000:1.0:1778653876.992368:0:34007:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653876.992371:0:34007:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653876.992374:0:34007:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653876.992375:0:34007:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653876.992377:0:34007:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.992378:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53cb0 00800000:00000002:1.0:1778653876.992379:0:34007:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653876.992381:0:34007:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653876.992383:0:34007:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653876.992386:0:34007:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653876.992387:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53b80 00000002:00010000:1.0:1778653876.992388:0:34007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653876.992391:0:34007:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653876.992392:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.992393:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.992395:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:1.0:1778653876.992397:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653876.992399:0:34007:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653876.992401:0:34007:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653876.992404:0:34007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1778653876.992411:0:34007:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653876.992413:0:34007:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653876.992415:0:34007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1778653876.992421:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653876.992422:0:34007:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653876.992424:0:34007:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992426:0:34007:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653876.992428:0:34007:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992430:0:34007:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653876.992432:0:34007:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653876.992433:0:34007:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653876.992435:0:34007:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000001:1.0:1778653876.992437:0:34007:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653876.992438:0:34007:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992440:0:34007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653876.992442:0:34007:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89021b 00800000:00000001:1.0:1778653876.992444:0:34007:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653876.992446:0:34007:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653876.992447:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992448:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992449:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992451:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992453:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992455:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992456:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653876.992457:0:34007:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992458:0:34007:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653876.992459:0:34007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89021b from it ffffa71ac0d53dc8 00010000:00000001:1.0:1778653876.992461:0:34007:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653876.992462:0:34007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653876.992463:0:34007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24a00 refcount=3 00000020:00000001:1.0:1778653876.992465:0:34007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992467:0:34007:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628479488 : -121687081072128 : ffff915384c24a00) 00010000:00000001:1.0:1778653876.992469:0:34007:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653876.992472:0:34007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1778653876.992478:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992479:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992480:0:34007:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653876.992481:0:34007:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653876.992484:0:34007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1778653876.992490:0:34007:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653876.992492:0:34007:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653876.992493:0:34007:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653876.992495:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992496:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992497:0:34007:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992499:0:34007:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653876.992500:0:34007:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992502:0:34007:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992504:0:34007:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992505:0:34007:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653876.992506:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992507:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653876.992508:0:34007:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653876.992510:0:34007:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653876.992512:0:34007:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:1.0:1778653876.992514:0:34007:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653876.992517:0:34007:0:(namei.c:2220:do_mkdir()) Process entered 00000020:00000001:1.0:1778653876.992519:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53da0 00000080:00200000:1.0:1778653876.992521:0:34007:0:(namei.c:2223:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:1.0:1778653876.992523:0:34007:0:(namei.c:1952:ll_new_node()) Process entered 00000080:00000001:1.0:1778653876.992525:0:34007:0:(namei.c:1761:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1778653876.992527:0:34007:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653876.992530:0:34007:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000010:1.0:1778653876.992537:0:34007:0:(namei.c:1779:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff915385e80a80. 00000080:00000001:1.0:1778653876.992539:0:34007:0:(namei.c:1868:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992542:0:34007:0:(lmv_obd.c:2283:lmv_create()) Process entered 00800000:00000001:1.0:1778653876.992544:0:34007:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1778653876.992549:0:34007:0:(lmv_obd.c:1683:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1778653876.992550:0:34007:0:(lmv_obd.c:1686:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1778653876.992553:0:34007:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1778653876.992555:0:34007:0:(lmv_obd.c:1782:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:1.0:1778653876.992557:0:34007:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:1.0:1778653876.992559:0:34007:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1778653876.992561:0:34007:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1778653876.992564:0:34007:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1778653876.992566:0:34007:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1778653876.992568:0:34007:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:1.0:1778653876.992571:0:34007:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653876.992573:0:34007:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992574:0:34007:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653876.992576:0:34007:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653876.992578:0:34007:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac0d53bc0 00800000:00000002:1.0:1778653876.992580:0:34007:0:(lmv_obd.c:2324:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1778653876.992584:0:34007:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1778653876.992586:0:34007:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653876.992588:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:1.0:1778653876.992590:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653876.992592:0:34007:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653876.992595:0:34007:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653876.992597:0:34007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1778653876.992603:0:34007:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653876.992606:0:34007:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653876.992607:0:34007:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653876.992608:0:34007:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653876.992610:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.992611:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.992612:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 3 00010000:00000001:1.0:1778653876.992613:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653876.992615:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653876.992616:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.992617:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.992618:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 3 00010000:00000001:1.0:1778653876.992619:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653876.992620:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653876.992621:0:34007:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653876.992621:0:34007:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653876.992622:0:34007:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 3 00010000:00000001:1.0:1778653876.992624:0:34007:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653876.992625:0:34007:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653876.992626:0:34007:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653876.992628:0:34007:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653876.992630:0:34007:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1778653876.992632:0:34007:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653876.992633:0:34007:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653876.992634:0:34007:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992637:0:34007:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653876.992639:0:34007:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653876.992640:0:34007:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653876.992641:0:34007:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653876.992642:0:34007:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653876.992643:0:34007:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24a00 with handle 0x3df471c51a89021b from hash 00010000:00000001:1.0:1778653876.992644:0:34007:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653876.992645:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653876.992646:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992647:0:34007:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653876.992737:0:34007:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653876.992739:0:34007:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653876.992742:0:34007:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653876.992744:0:34007:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653876.992746:0:34007:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1778653876.992752:0:34007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4380. 00000020:00000040:1.0:1778653876.992756:0:34007:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653876.992762:0:34007:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653876.992764:0:34007:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992766:0:34007:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653876.992770:0:34007:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653876.992771:0:34007:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653876.992774:0:34007:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653876.992775:0:34007:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653876.992778:0:34007:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653876.992783:0:34007:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bb9c00. 00000100:00000001:1.0:1778653876.992789:0:34007:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992792:0:34007:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653876.992795:0:34007:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1778653876.992800:0:34007:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1778653876.992807:0:34007:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1778653876.992808:0:34007:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653876.992810:0:34007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653876.992811:0:34007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24a00/0x3df471c51a89021b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fc75 expref: -99 pid: 32938 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1778653876.992819:0:34007:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063c00 count: 0 00010000:00000010:1.0:1778653876.992823:0:34007:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75480. 00010000:00000001:1.0:1778653876.992830:0:34007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653876.992832:0:34007:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992834:0:34007:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653876.992835:0:34007:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653876.992837:0:34007:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1778653876.992847:0:34007:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1778653876.992858:0:34007:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653876.992866:0:34007:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653876.992868:0:34007:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653876.992874:0:34007:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653876.992877:0:34007:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710118144 : -121686999433472 : ffff9153899fff00) 00000100:00000001:1.0:1778653876.992879:0:34007:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653876.992881:0:34007:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000001:1.0:1778653876.992885:0:34007:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653876.992889:0:34007:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653876.992891:0:34007:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653876.992892:0:34007:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653876.992896:0:34007:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653876.992903:0:34007:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653876.992906:0:34007:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653876.992910:0:34007:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653876.992912:0:34007:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653876.992914:0:34007:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653876.992917:0:34007:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4380 pname:cluuid:pid:xid:nid:opc:job mkdir:3368fde0-d18c-4c9c-a094-d50367bc642b:34007:1865052054689152:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:1.0:1778653876.992921:0:34007:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653876.992926:0:34007:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653876.992929:0:34007:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653876.992931:0:34007:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653876.992935:0:34007:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbac00. 02000000:00000001:1.0:1778653876.992937:0:34007:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653876.992944:0:34007:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653876.992948:0:34007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653876.992954:0:34007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653876.992960:0:34007:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054689152, portal 10 00000100:00000001:1.0:1778653876.992962:0:34007:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653876.992963:0:34007:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000040:1.0:1778653876.992968:0:34007:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653876.992987:0:34007:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653876.992990:0:34007:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653876.992992:0:34007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19c38. 00000100:00000200:1.0:1778653876.992995:0:34007:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1865052054689152, offset 0 00000400:00000200:1.0:1778653876.993002:0:34007:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653876.993010:0:34007:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653876.993016:0:34007:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653876.993022:0:34007:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653876.993026:0:34007:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653876.993029:0:34007:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653876.993032:0:34007:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653876.993035:0:34007:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2515:2515:256:4294967295] 192.168.204.110@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:1.0:1778653876.993039:0:34007:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653876.993048:0:34007:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653876.993054:0:34007:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653876.993059:0:34007:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653876.993065:0:34007:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653876.993072:0:34007:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653876.993076:0:34007:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1778653876.993096:0:34007:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653876.993100:0:34007:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 861730 usecs (862 jiffies) 00000400:00000200:1.0:1778653876.993103:0:34007:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653876.993105:0:34007:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433031 00000100:00000001:1.0:1778653876.993112:0:34007:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296432269 00000100:00000001:1.0:1778653876.993116:0:34007:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433031 00000100:00000001:1.0:1778653876.993119:0:34007:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296432269 00000100:00000001:1.0:1778653876.993122:0:34007:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653876.993125:0:34007:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653876.993127:0:34007:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653876.993129:0:34007:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653876.993131:0:34007:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899fff00 going to sleep for 11 seconds 00000100:00000001:1.0:1778653876.993134:0:34007:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653876.993137:0:34007:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653876.993262:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653876.993266:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:0.0:1778653876.993270:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653876.993276:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653876.993281:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19c38 00000400:00000010:0.0:1778653876.993283:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19c38. 00000100:00000001:0.0:1778653876.993287:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653876.993291:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653876.993300:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653876.993303:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653876.993309:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653876.993311:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1778653876.996944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063c00. 00010000:00000010:1.1:1778653876.996956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24a00. 00000800:00000001:0.0:1778653877.002527:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.002542:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.002546:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.002549:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.002557:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.002564:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.002574:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.002579:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.002584:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.002588:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a04145351580 00000400:00000200:0.0:1778653877.002592:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.002599:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x67c9 [1] + 224 00000800:00000001:0.0:1778653877.002606:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.002613:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.002616:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.002620:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.002629:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.002638:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653877.002680:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.002696:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653877.002705:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653877.002709:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.002715:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000100:00000001:1.0:1778653877.002721:0:34007:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1778653877.002721:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2516:2516:256:4294967295] 192.168.204.110@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:0.0:1778653877.002728:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000001:1.0:1778653877.002731:0:34007:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.002734:0:34007:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.002740:0:34007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:0.0:1778653877.002740:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000400:00000200:1.0:1778653877.002756:0:34007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:1.0:1778653877.002759:0:34007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:1.0:1778653877.002763:0:34007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.002768:0:34007:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653877.002778:0:34007:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4380 x1865052054689152/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.002785:0:34007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.002788:0:34007:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.002790:0:34007:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.002794:0:34007:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.002797:0:34007:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.002799:0:34007:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.002802:0:34007:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.002807:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00001000:1.0:1778653877.002812:0:34007:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000800:00000010:0.0:1778653877.002813:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d200. 00000100:00001000:1.0:1778653877.002820:0:34007:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000800:00000200:0.0:1778653877.002825:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000100:00000001:1.0:1778653877.002826:0:34007:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653877.002828:0:34007:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.002832:0:34007:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653877.002835:0:34007:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.002836:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:1.0:1778653877.002840:0:34007:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1778653877.002842:0:34007:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000800:00000200:0.0:1778653877.002842:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1778653877.002845:0:34007:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1778653877.002849:0:34007:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.002850:0:34007:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000100:00000001:1.0:1778653877.002853:0:34007:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653877.002855:0:34007:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1778653877.002857:0:34007:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653877.002859:0:34007:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.002865:0:34007:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4380 x1865052054689152/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653892 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.002872:0:34007:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.002875:0:34007:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.002878:0:34007:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653877.002882:0:34007:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4380 x1865052054689152/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653892 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653877.002890:0:34007:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4380 pname:cluuid:pid:xid:nid:opc:job mkdir:3368fde0-d18c-4c9c-a094-d50367bc642b:34007:1865052054689152:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:1.0:1778653877.002895:0:34007:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.002899:0:34007:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.002901:0:34007:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653877.002902:0:34007:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.002906:0:34007:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4380 x1865052054689152/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653892 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.002912:0:34007:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653877.002914:0:34007:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653877.002917:0:34007:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653877.002919:0:34007:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.002926:0:34007:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653877.002930:0:34007:0:(lmv_obd.c:2332:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:1.0:1778653877.002932:0:34007:0:(lmv_obd.c:2390:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.002935:0:34007:0:(namei.c:1888:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1778653877.002938:0:34007:0:(namei.c:1683:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1778653836 to 1778653876 00000080:00000001:1.0:1778653877.002941:0:34007:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653877.002947:0:34007:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1778653877.002949:0:34007:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653877.002952:0:34007:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1778653877.002955:0:34007:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1778653877.002967:0:34007:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd1a940. 00000800:00000200:0.0:1778653877.003166:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.003170:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d200. 00000400:00000200:0.0:1778653877.003174:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.003178:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653877.003184:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.003188:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653877.005232:0:34007:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:1.0:1778653877.005237:0:34007:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff91538bd1aa08) 00000080:00000001:1.0:1778653877.005243:0:34007:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653877.005245:0:34007:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1778653877.005247:0:34007:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.005250:0:34007:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1778653877.005253:0:34007:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1778653877.005255:0:34007:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1778653876 00000080:00200000:1.0:1778653877.005259:0:34007:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00000001:1.0:1778653877.005261:0:34007:0:(llite_lib.c:3237:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1778653877.005264:0:34007:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386746927624 : -121686962623992 : ffff91538bd1aa08) 00000080:00000001:1.0:1778653877.005266:0:34007:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653877.005270:0:34007:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1778653877.005273:0:34007:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.005278:0:34007:0:(namei.c:1935:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.005281:0:34007:0:(namei.c:2047:ll_new_node()) Process leaving 00000100:00000001:1.0:1778653877.005283:0:34007:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.005292:0:34007:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4380 x1865052054689152/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653892 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.005301:0:34007:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653877.005303:0:34007:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653877.005307:0:34007:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000010:1.0:1778653877.005311:0:34007:0:(namei.c:2053:ll_new_node()) kfreed 'lum': 48 at ffff915385e80a80. 00000080:00000001:1.0:1778653877.005314:0:34007:0:(namei.c:2055:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.005316:0:34007:0:(namei.c:2231:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653877.005321:0:34007:0:(namei.c:2275:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.005332:0:34007:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1778653877.005337:0:34007:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1778653877.010679:0:34008:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3ce0. 00000080:00000001:1.0:1778653877.012570:0:34008:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653877.012575:0:34008:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653877.012578:0:34008:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653877.012581:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbbc0 00000080:00200000:1.0:1778653877.012584:0:34008:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653877.012592:0:34008:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653877.012598:0:34008:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653877.012602:0:34008:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653877.012607:0:34008:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.012609:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbae0 00800000:00000002:1.0:1778653877.012611:0:34008:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653877.012615:0:34008:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653877.012620:0:34008:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653877.012625:0:34008:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.012627:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb9b0 00000002:00010000:1.0:1778653877.012629:0:34008:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653877.012633:0:34008:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653877.012635:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653877.012638:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653877.012644:0:34008:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.012646:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.012666:0:34008:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.012669:0:34008:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653877.012671:0:34008:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653877.012677:0:34008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7b80. 00000020:00000040:1.0:1778653877.012682:0:34008:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653877.012770:0:34008:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653877.012776:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.012780:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.012783:0:34008:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653877.012786:0:34008:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653877.012789:0:34008:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653877.012796:0:34008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653877.012802:0:34008:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.012807:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.012808:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.012810:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.012811:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.012812:0:34008:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.012818:0:34008:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00010000:00000001:1.0:1778653877.012821:0:34008:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653877.012824:0:34008:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653877.012828:0:34008:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb400. 00010000:00000010:1.0:1778653877.012832:0:34008:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d280. 00010000:00000001:1.0:1778653877.012838:0:34008:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653877.012840:0:34008:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26a00. 00000020:00000001:1.0:1778653877.012844:0:34008:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653877.012846:0:34008:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26a00 with handle 0x3df471c51a890222 to hash 00000020:00000001:1.0:1778653877.012849:0:34008:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653877.012850:0:34008:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.012853:0:34008:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.012856:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.012859:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.012863:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.012872:0:34008:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.012881:0:34008:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653877.012887:0:34008:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653877.012889:0:34008:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653877.012894:0:34008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653877.012897:0:34008:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710118144 : -121686999433472 : ffff9153899fff00) 00000100:00000001:1.0:1778653877.012899:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.012901:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000001:1.0:1778653877.012905:0:34008:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653877.012908:0:34008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.012910:0:34008:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653877.012912:0:34008:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.012922:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.012930:0:34008:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.012932:0:34008:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.012936:0:34008:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.012938:0:34008:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.012940:0:34008:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.012943:0:34008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689280:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1778653877.012947:0:34008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.012953:0:34008:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.012955:0:34008:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.012957:0:34008:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.012961:0:34008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491b000. 02000000:00000001:1.0:1778653877.012963:0:34008:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.012970:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.012983:0:34008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653877.012990:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653877.012997:0:34008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054689280, portal 10 00000100:00000001:1.0:1778653877.012998:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.013000:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000040:1.0:1778653877.013005:0:34008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.013018:0:34008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.013096:0:34008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.013101:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19d48. 00000100:00000200:1.0:1778653877.013104:0:34008:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054689280, offset 0 00000400:00000200:1.0:1778653877.013110:0:34008:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.013119:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.013126:0:34008:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.013131:0:34008:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.013135:0:34008:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.013138:0:34008:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.013141:0:34008:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.013144:0:34008:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2517:2517:256:4294967295] 192.168.204.110@tcp LPNI seq info [2517:2517:8:4294967295] 00000400:00000200:1.0:1778653877.013149:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.013157:0:34008:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.013163:0:34008:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.013168:0:34008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16200. 00000800:00000200:1.0:1778653877.013174:0:34008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.013182:0:34008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.013187:0:34008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.013262:0:34008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.013266:0:34008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 860632 usecs (861 jiffies) 00000400:00000200:1.0:1778653877.013270:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.013273:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433050 00000100:00000001:1.0:1778653877.013280:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433031 00000100:00000001:1.0:1778653877.013285:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433050 00000100:00000001:1.0:1778653877.013288:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433031 00000100:00000001:1.0:1778653877.013291:0:34008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.013294:0:34008:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.013296:0:34008:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.013298:0:34008:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653877.013301:0:34008:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899fff00 going to sleep for 11 seconds 00000100:00000001:1.0:1778653877.013303:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.013306:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.013416:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.013421:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16200. 00000400:00000200:0.0:1778653877.013426:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.013430:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.013435:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19d48 00000400:00000010:0.0:1778653877.013438:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19d48. 00000100:00000001:0.0:1778653877.013441:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.013446:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.013454:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.013457:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.013464:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.013465:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.018374:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.018389:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.018393:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.018396:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.018404:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.018411:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.018420:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.018425:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.018430:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.018434:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145351600 00000400:00000200:0.0:1778653877.018439:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.018444:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x67d9 [1] + 224 00000800:00000001:0.0:1778653877.018451:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.018471:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.018475:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.018480:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.018486:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.018493:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.018504:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.018522:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.018530:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.018533:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.018585:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653877.018592:0:34008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.018593:0:34008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.018596:0:34008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:1.0:1778653877.018599:0:34008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:1.0:1778653877.018601:0:34008:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:1.0:1778653877.018603:0:34008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.018607:0:34008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653877.018613:0:34008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.018625:0:34008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.018626:0:34008:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.018628:0:34008:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.018631:0:34008:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.018633:0:34008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.018634:0:34008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.018636:0:34008:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653877.018644:0:34008:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653877.018647:0:34008:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653877.018968:0:34008:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653877.018969:0:34008:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.018972:0:34008:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653877.018985:0:34008:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.018988:0:34008:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653877.018998:0:34008:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1778653877.019000:0:34008:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653877.019003:0:34008:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.019008:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.019021:0:34008:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.019024:0:34008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.019034:0:34008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653877.019038:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653877.019045:0:34008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689280:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1778653877.019051:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.019053:0:34008:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.019055:0:34008:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653877.019057:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.019060:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.019067:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653877.019079:0:34008:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653877.019082:0:34008:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653877.019084:0:34008:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019087:0:34008:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653877.019090:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019093:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019096:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=4 00000020:00000001:1.0:1778653877.019098:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019101:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000040:1.0:1778653877.019108:0:34008:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26a00, remote cookie: 0xdfa36d541726fef2, flags: 0x1001 00010000:00010000:1.0:1778653877.019113:0:34008:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.019122:0:34008:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019133:0:34008:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653877.019137:0:34008:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653877.019139:0:34008:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1778653877.019140:0:34008:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1778653877.019141:0:34008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1778653877.019144:0:34008:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcb400) refcount = 1 00010000:00010000:1.0:1778653877.019149:0:34008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019155:0:34008:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1778653877.019158:0:34008:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653877.019160:0:34008:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.019163:0:34008:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653877.019165:0:34008:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.019168:0:34008:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019174:0:34008:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653877.019175:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019177:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019178:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019179:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019180:0:34008:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019184:0:34008:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1778653877.019186:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019187:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019189:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019190:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019192:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019195:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019196:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019197:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=4 00000020:00000001:1.0:1778653877.019198:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019201:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019204:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.019206:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.019209:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019215:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019216:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019217:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019218:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019219:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=5 00000020:00000001:1.0:1778653877.019221:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019223:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019225:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.019227:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019233:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019234:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653877.019236:0:34008:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019243:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.019244:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019245:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019246:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019247:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1778653877.019252:0:34008:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653877.019260:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019261:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019262:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019264:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019266:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019268:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019269:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.019271:0:34008:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019273:0:34008:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019276:0:34008:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1778653877.019277:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019278:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019280:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019281:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019283:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00000002:00010000:1.0:1778653877.019286:0:34008:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019292:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019293:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019295:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653877.019296:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019297:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019298:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019300:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019302:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000040:1.0:1778653877.019308:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653877.019310:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653877.019314:0:34008:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1778653877.019316:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019317:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.019319:0:34008:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653877.019321:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb930 00000002:00002000:1.0:1778653877.019323:0:34008:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1778653877.019326:0:34008:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.019330:0:34008:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.019332:0:34008:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653877.019336:0:34008:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1778653877.019339:0:34008:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653877.019343:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653877.019346:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000001:1.0:1778653877.019351:0:34008:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653877.019353:0:34008:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653877.019358:0:34008:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1778653877.019362:0:34008:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1778653877.019425:0:34008:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e80a80. 00800000:00000001:1.0:1778653877.019428:0:34008:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647730816 : -121687061820800 : ffff915385e80a80) 00800000:00000001:1.0:1778653877.019431:0:34008:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019433:0:34008:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653877.019436:0:34008:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1778653877.019438:0:34008:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1778653877.019441:0:34008:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1778653877.019444:0:34008:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1778653877.019445:0:34008:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.019450:0:34008:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1778653877.019453:0:34008:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1778653877.019458:0:34008:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1778653877.019460:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019462:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019463:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019465:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019467:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019474:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019475:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653877.019477:0:34008:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653877.019479:0:34008:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1778653877.019480:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e80a80 1 00800000:00000010:1.0:1778653877.019483:0:34008:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e80a80. 00800000:00000001:1.0:1778653877.019486:0:34008:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.019489:0:34008:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890222 00800000:00000001:1.0:1778653877.019492:0:34008:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653877.019494:0:34008:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653877.019495:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019496:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019498:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019500:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019502:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019503:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019505:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.019506:0:34008:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.019508:0:34008:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.019510:0:34008:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.019512:0:34008:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653877.019515:0:34008:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890222 from it ffffa71ac16cbbf8 00010000:00000001:1.0:1778653877.019517:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019518:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019519:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019520:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019522:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019524:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.019526:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.019532:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019532:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019534:0:34008:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653877.019536:0:34008:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653877.019538:0:34008:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653877.019543:0:34008:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.019545:0:34008:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653877.019547:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.019551:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019552:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019554:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019556:0:34008:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653877.019558:0:34008:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019559:0:34008:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019561:0:34008:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019563:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.019564:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019565:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653877.019566:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.019571:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7b80 x1865052054689280/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.019577:0:34008:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653877.019579:0:34008:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653877.019582:0:34008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491b000. 02000000:00000001:1.0:1778653877.019585:0:34008:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653877.019586:0:34008:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653877.019588:0:34008:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653877.019590:0:34008:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653877.019593:0:34008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:1.0:1778653877.019597:0:34008:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653877.019599:0:34008:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653877.019600:0:34008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7b80. 00000100:00000001:1.0:1778653877.019604:0:34008:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653877.019605:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.019608:0:34008:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653877.019613:0:34008:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653877.019625:0:34008:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3ec0. 00000080:00000001:1.0:1778653877.019630:0:34008:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653877.019632:0:34008:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653877.019633:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb00 00000080:00200000:1.0:1778653877.019635:0:34008:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653877.019639:0:34008:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653877.019643:0:34008:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653877.019646:0:34008:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653877.019648:0:34008:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.019670:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba20 00800000:00000002:1.0:1778653877.019672:0:34008:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653877.019676:0:34008:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653877.019679:0:34008:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653877.019682:0:34008:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.019683:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8f0 00000002:00010000:1.0:1778653877.019685:0:34008:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653877.019687:0:34008:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653877.019688:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653877.019754:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653877.019756:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653877.019758:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.019760:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.019762:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653877.019764:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1778653877.019769:0:34008:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653877.019772:0:34008:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.019775:0:34008:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1778653877.019779:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653877.019780:0:34008:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653877.019781:0:34008:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653877.019782:0:34008:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653877.019783:0:34008:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.019784:0:34008:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653877.019786:0:34008:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653877.019787:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653877.019788:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000080:00000001:1.0:1778653877.019790:0:34008:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653877.019791:0:34008:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.019792:0:34008:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653877.019794:0:34008:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890222 00800000:00000001:1.0:1778653877.019797:0:34008:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653877.019798:0:34008:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653877.019798:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019799:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019800:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019801:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019803:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019804:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019805:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.019806:0:34008:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.019806:0:34008:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.019808:0:34008:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890222 from it ffffa71ac16cbb38 00010000:00000001:1.0:1778653877.019808:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.019809:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.019810:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26a00 refcount=3 00000020:00000001:1.0:1778653877.019811:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019812:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628487680 : -121687081063936 : ffff915384c26a00) 00010000:00000001:1.0:1778653877.019813:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.019814:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653877.019817:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019818:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019818:0:34008:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653877.019819:0:34008:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653877.019820:0:34008:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653877.019823:0:34008:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.019824:0:34008:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653877.019825:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.019826:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019827:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019828:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019829:0:34008:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653877.019830:0:34008:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019831:0:34008:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019832:0:34008:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019833:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.019834:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019835:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653877.019835:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653877.019836:0:34008:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.019837:0:34008:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:1.0:1778653877.019839:0:34008:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.019841:0:34008:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:1.0:1778653877.019842:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb50 00000080:00200000:1.0:1778653877.019843:0:34008:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915385dd3680, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1778653877.019847:0:34008:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383ee1de0. 00000080:00000001:1.0:1778653877.019850:0:34008:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653877.019851:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba00 00000080:00200000:1.0:1778653877.019853:0:34008:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000010:1.0:1778653877.019857:0:34008:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aae00. 00800000:00000002:1.0:1778653877.019858:0:34008:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653877.019862:0:34008:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653877.019863:0:34008:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.019863:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb920 00800000:00000002:1.0:1778653877.019864:0:34008:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653877.019867:0:34008:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1778653877.019868:0:34008:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1778653877.019871:0:34008:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:1.0:1778653877.019873:0:34008:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1778653877.019875:0:34008:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1778653877.019876:0:34008:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1778653877.019878:0:34008:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1778653877.019880:0:34008:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:1.0:1778653877.019882:0:34008:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019884:0:34008:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.019885:0:34008:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.019886:0:34008:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.019888:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8a0 00800000:00000002:1.0:1778653877.019889:0:34008:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1778653877.019891:0:34008:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.019892:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7d8 00000002:00010000:1.0:1778653877.019893:0:34008:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1778653877.019895:0:34008:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653877.019897:0:34008:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1778653877.019899:0:34008:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1778653877.019901:0:34008:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019902:0:34008:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653877.019903:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 2 00010000:00000001:1.0:1778653877.019904:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.019906:0:34008:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653877.019907:0:34008:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653877.019909:0:34008:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1778653877.019914:0:34008:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653877.019916:0:34008:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653877.019918:0:34008:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653877.019919:0:34008:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653877.019921:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653877.019921:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653877.019922:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 3 00010000:00000001:1.0:1778653877.019923:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653877.019925:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019926:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653877.019926:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653877.019927:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 3 00010000:00000001:1.0:1778653877.019928:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653877.019930:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.019931:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653877.019931:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653877.019932:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb400 count: 3 00010000:00000001:1.0:1778653877.019933:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653877.019934:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.019936:0:34008:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653877.019938:0:34008:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653877.019940:0:34008:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1778653877.019942:0:34008:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653877.019943:0:34008:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653877.019944:0:34008:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019946:0:34008:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653877.019947:0:34008:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653877.019948:0:34008:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653877.019949:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.019950:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653877.019952:0:34008:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c26a00 with handle 0x3df471c51a890222 from hash 00010000:00000001:1.0:1778653877.019953:0:34008:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653877.019954:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.019955:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.019956:0:34008:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653877.019957:0:34008:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653877.019958:0:34008:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653877.019960:0:34008:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653877.019961:0:34008:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653877.019962:0:34008:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1778653877.019964:0:34008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7b80. 00000020:00000040:1.0:1778653877.019966:0:34008:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653877.019970:0:34008:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653877.019971:0:34008:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.019984:0:34008:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653877.019988:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.019990:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.019993:0:34008:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653877.019994:0:34008:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653877.019998:0:34008:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653877.020003:0:34008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653877.020009:0:34008:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.020011:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.020013:0:34008:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1778653877.020017:0:34008:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1778653877.020022:0:34008:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1778653877.020023:0:34008:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653877.020025:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653877.020027:0:34008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26a00/0x3df471c51a890222 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fef2 expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1778653877.020033:0:34008:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb400 count: 0 00010000:00000010:1.0:1778653877.020038:0:34008:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2d280. 00010000:00000001:1.0:1778653877.020046:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.020048:0:34008:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.020050:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.020051:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.020053:0:34008:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.020060:0:34008:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00010000:00000001:1.0:1778653877.020063:0:34008:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653877.020065:0:34008:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653877.020069:0:34008:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb500. 00010000:00000010:1.0:1778653877.020072:0:34008:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d280. 00010000:00000001:1.0:1778653877.020077:0:34008:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653877.020079:0:34008:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27800. 00000020:00000001:1.0:1778653877.020082:0:34008:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653877.020084:0:34008:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27800 with handle 0x3df471c51a890229 to hash 00000020:00000001:1.0:1778653877.020086:0:34008:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653877.020087:0:34008:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653877.020090:0:34008:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653877.020093:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.020094:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.020097:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.020108:0:34008:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1778653877.020118:0:34008:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1778653877.020124:0:34008:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1778653877.020132:0:34008:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653877.020137:0:34008:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653877.020139:0:34008:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653877.020144:0:34008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653877.020146:0:34008:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710118144 : -121686999433472 : ffff9153899fff00) 00000100:00000001:1.0:1778653877.020148:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.020150:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000001:1.0:1778653877.020153:0:34008:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653877.020157:0:34008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.020159:0:34008:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653877.020161:0:34008:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.020165:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.020173:0:34008:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.020175:0:34008:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.020178:0:34008:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.020180:0:34008:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.020182:0:34008:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.020185:0:34008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689536:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1778653877.020188:0:34008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.020192:0:34008:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.020194:0:34008:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.020195:0:34008:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.020239:0:34008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:1.0:1778653877.020240:0:34008:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.020244:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.020247:0:34008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653877.020252:0:34008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915388bba000. 00000100:00000200:1.0:1778653877.020258:0:34008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054689536, portal 10 00000100:00000001:1.0:1778653877.020259:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.020260:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000040:1.0:1778653877.020265:0:34008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.020272:0:34008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.020274:0:34008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.020277:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19770. 00000100:00000200:1.0:1778653877.020279:0:34008:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1865052054689536, offset 0 00000400:00000200:1.0:1778653877.020285:0:34008:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.020292:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.020298:0:34008:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.020303:0:34008:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.020307:0:34008:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.020311:0:34008:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.020314:0:34008:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.020317:0:34008:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2518:2518:256:4294967295] 192.168.204.110@tcp LPNI seq info [2518:2518:8:4294967295] 00000400:00000200:1.0:1778653877.020322:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.020331:0:34008:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.020336:0:34008:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.020340:0:34008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16a00. 00000800:00000200:1.0:1778653877.020346:0:34008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.020354:0:34008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.020358:0:34008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.020378:0:34008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.020382:0:34008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 859531 usecs (860 jiffies) 00000400:00000200:1.0:1778653877.020386:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.020389:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433056 00000100:00000001:1.0:1778653877.020396:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433050 00000100:00000001:1.0:1778653877.020401:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433056 00000100:00000001:1.0:1778653877.020405:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433050 00000100:00000001:1.0:1778653877.020408:0:34008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.020410:0:34008:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.020413:0:34008:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.020414:0:34008:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653877.020416:0:34008:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899fff00 going to sleep for 11 seconds 00000100:00000001:1.0:1778653877.020418:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.020421:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.020556:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.020560:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16a00. 00000400:00000200:0.0:1778653877.020562:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.020566:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.020569:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19770 00000400:00000010:0.0:1778653877.020571:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19770. 00000100:00000001:0.0:1778653877.020573:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.020577:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.020585:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.020587:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.020593:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.020595:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.025271:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.025292:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.025297:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.025299:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.025312:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.025321:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.025332:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.025338:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.025344:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.025350:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145351700 00000400:00000200:0.0:1778653877.025355:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.025362:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x67e9 [32] + 224 00000800:00000001:0.0:1778653877.025372:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.025381:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.025385:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.025388:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.025399:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.025409:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.025419:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.025439:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.025451:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.025454:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.025540:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653877.025553:0:34008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.025555:0:34008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.025560:0:34008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:1.0:1778653877.025568:0:34008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388bba000 00000400:00000010:1.0:1778653877.025571:0:34008:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915388bba000. 00000100:00000001:1.0:1778653877.025575:0:34008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.025585:0:34008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653877.025595:0:34008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.025602:0:34008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.025604:0:34008:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.025606:0:34008:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.025610:0:34008:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.025613:0:34008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.025615:0:34008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.025618:0:34008:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653877.025629:0:34008:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:1.0:1778653877.025633:0:34008:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653877.025636:0:34008:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1778653877.025639:0:34008:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.025645:0:34008:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1778653877.025648:0:34008:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653877.025683:0:34008:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1778653877.025686:0:34008:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653877.025688:0:34008:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1778653877.025693:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.025699:0:34008:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1778653877.025703:0:34008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.025704:0:34008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653877.025708:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653877.025715:0:34008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689536:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1778653877.025720:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.025723:0:34008:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1778653877.025725:0:34008:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653877.025728:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.025732:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.025739:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653877.025742:0:34008:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653877.025745:0:34008:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653877.025747:0:34008:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1778653877.025750:0:34008:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653877.025755:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.025758:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.025761:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27800 refcount=4 00000020:00000001:1.0:1778653877.025766:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653877.025769:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00010000:1.0:1778653877.025774:0:34008:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025783:0:34008:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1778653877.025787:0:34008:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025792:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.025794:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025800:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.025801:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653877.025803:0:34008:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025809:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.025812:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.025815:0:34008:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1778653877.025817:0:34008:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.025823:0:34008:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c27800 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:1.0:1778653877.025826:0:34008:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1778653877.025829:0:34008:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025845:0:34008:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1778653877.025848:0:34008:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1778653877.025851:0:34008:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025856:0:34008:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1778653877.025859:0:34008:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1778653877.025861:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.025862:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.025864:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27800 refcount=5 00000020:00000001:1.0:1778653877.025866:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653877.025868:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628491264 : -121687081060352 : ffff915384c27800) 00010000:00000001:1.0:1778653877.025871:0:34008:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653877.025874:0:34008:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1778653877.025880:0:34008:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653877.025882:0:34008:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.025885:0:34008:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1778653877.025887:0:34008:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653877.025890:0:34008:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653877.025892:0:34008:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653877.025894:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.025896:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1778653877.025899:0:34008:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27800 with handle 0x3df471c51a890229 from hash 00010000:00000001:1.0:1778653877.025902:0:34008:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653877.025903:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.025904:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.025906:0:34008:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653877.025907:0:34008:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653877.025909:0:34008:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1778653877.025912:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.025913:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.025915:0:34008:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.025917:0:34008:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.025919:0:34008:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.025925:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.025926:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.025928:0:34008:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1778653877.025929:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.025931:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.025933:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.025934:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653877.025936:0:34008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27800/0x3df471c51a890229 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653877.025943:0:34008:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb500 count: 0 00010000:00000010:1.0:1778653877.025951:0:34008:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2d280. 00010000:00000001:1.0:1778653877.025960:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.025961:0:34008:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1778653877.025964:0:34008:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1778653877.025982:0:34008:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1778653877.025990:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1778653877.025991:0:34008:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.025993:0:34008:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.025995:0:34008:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.025997:0:34008:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1778653877.026000:0:34008:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1778653877.026004:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb758 00000002:00002000:1.0:1778653877.026006:0:34008:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:1.0:1778653877.026009:0:34008:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1778653877.026012:0:34008:0:(lmv_intent.c:386:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1778653877.026015:0:34008:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1778653877.026018:0:34008:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00010000:00000010:1.1:1778653877.028063:0:34008:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb400. 00010000:00000010:1.1:1778653877.028076:0:34008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26a00. 00000080:00000001:1.0:1778653877.028088:0:34008:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1778653877.028092:0:34008:0:(namei.c:1258:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1778653877.028096:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653877.028100:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aae00. 00000100:00000001:1.0:1778653877.028106:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.028114:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7b80 x1865052054689536/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.028121:0:34008:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653877.028125:0:34008:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653877.028128:0:34008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:1.0:1778653877.028156:0:34008:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653877.028159:0:34008:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653877.028161:0:34008:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:1.0:1778653877.028164:0:34008:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653877.028167:0:34008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:1.0:1778653877.028170:0:34008:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653877.028172:0:34008:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653877.028174:0:34008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7b80. 00000100:00000001:1.0:1778653877.028177:0:34008:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653877.028179:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653877.028182:0:34008:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1778653877.028184:0:34008:0:(dcache.c:176:ll_intent_release()) intent ffff915383ee1de0 released 00000080:00000001:1.0:1778653877.028186:0:34008:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1778653877.028187:0:34008:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383ee1de0. 00000080:00000001:1.0:1778653877.028190:0:34008:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1778653877.028432:0:34008:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653877.028439:0:34008:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1778653877.028508:0:34008:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653877.028510:0:34008:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653877.028512:0:34008:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653877.028515:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbbc0 00000080:00200000:0.0:1778653877.028519:0:34008:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653877.028527:0:34008:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165600. 00800000:00000002:0.0:1778653877.028535:0:34008:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653877.028540:0:34008:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653877.028546:0:34008:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.028547:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbae0 00800000:00000002:0.0:1778653877.028550:0:34008:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653877.028554:0:34008:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653877.028560:0:34008:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653877.028566:0:34008:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.028568:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb9b0 00000002:00010000:0.0:1778653877.028570:0:34008:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653877.028574:0:34008:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653877.028576:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.028580:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653877.028587:0:34008:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.028590:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.028592:0:34008:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.028594:0:34008:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653877.028597:0:34008:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653877.028603:0:34008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d180. 00000020:00000040:0.0:1778653877.028607:0:34008:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653877.028615:0:34008:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653877.028621:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.028625:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.028629:0:34008:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.028631:0:34008:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.028637:0:34008:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.028645:0:34008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee400. 00000100:00000001:0.0:1778653877.028686:0:34008:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.028692:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.028695:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.028697:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.028698:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.028700:0:34008:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.028707:0:34008:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679304576 : -121687030247040 : ffff915387c9d180) 00010000:00000001:0.0:1778653877.028712:0:34008:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653877.028715:0:34008:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653877.028720:0:34008:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063200. 00010000:00000010:0.0:1778653877.028725:0:34008:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75b80. 00010000:00000001:0.0:1778653877.028731:0:34008:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653877.028734:0:34008:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24600. 00000020:00000001:0.0:1778653877.028738:0:34008:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653877.028741:0:34008:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24600 with handle 0x3df471c51a890230 to hash 00000020:00000001:0.0:1778653877.028743:0:34008:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653877.028745:0:34008:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653877.028749:0:34008:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653877.028753:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.028757:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.028762:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.028774:0:34008:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.028784:0:34008:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653877.028791:0:34008:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.028793:0:34008:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.028801:0:34008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6cc0. 00000100:00000001:0.0:1778653877.028804:0:34008:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691075264 : -121687018476352 : ffff9153887d6cc0) 00000100:00000001:0.0:1778653877.028806:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.028808:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679304576 : -121687030247040 : ffff915387c9d180) 00000100:00000001:0.0:1778653877.028812:0:34008:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.028817:0:34008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.028819:0:34008:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.028821:0:34008:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.028831:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.028840:0:34008:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.028843:0:34008:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.028847:0:34008:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.028850:0:34008:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.028852:0:34008:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.028856:0:34008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d180 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689664:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653877.028861:0:34008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.028866:0:34008:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.028869:0:34008:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.028872:0:34008:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.028877:0:34008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653877.028879:0:34008:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.028889:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.029423:0:34008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900840. 00000400:00000010:0.0:1778653877.029433:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29220. 00000100:00000200:0.0:1778653877.029442:0:34008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054689664, portal 10 00000100:00000001:0.0:1778653877.029444:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.029445:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679304576 : -121687030247040 : ffff915387c9d180) 00000100:00000040:0.0:1778653877.029453:0:34008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.029462:0:34008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.029465:0:34008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.029468:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653877.029471:0:34008:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054689664, offset 0 00000400:00000200:0.0:1778653877.029478:0:34008:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.029488:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.029498:0:34008:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.029505:0:34008:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.029510:0:34008:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.029514:0:34008:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.029517:0:34008:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.029521:0:34008:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2519:2519:256:4294967295] 192.168.204.110@tcp LPNI seq info [2519:2519:8:4294967295] 00000400:00000200:0.0:1778653877.029526:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.029536:0:34008:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.029542:0:34008:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.029547:0:34008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d200. 00000800:00000200:0.0:1778653877.029554:0:34008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.029563:0:34008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.029568:0:34008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.029593:0:34008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.029598:0:34008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 858432 usecs (859 jiffies) 00000400:00000200:0.0:1778653877.029602:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.029605:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433064 00000100:00000001:0.0:1778653877.029616:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433056 00000100:00000001:0.0:1778653877.029622:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433064 00000100:00000001:0.0:1778653877.029628:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433056 00000100:00000001:0.0:1778653877.029632:0:34008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.029635:0:34008:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.029638:0:34008:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.029640:0:34008:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.029643:0:34008:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.029646:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.029681:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.029754:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.029759:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d200. 00000400:00000200:1.0:1778653877.029764:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.029770:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.029777:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:1.0:1778653877.029780:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:1.0:1778653877.029784:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.029790:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.029800:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.029803:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.029809:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.029810:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1778653877.031762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb500. 00010000:00000010:1.1:1778653877.031772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27800. 00000800:00000001:0.0:1778653877.034555:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.034572:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.034576:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.034579:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.034589:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.034597:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.034607:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.034611:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.034616:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.034620:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145351780 00000400:00000200:0.0:1778653877.034625:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.034630:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x67f9 [1] + 224 00000800:00000001:0.0:1778653877.034638:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.034648:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.034678:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.034683:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.034690:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.034698:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.034709:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.034732:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.034741:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.034744:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.034776:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.034784:0:34008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.034958:0:34008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.034961:0:34008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900840. 00000400:00000200:2.0:1778653877.034966:0:34008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29220 00000400:00000010:2.0:1778653877.034968:0:34008:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29220. 00000100:00000001:2.0:1778653877.034971:0:34008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.034988:0:34008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.034998:0:34008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.035004:0:34008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.035006:0:34008:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.035009:0:34008:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.035012:0:34008:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.035024:0:34008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.035027:0:34008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.035030:0:34008:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.035039:0:34008:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653877.035043:0:34008:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.035046:0:34008:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.035048:0:34008:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035050:0:34008:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.035054:0:34008:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.035058:0:34008:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.035060:0:34008:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653877.035062:0:34008:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.035065:0:34008:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.035070:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.035077:0:34008:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.035081:0:34008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.035083:0:34008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.035086:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.035095:0:34008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d180 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689664:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653877.035100:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.035103:0:34008:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.035105:0:34008:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.035107:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.035110:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.035117:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.035120:0:34008:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6cc0. 00000100:00000001:2.0:1778653877.035123:0:34008:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.035125:0:34008:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035127:0:34008:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653877.035131:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035133:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035136:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:2.0:1778653877.035138:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035141:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000040:2.0:1778653877.035146:0:34008:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24600, remote cookie: 0xdfa36d541726ff1c, flags: 0x1001 00010000:00010000:2.0:1778653877.035150:0:34008:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.035160:0:34008:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035166:0:34008:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653877.035169:0:34008:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653877.035171:0:34008:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653877.035173:0:34008:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653877.035174:0:34008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653877.035177:0:34008:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063200) refcount = 1 00010000:00010000:2.0:1778653877.035181:0:34008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035186:0:34008:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653877.035189:0:34008:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653877.035190:0:34008:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.035193:0:34008:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653877.035195:0:34008:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.035198:0:34008:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035203:0:34008:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653877.035205:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035206:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035207:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035208:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035209:0:34008:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.035213:0:34008:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653877.035214:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035215:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035217:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035218:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035221:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035222:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035223:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035224:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:2.0:1778653877.035226:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035228:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035230:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.035233:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.035236:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035243:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035244:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035245:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035246:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035248:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:2.0:1778653877.035250:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035251:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035253:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.035255:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035261:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035262:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653877.035264:0:34008:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035269:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.035271:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035272:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035273:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035274:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653877.035278:0:34008:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653877.035285:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035286:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035288:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035289:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035291:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035293:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035294:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.035295:0:34008:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.035298:0:34008:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.035300:0:34008:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653877.035303:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035304:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035305:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035306:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035308:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00000002:00010000:2.0:1778653877.035312:0:34008:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035318:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035319:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035321:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653877.035322:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035323:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035324:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035326:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035328:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000040:2.0:1778653877.035333:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653877.035336:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653877.035339:0:34008:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653877.035342:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035343:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.035344:0:34008:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653877.035347:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb930 00000002:00002000:2.0:1778653877.035349:0:34008:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653877.035351:0:34008:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.035355:0:34008:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.035358:0:34008:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653877.035361:0:34008:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653877.035364:0:34008:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653877.035367:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653877.035370:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165600. 00000080:00000001:2.0:1778653877.035375:0:34008:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653877.035377:0:34008:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653877.035382:0:34008:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653877.035386:0:34008:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653877.035391:0:34008:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9fec0. 00800000:00000001:2.0:1778653877.035393:0:34008:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647858880 : -121687061692736 : ffff915385e9fec0) 00800000:00000001:2.0:1778653877.035396:0:34008:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.035398:0:34008:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653877.035401:0:34008:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653877.035402:0:34008:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653877.035405:0:34008:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653877.035407:0:34008:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653877.035409:0:34008:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.035414:0:34008:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653877.035417:0:34008:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1778653877.035421:0:34008:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653877.035423:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035424:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035425:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035427:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035428:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035430:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035431:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653877.035433:0:34008:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653877.035435:0:34008:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653877.035436:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9fec0 1 00800000:00000010:2.0:1778653877.035438:0:34008:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9fec0. 00800000:00000001:2.0:1778653877.035441:0:34008:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.035444:0:34008:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890230 00800000:00000001:2.0:1778653877.035447:0:34008:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653877.035448:0:34008:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653877.035449:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035450:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035452:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035453:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035455:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035457:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035459:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.035460:0:34008:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.035462:0:34008:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.035464:0:34008:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.035467:0:34008:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653877.035469:0:34008:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890230 from it ffffa71ac16cbbf8 00010000:00000001:2.0:1778653877.035471:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.035472:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.035473:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.035475:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035477:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.035479:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.035481:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.035487:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035488:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035490:0:34008:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653877.035492:0:34008:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653877.035494:0:34008:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653877.035501:0:34008:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653877.035503:0:34008:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653877.035505:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.035509:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035510:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035511:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035514:0:34008:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653877.035516:0:34008:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035518:0:34008:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035520:0:34008:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035521:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.035522:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035524:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653877.035525:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.035530:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d180 x1865052054689664/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.035537:0:34008:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.035539:0:34008:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.035541:0:34008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538caf4800. 02000000:00000001:2.0:1778653877.035545:0:34008:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.035547:0:34008:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.035549:0:34008:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.035551:0:34008:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.035553:0:34008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee400. 02000000:00000001:2.0:1778653877.035556:0:34008:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.035558:0:34008:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.035560:0:34008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d180. 00000100:00000001:2.0:1778653877.035564:0:34008:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.035565:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653877.035568:0:34008:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653877.035573:0:34008:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.035588:0:34008:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6a60. 00000080:00000001:2.0:1778653877.035592:0:34008:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:2.0:1778653877.035594:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb50 00000080:00200000:2.0:1778653877.035596:0:34008:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff9153831ea480, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1778653877.035601:0:34008:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915385ff9720. 00000080:00000001:2.0:1778653877.035603:0:34008:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653877.035605:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba00 00000080:00200000:2.0:1778653877.035606:0:34008:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open 00000080:00000010:2.0:1778653877.035614:0:34008:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990800. 00800000:00000002:2.0:1778653877.035618:0:34008:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653877.035623:0:34008:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653877.035626:0:34008:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.035627:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb920 00800000:00000002:2.0:1778653877.035629:0:34008:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653877.035632:0:34008:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1778653877.035634:0:34008:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1778653877.035638:0:34008:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00000020:00000001:2.0:1778653877.035641:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8a0 00800000:00000002:2.0:1778653877.035643:0:34008:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1778653877.035647:0:34008:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.035672:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7d8 00000002:00010000:2.0:1778653877.035675:0:34008:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1778653877.035680:0:34008:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653877.035683:0:34008:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653877.035686:0:34008:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653877.035688:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653877.035690:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.035693:0:34008:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653877.035695:0:34008:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035697:0:34008:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.035699:0:34008:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.035704:0:34008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653877.035707:0:34008:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653877.035710:0:34008:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653877.035712:0:34008:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035715:0:34008:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653877.035718:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.035720:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.035722:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.035723:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.035725:0:34008:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.035727:0:34008:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.035730:0:34008:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.035737:0:34008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0c400. 00000100:00000001:2.0:1778653877.035742:0:34008:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035745:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.035746:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035748:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.035749:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.035751:0:34008:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.035759:0:34008:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00010000:00000001:2.0:1778653877.035763:0:34008:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653877.035765:0:34008:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1778653877.035767:0:34008:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653877.035769:0:34008:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.035771:0:34008:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653877.035774:0:34008:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9bc00. 00000020:00000001:2.0:1778653877.035777:0:34008:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653877.035779:0:34008:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9bc00 with handle 0x3df471c51a890237 to hash 00000020:00000001:2.0:1778653877.035780:0:34008:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653877.035782:0:34008:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653877.035942:0:34008:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653877.035946:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.035948:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.035951:0:34008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.035959:0:34008:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653877.035969:0:34008:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653877.035985:0:34008:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653877.035993:0:34008:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653877.035998:0:34008:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653877.036000:0:34008:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653877.036005:0:34008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.036007:0:34008:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956608 : -121687111595008 : ffff915382f08c00) 00000100:00000001:2.0:1778653877.036010:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.036011:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653877.036060:0:34008:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.036064:0:34008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.036067:0:34008:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653877.036069:0:34008:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.036073:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.036080:0:34008:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.036083:0:34008:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.036086:0:34008:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.036089:0:34008:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.036091:0:34008:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.036094:0:34008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689920:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653877.036097:0:34008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.036102:0:34008:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.036104:0:34008:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.036107:0:34008:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.036200:0:34008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653877.036203:0:34008:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.036210:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.036216:0:34008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.036222:0:34008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538ca16000. 00000100:00000200:2.0:1778653877.036228:0:34008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054689920, portal 10 00000100:00000001:2.0:1778653877.036231:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.036233:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653877.036239:0:34008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.036246:0:34008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.036249:0:34008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.036252:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864906e8. 00000100:00000200:2.0:1778653877.036255:0:34008:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1865052054689920, offset 0 00000400:00000200:2.0:1778653877.036260:0:34008:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.036267:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.036273:0:34008:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.036277:0:34008:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.036281:0:34008:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.036285:0:34008:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.036287:0:34008:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.036291:0:34008:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2520:2520:256:4294967295] 192.168.204.110@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:2.0:1778653877.036295:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.036304:0:34008:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.036310:0:34008:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.036315:0:34008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653877.036321:0:34008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.036328:0:34008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.036332:0:34008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.036350:0:34008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.036354:0:34008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 857337 usecs (858 jiffies) 00000400:00000200:2.0:1778653877.036357:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.036360:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433070 00000100:00000001:2.0:1778653877.036367:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433064 00000100:00000001:2.0:1778653877.036373:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433070 00000100:00000001:2.0:1778653877.036376:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433064 00000100:00000001:2.0:1778653877.036379:0:34008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.036381:0:34008:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.036384:0:34008:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.036385:0:34008:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653877.036388:0:34008:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08c00 going to sleep for 11 seconds 00000100:00000001:2.0:1778653877.036390:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.036391:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.036771:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.036776:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:1.0:1778653877.036780:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.036785:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.036790:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864906e8 00000400:00000010:1.0:1778653877.036791:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864906e8. 00000100:00000001:1.0:1778653877.036794:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.036798:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.036806:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.036809:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.036815:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.036816:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1778653877.040701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915383ef3ec0. 00000800:00000001:0.0:1778653877.045198:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.045302:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.045307:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.045310:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.045322:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.045332:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.045346:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.045353:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.045360:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.045366:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145351880 00000400:00000200:0.0:1778653877.045371:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.045379:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x6809 [64] + 224 00000800:00000001:0.0:1778653877.045389:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.045404:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.045408:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.045413:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.045423:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.045435:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.045449:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.045479:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.045492:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.045496:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.046242:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.046257:0:34008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.046259:0:34008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.046263:0:34008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.046271:0:34008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538ca16000 00000400:00000010:2.0:1778653877.046274:0:34008:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538ca16000. 00000100:00000001:2.0:1778653877.046280:0:34008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.046288:0:34008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.046299:0:34008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.046306:0:34008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.046309:0:34008:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.046312:0:34008:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.046316:0:34008:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.046319:0:34008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.046321:0:34008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.046325:0:34008:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.046336:0:34008:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653877.046340:0:34008:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.046343:0:34008:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1778653877.046347:0:34008:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915385fc3480 x1865052054689920/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.046354:0:34008:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1778653877.046357:0:34008:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653877.046359:0:34008:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653877.046361:0:34008:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653877.046363:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.046365:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653877.046369:0:34008:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.046371:0:34008:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653877.046372:0:34008:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.046376:0:34008:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1778653877.046381:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.046388:0:34008:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1778653877.046392:0:34008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.046394:0:34008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.046397:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.046412:0:34008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054689920:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653877.046418:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.046421:0:34008:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1778653877.046424:0:34008:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.046426:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.046429:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.046436:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.046438:0:34008:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.046441:0:34008:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.046443:0:34008:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1778653877.046447:0:34008:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653877.046453:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.046456:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.046459:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=4 00000020:00000001:2.0:1778653877.046461:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653877.046464:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00010000:2.0:1778653877.046469:0:34008:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046480:0:34008:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1778653877.046484:0:34008:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046490:0:34008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.046493:0:34008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046499:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.046500:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653877.046504:0:34008:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046510:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.046513:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.046517:0:34008:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653877.046519:0:34008:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.046525:0:34008:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9bc00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653877.046528:0:34008:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653877.046532:0:34008:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046538:0:34008:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653877.046540:0:34008:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653877.046543:0:34008:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046548:0:34008:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653877.046555:0:34008:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653877.046557:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.046558:0:34008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.046560:0:34008:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9bc00 refcount=5 00000020:00000001:2.0:1778653877.046562:0:34008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653877.046564:0:34008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628967424 : -121687080584192 : ffff915384c9bc00) 00010000:00000001:2.0:1778653877.046567:0:34008:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653877.046569:0:34008:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653877.046575:0:34008:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653877.046577:0:34008:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.046580:0:34008:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653877.046582:0:34008:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653877.046586:0:34008:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653877.046591:0:34008:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653877.046592:0:34008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.046594:0:34008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653877.046597:0:34008:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9bc00 with handle 0x3df471c51a890237 from hash 00010000:00000001:2.0:1778653877.046599:0:34008:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653877.046600:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.046602:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.046603:0:34008:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653877.046604:0:34008:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653877.046606:0:34008:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653877.046608:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.046609:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.046610:0:34008:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.046611:0:34008:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.046614:0:34008:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046618:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.046619:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.046620:0:34008:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1778653877.046622:0:34008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.046623:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.046624:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.046625:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653877.046627:0:34008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9bc00/0x3df471c51a890237 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.046640:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.046642:0:34008:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1778653877.046647:0:34008:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1778653877.046703:0:34008:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653877.046713:0:34008:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1778653877.046718:0:34008:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653877.046731:0:34008:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.046733:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653877.046734:0:34008:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.046737:0:34008:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.046739:0:34008:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.046742:0:34008:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1778653877.046744:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.046745:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00010000:00000001:2.0:1778653877.046747:0:34008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1778653877.046748:0:34008:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.046750:0:34008:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653877.046753:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb758 00000002:00002000:2.0:1778653877.046756:0:34008:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1778653877.046759:0:34008:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.046763:0:34008:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.046766:0:34008:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653877.046770:0:34008:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1778653877.046773:0:34008:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653877.046778:0:34008:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:2.0:1778653877.046781:0:34008:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1778653877.046783:0:34008:0:(namei.c:672:ll_lookup_it_finish()) it ffff915385ff9720 it_disposition 80002b 00000080:00000001:2.0:1778653877.046786:0:34008:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653877.046793:0:34008:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653877.046796:0:34008:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653877.046799:0:34008:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1778653877.046803:0:34008:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1778653877.046810:0:34008:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653877.046812:0:34008:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1778653877.046815:0:34008:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.046819:0:34008:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1778653877.046821:0:34008:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1778653877.046828:0:34008:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00200000:2.0:1778653877.046831:0:34008:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff91538bd1aa08): rc = 0 00000080:00000001:2.0:1778653877.046833:0:34008:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386746927624 : -121686962623992 : ffff91538bd1aa08) 00000080:00000001:2.0:1778653877.046836:0:34008:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653877.046839:0:34008:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653877.046841:0:34008:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.046845:0:34008:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff91538bd1aa08) for lock 0x0 00800000:00000001:2.0:1778653877.046848:0:34008:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653877.046849:0:34008:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:2.0:1778653877.046851:0:34008:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.046853:0:34008:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1778653877.046860:0:34008:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf07d80 inode ffff91538bd1aa08 refc 1 flags 0x20000e 00000080:00000001:2.0:1778653877.046864:0:34008:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1778653877.046866:0:34008:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.046869:0:34008:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653877.046872:0:34008:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653877.046876:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990800. 00000100:00000001:2.0:1778653877.046880:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.046883:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.046889:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.046901:0:34008:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:2.0:1778653877.046903:0:34008:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653877.046905:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba40 00000080:00200008:2.0:1778653877.046908:0:34008:0:(file.c:1058:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff91538bd1aa08), flags 320400 00000080:00000010:2.0:1778653877.046916:0:34008:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395159a40. 00000080:00000010:2.0:1778653877.046924:0:34008:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e9fec0. 00000080:00000001:2.0:1778653877.046927:0:34008:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1778653877.046930:0:34008:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1778653877.046933:0:34008:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1778653877.046936:0:34008:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915388bd6900. 00000002:00100000:2.0:1778653877.046940:0:34008:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653877.046947:0:34008:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.046949:0:34008:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1778653877.046953:0:34008:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1778653877.046958:0:34008:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.046960:0:34008:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.046963:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.046966:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1778653877.046984:0:34008:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.046987:0:34008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:2.0:1778653877.047111:0:34008:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1778653877.047114:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.047116:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba40 00000080:00000008:2.0:1778653877.047118:0:34008:0:(file.c:1297:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff91538bd1aa08), flags 320400, rc = 0 00000080:00000001:2.0:1778653877.047122:0:34008:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.047126:0:34008:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1778653877.047128:0:34008:0:(dcache.c:176:ll_intent_release()) intent ffff915385ff9720 released 00000080:00000001:2.0:1778653877.047130:0:34008:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1778653877.047132:0:34008:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1778653877.047134:0:34008:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.047136:0:34008:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1778653877.047138:0:34008:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915385ff9720. 00000080:00000001:2.0:1778653877.047143:0:34008:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.047147:0:34008:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653877.047149:0:34008:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff91538bd1aa08), inode mode 41ed mask 44 00000080:00000001:2.0:1778653877.047154:0:34008:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.047194:0:34008:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653877.047196:0:34008:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff91538bd1aa08) cmd=4008669a arg=17722e0 00000080:00000001:2.0:1778653877.047203:0:34008:0:(dir.c:589:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1778653877.047208:0:34008:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990800. 00800000:00000001:2.0:1778653877.047216:0:34008:0:(lmv_obd.c:3008:lmv_setattr()) Process entered 00800000:00000002:2.0:1778653877.047218:0:34008:0:(lmv_obd.c:3012:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:2.0:1778653877.047223:0:34008:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1778653877.047226:0:34008:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1778653877.047232:0:34008:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.047238:0:34008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1180. 00000020:00000040:2.0:1778653877.047242:0:34008:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653877.047248:0:34008:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653877.047254:0:34008:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.047260:0:34008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.047262:0:34008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.047263:0:34008:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.047267:0:34008:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.047269:0:34008:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.047275:0:34008:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.047283:0:34008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d400. 00000100:00000001:2.0:1778653877.047290:0:34008:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.047293:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.047295:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.047297:0:34008:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.047298:0:34008:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.047300:0:34008:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653877.047310:0:34008:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1778653877.047316:0:34008:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653877.047324:0:34008:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653877.047326:0:34008:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653877.047333:0:34008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.047335:0:34008:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956608 : -121687111595008 : ffff915382f08c00) 00000100:00000001:2.0:1778653877.047337:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.047339:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653877.047344:0:34008:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.047348:0:34008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.047350:0:34008:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653877.047352:0:34008:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.047355:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.047363:0:34008:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.047365:0:34008:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.047369:0:34008:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.047371:0:34008:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.047374:0:34008:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.047377:0:34008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054690176:192.168.204.110@tcp:36:lfs.0 00000100:00000001:2.0:1778653877.047381:0:34008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.047387:0:34008:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.047390:0:34008:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.047393:0:34008:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.047397:0:34008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f400. 02000000:00000001:2.0:1778653877.047398:0:34008:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.047406:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.047409:0:34008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.047415:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653877.047422:0:34008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054690176, portal 10 00000100:00000001:2.0:1778653877.047424:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.047426:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000040:2.0:1778653877.047431:0:34008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.047438:0:34008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.047441:0:34008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.047444:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864903b8. 00000100:00000200:2.0:1778653877.047448:0:34008:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054690176, offset 0 00000400:00000200:2.0:1778653877.047454:0:34008:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.047463:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.047471:0:34008:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.047476:0:34008:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.047480:0:34008:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.047484:0:34008:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.047488:0:34008:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.047492:0:34008:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2521:2521:256:4294967295] 192.168.204.110@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:2.0:1778653877.047497:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.047508:0:34008:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.047514:0:34008:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.047519:0:34008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653877.047527:0:34008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.047537:0:34008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.047542:0:34008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.047561:0:34008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.047565:0:34008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 856251 usecs (857 jiffies) 00000400:00000200:2.0:1778653877.047568:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.047572:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433080 00000100:00000001:2.0:1778653877.047580:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433070 00000100:00000001:2.0:1778653877.047586:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433080 00000100:00000001:2.0:1778653877.047590:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433070 00000100:00000001:2.0:1778653877.047593:0:34008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.047596:0:34008:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.047598:0:34008:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.047600:0:34008:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653877.047603:0:34008:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08c00 going to sleep for 11 seconds 00000100:00000001:2.0:1778653877.047606:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.047608:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.047966:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.047987:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:1.0:1778653877.048002:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.048012:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.048026:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864903b8 00000400:00000010:1.0:1778653877.048029:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864903b8. 00000100:00000001:1.0:1778653877.048035:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.048044:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.048056:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.048060:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.048068:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.048069:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.051504:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.051523:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.051528:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.051530:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.051541:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.051550:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.051561:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.051566:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.051574:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.051578:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145351980 00000400:00000200:0.0:1778653877.051584:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.051591:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6811 [1] + 224 00000800:00000001:0.0:1778653877.051600:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.051608:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.051612:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.051617:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.051627:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.051637:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653877.051684:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.051700:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:2.1:1778653877.051709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9bc00. 00000400:00000200:0.0:1778653877.051711:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653877.051714:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.051720:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.051727:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2522:2522:256:4294967295] 192.168.204.110@tcp LPNI seq info [2522:2522:8:4294967295] 00000100:00000001:2.0:1778653877.051730:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1778653877.051732:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000001:2.0:1778653877.051739:0:34008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1778653877.051739:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000400:00000001:2.0:1778653877.051741:0:34008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.051745:0:34008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000800:00000200:0.0:1778653877.051746:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.051749:0:34008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653877.051752:0:34008:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000800:00000010:0.0:1778653877.051752:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d900. 00000100:00000001:2.0:1778653877.051755:0:34008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.051760:0:34008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1778653877.051760:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.051767:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000200:2.0:1778653877.051768:0:34008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1180 x1865052054690176/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1778653877.051772:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1778653877.051774:0:34008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.051776:0:34008:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.051779:0:34008:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.051782:0:34008:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.051785:0:34008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.051789:0:34008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.051792:0:34008:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.051804:0:34008:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653877.051808:0:34008:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.051811:0:34008:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.051813:0:34008:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.051816:0:34008:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.051820:0:34008:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.051824:0:34008:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653877.051826:0:34008:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653877.051827:0:34008:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653877.051830:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.051832:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653877.051835:0:34008:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.051837:0:34008:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653877.051839:0:34008:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.051842:0:34008:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.051847:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1180 x1865052054690176/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.051855:0:34008:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.051858:0:34008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.051860:0:34008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.051864:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1180 x1865052054690176/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653877.051872:0:34008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054690176:192.168.204.110@tcp:36:lfs.0 00000100:00000001:2.0:1778653877.051878:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.051881:0:34008:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.051884:0:34008:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.051886:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.051889:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054690176/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653893 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.051898:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.051901:0:34008:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.051905:0:34008:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.051907:0:34008:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.051917:0:34008:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.051921:0:34008:0:(lmv_obd.c:3021:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.051928:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990800. 00000100:00000001:2.0:1778653877.051933:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.051936:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054690176/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.051944:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.051946:0:34008:0:(dir.c:664:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.051950:0:34008:0:(dir.c:2151:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653877.051956:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000001:2.0:1778653877.052000:0:34008:0:(dir.c:2999:ll_dir_release()) Process entered 00000800:00000200:0.0:1778653877.052066:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.052071:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d900. 00000400:00000200:0.0:1778653877.052074:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.052079:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000080:00000001:2.0:1778653877.052469:0:34008:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653877.052473:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd98 00000080:00200008:2.0:1778653877.052477:0:34008:0:(file.c:448:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff91538bd1aa08), flags 320000 00000080:00400000:2.0:1778653877.052482:0:34008:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1778653877.052487:0:34008:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653877.052489:0:34008:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1778653877.052491:0:34008:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653877.052499:0:34008:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.052503:0:34008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653877.052512:0:34008:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.052514:0:34008:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653877.052517:0:34008:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:2.0:1778653877.052520:0:34008:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653877.052527:0:34008:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000800:00000001:1.0:1778653877.052532:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653877.052534:0:34008:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915389990800. 00000080:00000001:2.0:1778653877.052541:0:34008:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653877.052551:0:34008:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653877.052556:0:34008:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653877.052558:0:34008:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:2.0:1778653877.052563:0:34008:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653877.052566:0:34008:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:2.0:1778653877.052572:0:34008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653877.052576:0:34008:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653877.052581:0:34008:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.052585:0:34008:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.052590:0:34008:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.052597:0:34008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389991600. 00000100:00000001:2.0:1778653877.052604:0:34008:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653877.052617:0:34008:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653877.052627:0:34008:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653877.052632:0:34008:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653877.052639:0:34008:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653877.052641:0:34008:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653877.052648:0:34008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.052785:0:34008:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956608 : -121687111595008 : ffff915382f08c00) 00000100:00000001:2.0:1778653877.052788:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.052789:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653877.052794:0:34008:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.052798:0:34008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.052800:0:34008:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653877.052802:0:34008:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.052807:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.052814:0:34008:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.052816:0:34008:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.052820:0:34008:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.052823:0:34008:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.052826:0:34008:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.052829:0:34008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054690432:192.168.204.110@tcp:35:lfs.0 00000100:00000001:2.0:1778653877.052833:0:34008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.052839:0:34008:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.052842:0:34008:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.052845:0:34008:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.052850:0:34008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653877.052852:0:34008:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.052858:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.052861:0:34008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.052867:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653877.052874:0:34008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054690432, portal 10 00000100:00000001:2.0:1778653877.052876:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.052877:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653877.052882:0:34008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.052889:0:34008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.052892:0:34008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.052895:0:34008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490110. 00000100:00000200:2.0:1778653877.052899:0:34008:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054690432, offset 0 00000400:00000200:2.0:1778653877.052905:0:34008:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.052911:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.052917:0:34008:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.052923:0:34008:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.052929:0:34008:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.052933:0:34008:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.052936:0:34008:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.052940:0:34008:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2523:2523:256:4294967295] 192.168.204.110@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:2.0:1778653877.052949:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.052957:0:34008:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.052962:0:34008:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.052967:0:34008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653877.052981:0:34008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.052987:0:34008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.052991:0:34008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.053111:0:34008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.053117:0:34008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 855160 usecs (856 jiffies) 00000400:00000200:2.0:1778653877.053121:0:34008:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.053124:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433085 00000100:00000001:2.0:1778653877.053134:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433080 00000100:00000001:2.0:1778653877.053140:0:34008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433085 00000100:00000001:2.0:1778653877.053143:0:34008:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433080 00000100:00000001:2.0:1778653877.053146:0:34008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.053149:0:34008:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.053152:0:34008:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.053154:0:34008:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1778653877.053157:0:34008:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08c00 going to sleep for 17 seconds 00000100:00000001:2.0:1778653877.053159:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.053162:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.056437:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.056444:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:0.0:1778653877.056452:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.056461:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.056468:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490110 00000400:00000010:0.0:1778653877.056471:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490110. 00000100:00000001:0.0:1778653877.056475:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.056483:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.056495:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.056499:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.056506:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.056508:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.063641:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.063711:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.063716:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.063718:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.063729:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.063739:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.063750:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.063757:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.063763:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.063768:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145351a80 00000400:00000200:1.0:1778653877.063774:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.063782:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6819 [1] + 224 00000800:00000001:1.0:1778653877.063791:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.063803:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.063806:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.063811:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.063821:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.063832:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.063844:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.063922:0:34008:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.063943:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.063964:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.063969:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653877.064160:0:34008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.064163:0:34008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.064168:0:34008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.064174:0:34008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653877.064177:0:34008:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653877.064181:0:34008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.064186:0:34008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.064196:0:34008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054690432/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064203:0:34008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.064205:0:34008:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.064208:0:34008:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.064212:0:34008:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.064215:0:34008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.064218:0:34008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.064296:0:34008:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.064311:0:34008:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=138 v=10 (10 5 5 5) 00000100:00001000:2.0:1778653877.064315:0:34008:0:(import.c:2210:obd_at_measure()) AT ffff91538996fca0 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:2.0:1778653877.064318:0:34008:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff915389b76000 ptl 23 has changed from 10 to 5 00000100:00001000:2.0:1778653877.064322:0:34008:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.064325:0:34008:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.064328:0:34008:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.064332:0:34008:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.064337:0:34008:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.064340:0:34008:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653877.064343:0:34008:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653877.064344:0:34008:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653877.064347:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.064349:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653877.064353:0:34008:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.064355:0:34008:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653877.064357:0:34008:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.064360:0:34008:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.064366:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054690432/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064375:0:34008:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.064378:0:34008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.064381:0:34008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.064385:0:34008:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054690432/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.064394:0:34008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34008:1865052054690432:192.168.204.110@tcp:35:lfs.0 00000100:00000001:2.0:1778653877.064399:0:34008:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.064402:0:34008:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.064405:0:34008:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.064408:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.064412:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054690432/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064419:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.064423:0:34008:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.064427:0:34008:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.064429:0:34008:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.064436:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.064438:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000002:00000001:2.0:1778653877.064441:0:34008:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.064445:0:34008:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.064452:0:34008:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990800. 00000080:00000001:2.0:1778653877.064456:0:34008:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653877.064459:0:34008:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653877.064465:0:34008:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653877.064470:0:34008:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064479:0:34008:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.064480:0:34008:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653877.064483:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.064486:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064493:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.064495:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.064497:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054690432/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064504:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.064505:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.064508:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054689920/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653893 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064515:0:34008:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653877.064519:0:34008:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.064521:0:34008:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.064523:0:34008:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.064527:0:34008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0c400. 02000000:00000001:2.0:1778653877.064531:0:34008:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.064533:0:34008:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.064536:0:34008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653877.064540:0:34008:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.064541:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.064543:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.064546:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054690432/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064558:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.064560:0:34008:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915388bd6900. 00000002:00000001:2.0:1778653877.064564:0:34008:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.064566:0:34008:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.064568:0:34008:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e9fec0. 00000100:00000001:2.0:1778653877.064571:0:34008:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.064574:0:34008:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054690432/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.064580:0:34008:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.064583:0:34008:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.064586:0:34008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653877.064589:0:34008:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.064591:0:34008:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.064592:0:34008:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.064594:0:34008:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.064595:0:34008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389991600. 02000000:00000001:2.0:1778653877.064597:0:34008:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.064599:0:34008:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.064600:0:34008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:2.0:1778653877.064607:0:34008:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.064608:0:34008:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653877.064611:0:34008:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.064615:0:34008:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653877.064619:0:34008:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.064626:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd98 00000080:00000008:2.0:1778653877.064629:0:34008:0:(file.c:492:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff91538bd1aa08), flags 320000, rc = 0 00000080:00000001:2.0:1778653877.064633:0:34008:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.064636:0:34008:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.064642:0:34008:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653877.064644:0:34008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbe00 00000080:00002000:2.0:1778653877.064646:0:34008:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff91538bf07d80, parent ffff91538bd08360, inode ffff91538bd1aa08) hashed, 00000080:00000001:2.0:1778653877.064683:0:34008:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653877.064692:0:34008:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653877.064700:0:34008:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1778653877.074725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6a60. 00010000:00010000:0.0:1778653877.076330:0:34010:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff915389b76000 00010000:00000001:0.0:1778653877.076338:0:34010:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.076341:0:34010:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.076346:0:34010:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.076352:0:34010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.076354:0:34010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.076356:0:34010:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.076370:0:34011:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff915389b76000 00010000:00000001:2.0:1778653877.076374:0:34011:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653877.076376:0:34011:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.076378:0:34011:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.076380:0:34011:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653877.076382:0:34011:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.076384:0:34011:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.123816:0:34015:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653877.123822:0:34015:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653877.123825:0:34015:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653877.123828:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbbc0 00000080:00200000:0.0:1778653877.123832:0:34015:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653877.123838:0:34015:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164800. 00800000:00000002:0.0:1778653877.123844:0:34015:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653877.123848:0:34015:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653877.123853:0:34015:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.123854:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbae0 00800000:00000002:0.0:1778653877.123858:0:34015:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653877.123861:0:34015:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653877.123865:0:34015:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653877.123870:0:34015:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.123872:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb9b0 00000002:00010000:0.0:1778653877.123874:0:34015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653877.123879:0:34015:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653877.123881:0:34015:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.123884:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653877.123890:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653877.123893:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.123897:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.123900:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653877.123904:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653877.123915:0:34015:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653877.124166:0:34015:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.124172:0:34015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1778653877.124181:0:34015:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653877.124183:0:34015:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653877.124185:0:34015:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653877.124187:0:34015:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653877.124190:0:34015:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.124192:0:34015:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653877.124194:0:34015:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653877.124197:0:34015:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653877.124201:0:34015:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164800. 00000080:00000001:1.0:1778653877.124206:0:34015:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653877.124208:0:34015:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.124210:0:34015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653877.124214:0:34015:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890230 00800000:00000001:1.0:1778653877.124217:0:34015:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653877.124220:0:34015:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653877.124222:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.124225:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.124227:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653877.124230:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.124233:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.124235:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.124237:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.124238:0:34015:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.124240:0:34015:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.124242:0:34015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890230 from it ffffa71ac16cbbf8 00010000:00000001:1.0:1778653877.124244:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.124245:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.124247:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653877.124249:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.124251:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.124253:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.124256:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653877.124263:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.124264:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.124266:0:34015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653877.124268:0:34015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653877.124270:0:34015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653877.124279:0:34015:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.124282:0:34015:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653877.124284:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.124288:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.124289:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.124291:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124294:0:34015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653877.124295:0:34015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124297:0:34015:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124299:0:34015:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124301:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.124303:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.124304:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653877.124307:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653877.124309:0:34015:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.124311:0:34015:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653877.124316:0:34015:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653877.124325:0:34015:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915383ef3680. 00000020:00000001:1.0:1778653877.124330:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb28 00000080:00200000:1.0:1778653877.124332:0:34015:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:1.0:1778653877.124335:0:34015:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:1.0:1778653877.124336:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb9d8 00000080:00200000:1.0:1778653877.124338:0:34015:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:1.0:1778653877.124344:0:34015:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864ab800. 00800000:00000002:1.0:1778653877.124347:0:34015:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653877.124351:0:34015:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653877.124352:0:34015:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.124354:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8f8 00800000:00000002:1.0:1778653877.124355:0:34015:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653877.124358:0:34015:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1778653877.124361:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb890 00800000:00000002:1.0:1778653877.124363:0:34015:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:1.0:1778653877.124366:0:34015:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.124367:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7c8 00000002:00010000:1.0:1778653877.124369:0:34015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1778653877.124373:0:34015:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653877.124375:0:34015:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653877.124379:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7b80. 00000020:00000040:1.0:1778653877.124383:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653877.124388:0:34015:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653877.124392:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.124394:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.124395:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.124396:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.124399:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653877.124401:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653877.124404:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653877.124410:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbb000. 00000100:00000001:1.0:1778653877.124416:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124420:0:34015:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.124422:0:34015:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124423:0:34015:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.124424:0:34015:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.124426:0:34015:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.124432:0:34015:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00010000:00000001:1.0:1778653877.124436:0:34015:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653877.124438:0:34015:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653877.124441:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:1.0:1778653877.124443:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.124445:0:34015:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653877.124449:0:34015:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26400. 00000020:00000001:1.0:1778653877.124451:0:34015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653877.124453:0:34015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26400 with handle 0x3df471c51a89023e to hash 00000020:00000001:1.0:1778653877.124456:0:34015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653877.124468:0:34015:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:1.0:1778653877.124472:0:34015:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:1.0:1778653877.124474:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.124476:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.124479:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34015 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.124486:0:34015:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34015 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.124495:0:34015:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34015 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653877.124500:0:34015:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653877.124502:0:34015:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653877.124508:0:34015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899fff00. 00000100:00000001:1.0:1778653877.124510:0:34015:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710118144 : -121686999433472 : ffff9153899fff00) 00000100:00000001:1.0:1778653877.124512:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.124514:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000001:1.0:1778653877.124518:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653877.124521:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.124523:0:34015:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653877.124525:0:34015:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.124535:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.124543:0:34015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.124545:0:34015:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.124548:0:34015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.124550:0:34015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.124553:0:34015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.124556:0:34015:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054690560:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653877.124559:0:34015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.124563:0:34015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.124566:0:34015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.124568:0:34015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.124572:0:34015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491b000. 02000000:00000001:1.0:1778653877.124574:0:34015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.124580:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.124584:0:34015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5738. 00000400:00000010:1.0:1778653877.124590:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f193b8. 00000100:00000200:1.0:1778653877.124597:0:34015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054690560, portal 10 00000100:00000001:1.0:1778653877.124598:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.124600:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000040:1.0:1778653877.124605:0:34015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.124619:0:34015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.124622:0:34015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.124624:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19440. 00000100:00000200:1.0:1778653877.124627:0:34015:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054690560, offset 0 00000400:00000200:1.0:1778653877.124633:0:34015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.124642:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.124673:0:34015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.124678:0:34015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.124682:0:34015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.124686:0:34015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.124689:0:34015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.124693:0:34015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2524:2524:256:4294967295] 192.168.204.110@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:1.0:1778653877.124697:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.124707:0:34015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.124713:0:34015:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.124718:0:34015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653877.124725:0:34015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.124732:0:34015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.124737:0:34015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.124752:0:34015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.124757:0:34015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 854081 usecs (855 jiffies) 00000400:00000200:1.0:1778653877.124761:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.124763:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433154 00000100:00000001:1.0:1778653877.124770:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433085 00000100:00000001:1.0:1778653877.124775:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433154 00000100:00000001:1.0:1778653877.124779:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433085 00000100:00000001:1.0:1778653877.124782:0:34015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.124785:0:34015:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.124787:0:34015:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.124789:0:34015:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653877.124792:0:34015:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899fff00 going to sleep for 11 seconds 00000100:00000001:1.0:1778653877.124795:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.124798:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.125933:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.125940:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:0.0:1778653877.125945:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.125952:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.125958:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19440 00000400:00000010:0.0:1778653877.125960:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19440. 00000100:00000001:0.0:1778653877.125965:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.125980:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.125998:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.126002:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.126009:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.126010:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.134645:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.134864:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.134869:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.134871:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.134880:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.134887:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.134898:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.134902:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.134908:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.134912:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145351b00 00000400:00000200:1.0:1778653877.134917:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.134922:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6821 [1] + 224 00000800:00000001:1.0:1778653877.134929:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.134938:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.134941:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.134945:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.134952:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.134960:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.134981:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.135078:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.135087:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.135091:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.135121:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.135129:0:34015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.135131:0:34015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.135135:0:34015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5738. 00000400:00000200:2.0:1778653877.135141:0:34015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f193b8 00000400:00000010:2.0:1778653877.135143:0:34015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f193b8. 00000100:00000001:2.0:1778653877.135146:0:34015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.135152:0:34015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.135162:0:34015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.135168:0:34015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.135170:0:34015:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.135173:0:34015:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.135175:0:34015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.135178:0:34015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.135180:0:34015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.135183:0:34015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.135192:0:34015:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653877.135197:0:34015:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.135199:0:34015:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.135201:0:34015:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.135204:0:34015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.135207:0:34015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.135211:0:34015:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.135213:0:34015:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1778653877.135215:0:34015:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.135219:0:34015:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.135225:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.135233:0:34015:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.135235:0:34015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.135238:0:34015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.135243:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.135250:0:34015:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054690560:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1778653877.135255:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.135258:0:34015:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.135260:0:34015:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.135262:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.135265:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.135272:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.135275:0:34015:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899fff00. 00000100:00000001:2.0:1778653877.135279:0:34015:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.135280:0:34015:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.135283:0:34015:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653877.135287:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135289:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135292:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=4 00000020:00000001:2.0:1778653877.135294:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135297:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000040:2.0:1778653877.135303:0:34015:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26400, remote cookie: 0xdfa36d541726ff5b, flags: 0x1001 00010000:00010000:2.0:1778653877.135308:0:34015:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653877.135316:0:34015:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653877.135320:0:34015:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1778653877.135329:0:34015:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63cc00. 00010000:00000010:2.0:1778653877.135334:0:34015:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36b00. 00010000:00000001:2.0:1778653877.135339:0:34015:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.135342:0:34015:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.135349:0:34015:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135356:0:34015:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653877.135359:0:34015:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653877.135361:0:34015:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653877.135363:0:34015:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653877.135364:0:34015:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653877.135367:0:34015:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff91538f63cc00) refcount = 1 00010000:00010000:2.0:1778653877.135370:0:34015:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135377:0:34015:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653877.135380:0:34015:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653877.135381:0:34015:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.135384:0:34015:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653877.135386:0:34015:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.135389:0:34015:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135395:0:34015:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653877.135397:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135398:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.135399:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135400:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.135402:0:34015:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.135406:0:34015:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653877.135408:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135410:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135411:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:2.0:1778653877.135413:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135415:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135417:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135418:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135419:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=4 00000020:00000001:2.0:1778653877.135421:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135423:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135425:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.135428:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.135432:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135439:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135440:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.135442:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135443:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135445:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=5 00000020:00000001:2.0:1778653877.135447:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135449:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135452:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.135454:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135460:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135461:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653877.135464:0:34015:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135469:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.135470:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135472:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.135473:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135474:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653877.135478:0:34015:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653877.135485:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135487:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135488:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:2.0:1778653877.135490:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135492:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135494:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135495:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.135496:0:34015:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.135498:0:34015:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.135502:0:34015:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653877.135504:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135505:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135507:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:2.0:1778653877.135509:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135511:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00000002:00010000:2.0:1778653877.135515:0:34015:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.135522:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135523:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.135525:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653877.135526:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.135527:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.135529:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:2.0:1778653877.135531:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:2.0:1778653877.135533:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000040:2.0:1778653877.135537:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cc00 count: 2 00010000:00000001:2.0:1778653877.135539:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653877.135543:0:34015:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:2.0:1778653877.135545:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.135546:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.135548:0:34015:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653877.135551:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb748 00000002:00002000:2.0:1778653877.135554:0:34015:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653877.135557:0:34015:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.135561:0:34015:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.135564:0:34015:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653877.135570:0:34015:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1778653877.135573:0:34015:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653877.135577:0:34015:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:2.0:1778653877.135580:0:34015:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1778653877.135582:0:34015:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac16cbac8 it_disposition b 00000080:00000001:2.0:1778653877.135585:0:34015:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653877.135590:0:34015:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653877.135594:0:34015:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653877.135597:0:34015:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1778653877.135600:0:34015:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1778653877.135679:0:34015:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653877.135683:0:34015:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:3.0:1778653877.135687:0:34015:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.135690:0:34015:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1778653877.135693:0:34015:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653877.135698:0:34015:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00200000:3.0:1778653877.135701:0:34015:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff91538bd1aa08): rc = 0 00000080:00000001:3.0:1778653877.135704:0:34015:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386746927624 : -121686962623992 : ffff91538bd1aa08) 00010000:00000001:3.0:1778653877.135706:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.135709:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.135711:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:3.0:1778653877.135714:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:3.0:1778653877.135716:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:3.0:1778653877.135719:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.135720:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653877.135722:0:34015:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653877.135724:0:34015:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653877.135726:0:34015:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653877.135728:0:34015:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653877.135730:0:34015:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653877.135734:0:34015:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff91538bd1aa08) for lock 0x3df471c51a89023e 00800000:00000001:3.0:1778653877.135737:0:34015:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653877.135738:0:34015:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653877.135740:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.135741:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.135742:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:3.0:1778653877.135743:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:3.0:1778653877.135745:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:3.0:1778653877.135747:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.135748:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653877.135749:0:34015:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653877.135751:0:34015:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653877.135757:0:34015:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf385e8 inode ffff91538bd1aa08 refc 1 flags 0x20000e 00000080:00000001:3.0:1778653877.135762:0:34015:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1778653877.135764:0:34015:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.135766:0:34015:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653877.135770:0:34015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff91538bd1aa08) 00000080:00010000:3.0:1778653877.135774:0:34015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89023e from it ffffa71ac16cbac8 00010000:00000001:3.0:1778653877.135775:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.135776:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.135778:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26400 refcount=3 00000020:00000001:3.0:1778653877.135779:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:3.0:1778653877.135781:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486144 : -121687081065472 : ffff915384c26400) 00010000:00000001:3.0:1778653877.135783:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653877.135786:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653877.135794:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.135795:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.135796:0:34015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653877.135798:0:34015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653877.135801:0:34015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26400/0x3df471c51a89023e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff5b expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653877.135808:0:34015:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653877.135811:0:34015:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653877.135812:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653877.135817:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.135818:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.135819:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.135822:0:34015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653877.135824:0:34015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.135826:0:34015:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.135828:0:34015:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.135830:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653877.135831:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.135832:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653877.135833:0:34015:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653877.135837:0:34015:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864ab800. 00000100:00000001:3.0:1778653877.135876:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653877.135882:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7b80 x1865052054690560/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.135908:0:34015:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653877.135910:0:34015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653877.135913:0:34015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491b000. 02000000:00000001:3.0:1778653877.135917:0:34015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653877.135919:0:34015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653877.135921:0:34015:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653877.135923:0:34015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653877.135925:0:34015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbb000. 02000000:00000001:3.0:1778653877.135929:0:34015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653877.135930:0:34015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653877.135932:0:34015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7b80. 00000100:00000001:3.0:1778653877.135935:0:34015:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653877.135937:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653877.135945:0:34015:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653877.135947:0:34015:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff91538bd1aa08), inode mode 41ed mask 1 00000080:00000001:3.0:1778653877.135952:0:34015:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653877.135964:0:34015:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384940. 00000080:00000001:3.0:1778653877.135969:0:34015:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653877.135979:0:34015:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff91538bd1aa08), inode mode 41ed mask 3 00000080:00000001:3.0:1778653877.135981:0:34015:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.135984:0:34015:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653877.135986:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb50 00000080:00200000:3.0:1778653877.135988:0:34015:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff91538bd1aa08), file ffff91538303c000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1778653877.135993:0:34015:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3b300. 00000080:00000001:3.0:1778653877.135997:0:34015:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653877.135998:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba00 00000080:00200000:3.0:1778653877.136000:0:34015:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff91538bd1aa08), intent=open|creat 00000080:00000010:3.0:1778653877.136006:0:34015:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915394a78800. 00000080:00000001:3.0:1778653877.136012:0:34015:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653877.136015:0:34015:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653877.136016:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb920 00800000:00000002:3.0:1778653877.136018:0:34015:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1778653877.136021:0:34015:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653877.136023:0:34015:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653877.136028:0:34015:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:3.0:1778653877.136031:0:34015:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1778653877.136033:0:34015:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1778653877.136036:0:34015:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1778653877.136039:0:34015:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1778653877.136041:0:34015:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:3.0:1778653877.136044:0:34015:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653877.136046:0:34015:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653877.136048:0:34015:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653877.136050:0:34015:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.136051:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb8a0 00800000:00000002:3.0:1778653877.136053:0:34015:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1778653877.136058:0:34015:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653877.136059:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb7d8 00000002:00010000:3.0:1778653877.136061:0:34015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1778653877.136065:0:34015:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653877.136067:0:34015:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653877.136070:0:34015:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1778653877.136074:0:34015:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653877.136075:0:34015:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653877.136077:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cc00 count: 2 00010000:00000001:3.0:1778653877.136079:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653877.136081:0:34015:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653877.136084:0:34015:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.136086:0:34015:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653877.136088:0:34015:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653877.136092:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1c700. 00000020:00000040:3.0:1778653877.136095:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653877.136099:0:34015:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653877.136101:0:34015:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.136104:0:34015:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653877.136107:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653877.136110:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.136111:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.136112:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.136115:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653877.136116:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653877.136120:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653877.136126:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96c00. 00000100:00000001:3.0:1778653877.136133:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.136136:0:34015:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653877.136137:0:34015:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.136139:0:34015:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653877.136140:0:34015:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.136141:0:34015:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653877.136149:0:34015:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00010000:00000001:3.0:1778653877.136152:0:34015:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653877.136154:0:34015:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653877.136156:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cc00 count: 2 00010000:00000001:3.0:1778653877.136158:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653877.136159:0:34015:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653877.136162:0:34015:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2176800. 00000020:00000001:3.0:1778653877.136165:0:34015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653877.136167:0:34015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2176800 with handle 0x3df471c51a890245 to hash 00000020:00000001:3.0:1778653877.136169:0:34015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653877.136170:0:34015:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.136173:0:34015:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.136175:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653877.136176:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.136179:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34015 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653877.136186:0:34015:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34015 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653877.136195:0:34015:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653877.136201:0:34015:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653877.136209:0:34015:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34015 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653877.136214:0:34015:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653877.136216:0:34015:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653877.136222:0:34015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cd79180. 00000100:00000001:3.0:1778653877.136223:0:34015:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386764091776 : -121686945459840 : ffff91538cd79180) 00000100:00000001:3.0:1778653877.136226:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653877.136227:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000001:3.0:1778653877.136231:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653877.136234:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.136236:0:34015:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653877.136237:0:34015:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653877.136241:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.136247:0:34015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653877.136249:0:34015:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653877.136252:0:34015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653877.136254:0:34015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653877.136256:0:34015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653877.136259:0:34015:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1c700 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054690816:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653877.136262:0:34015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653877.136267:0:34015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653877.136269:0:34015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653877.136271:0:34015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653877.136320:0:34015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:3.0:1778653877.136323:0:34015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653877.136328:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653877.136331:0:34015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653877.136337:0:34015:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915383e97800. 00000100:00000200:3.0:1778653877.136344:0:34015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054690816, portal 10 00000100:00000001:3.0:1778653877.136346:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653877.136347:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000040:3.0:1778653877.136353:0:34015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.136359:0:34015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653877.136362:0:34015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653877.136365:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cbb0. 00000100:00000200:3.0:1778653877.136368:0:34015:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1865052054690816, offset 0 00000400:00000200:3.0:1778653877.136373:0:34015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653877.136379:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653877.136385:0:34015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653877.136390:0:34015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653877.136394:0:34015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653877.136397:0:34015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653877.136400:0:34015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653877.136404:0:34015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2525:2525:256:4294967295] 192.168.204.110@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:3.0:1778653877.136408:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653877.136417:0:34015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653877.136423:0:34015:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653877.136428:0:34015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653877.136434:0:34015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653877.136441:0:34015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653877.136444:0:34015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1778653877.136465:0:34015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653877.136469:0:34015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 853005 usecs (854 jiffies) 00000400:00000200:3.0:1778653877.136472:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653877.136475:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433166 00000100:00000001:3.0:1778653877.136482:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433154 00000100:00000001:3.0:1778653877.136486:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433166 00000100:00000001:3.0:1778653877.136489:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433154 00000100:00000001:3.0:1778653877.136492:0:34015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653877.136495:0:34015:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.136497:0:34015:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653877.136499:0:34015:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653877.136501:0:34015:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cd79180 going to sleep for 11 seconds 00000100:00000001:3.0:1778653877.136503:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653877.136506:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.138770:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.138778:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:0.0:1778653877.138786:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.138794:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.138800:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cbb0 00000400:00000010:0.0:1778653877.138802:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cbb0. 00000100:00000001:0.0:1778653877.138807:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.138813:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.138824:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.138827:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.138834:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.138836:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.147931:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.147957:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.147963:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.147965:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.147986:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.147996:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.148008:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.148013:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.148019:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.148023:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145351c00 00000400:00000200:1.0:1778653877.148028:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.148034:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6831 [32] + 224 00000800:00000001:1.0:1778653877.148041:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.148053:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.148056:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.148060:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.148067:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.148075:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.148086:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.148108:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653877.148117:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653877.148120:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.148125:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.148131:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2526:2526:256:4294967295] 192.168.204.110@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:1.0:1778653877.148136:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.148147:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653877.148152:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.148159:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bbb400. 00000800:00000200:1.0:1778653877.148165:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.148173:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:3.0:1778653877.148178:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1778653877.148179:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bbb400 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:3.0:1778653877.148194:0:34015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653877.148197:0:34015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653877.148203:0:34015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653877.148210:0:34015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e97800 00000400:00000010:3.0:1778653877.148212:0:34015:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915383e97800. 00000100:00000001:3.0:1778653877.148218:0:34015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653877.148229:0:34015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653877.148245:0:34015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1c700 x1865052054690816/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.148252:0:34015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653877.148254:0:34015:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653877.148257:0:34015:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653877.148261:0:34015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653877.148264:0:34015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653877.148276:0:34015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653877.148280:0:34015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653877.148292:0:34015:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653877.148297:0:34015:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653877.148299:0:34015:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653877.148301:0:34015:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.148304:0:34015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653877.148310:0:34015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.148313:0:34015:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653877.148315:0:34015:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:3.0:1778653877.148317:0:34015:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653877.148320:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653877.148322:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000001:3.0:1778653877.148326:0:34015:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653877.148328:0:34015:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1778653877.148330:0:34015:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653877.148334:0:34015:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653877.148339:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.148353:0:34015:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653877.148356:0:34015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653877.148358:0:34015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653877.148362:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653877.148369:0:34015:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1c700 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054690816:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1778653877.148375:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653877.148378:0:34015:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.148381:0:34015:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653877.148384:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653877.148387:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653893 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.148394:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653877.148397:0:34015:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cd79180. 00000100:00000001:3.0:1778653877.148400:0:34015:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653877.148402:0:34015:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.148405:0:34015:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653877.148416:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.148420:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.148423:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=4 00000020:00000001:3.0:1778653877.148425:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148428:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000040:3.0:1778653877.148435:0:34015:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2176800, remote cookie: 0xdfa36d541726ff77, flags: 0x1001 00010000:00010000:3.0:1778653877.148441:0:34015:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653877.148449:0:34015:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:3.0:1778653877.148452:0:34015:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653877.148463:0:34015:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6200. 00010000:00000010:3.0:1778653877.148468:0:34015:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9080. 00010000:00000001:3.0:1778653877.148474:0:34015:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.148477:0:34015:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653877.148486:0:34015:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653877.148492:0:34015:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653877.148498:0:34015:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653877.148500:0:34015:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653877.148502:0:34015:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653877.148504:0:34015:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653877.148507:0:34015:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff9153837f6200) refcount = 1 00010000:00010000:3.0:1778653877.148511:0:34015:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653877.148527:0:34015:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653877.148531:0:34015:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653877.148533:0:34015:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653877.148536:0:34015:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653877.148539:0:34015:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.148543:0:34015:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1778653877.148545:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1778653877.148555:0:34015:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00000800:00000010:1.0:1778653877.148557:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bbb400. 00010000:00000001:3.0:1778653877.148559:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.148563:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.148564:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1778653877.148565:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1778653877.148567:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.148571:0:34015:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.148579:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000002:00000001:3.0:1778653877.148581:0:34015:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653877.148585:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000001:1.0:1778653877.148587:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1778653877.148589:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.148591:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000800:00000001:1.0:1778653877.148593:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653877.148594:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148601:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148606:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.148607:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.148608:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=4 00000020:00000001:3.0:1778653877.148610:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148612:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148616:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653877.148620:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.148624:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653877.148631:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.148632:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.148634:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.148635:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.148637:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=5 00000020:00000001:3.0:1778653877.148638:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148641:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148643:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653877.148646:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653877.148701:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.148703:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653877.148706:0:34015:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653877.148714:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653877.148715:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.148718:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.148719:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.148720:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653877.148727:0:34015:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653877.148740:0:34015:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653877.148745:0:34015:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653877.148753:0:34015:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.148760:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.148762:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.148763:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:3.0:1778653877.148765:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:3.0:1778653877.148767:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00000002:00010000:3.0:1778653877.148771:0:34015:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1778653877.148895:0:34015:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915385e80a80. 00010000:00000001:1.0:1778653877.148901:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.148903:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.148905:0:34015:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.148907:0:34015:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653877.148911:0:34015:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1778653877.148913:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.148915:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000001:1.0:1778653877.148918:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.148919:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00010000:00000001:1.0:1778653877.148922:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.148924:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.148926:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:1.0:1778653877.148929:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.148931:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00000002:00010000:1.0:1778653877.148937:0:34015:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.148948:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.148949:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.148951:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653877.148953:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.148954:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.148955:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:1.0:1778653877.148957:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.148959:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000040:1.0:1778653877.148965:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:1.0:1778653877.148967:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653877.148980:0:34015:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:1.0:1778653877.148983:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.148984:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.148986:0:34015:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1778653877.148988:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb758 00000002:00002000:1.0:1778653877.148990:0:34015:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1778653877.148992:0:34015:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.148995:0:34015:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.148997:0:34015:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653877.148999:0:34015:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1778653877.149002:0:34015:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.149005:0:34015:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1778653877.149006:0:34015:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3b300 it_disposition 1800037 00000080:00002000:1.0:1778653877.149010:0:34015:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538beb9438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1778653877.149015:0:34015:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653877.149017:0:34015:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:1.0:1778653877.149018:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cb988 00000080:00200000:1.0:1778653877.149019:0:34015:0:(namei.c:1617:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff91538bd1aa08), intent=open|creat 00000080:00000001:1.0:1778653877.149021:0:34015:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:1.0:1778653877.149023:0:34015:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:1.0:1778653877.149028:0:34015:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1778653877.149030:0:34015:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1778653877.149032:0:34015:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:1.0:1778653877.149035:0:34015:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1778653877.149045:0:34015:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd19080. 00000020:00000001:1.0:1778653877.149053:0:34015:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:1.0:1778653877.149055:0:34015:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1778653877.149057:0:34015:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:1.0:1778653877.149058:0:34015:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff91538bd19148) 00000020:00000001:1.0:1778653877.149061:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.149064:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653877.149068:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aac00. 00000020:00000010:1.0:1778653877.149071:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864ab600. 00000020:00000010:1.0:1778653877.149073:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.149078:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.149082:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.149085:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.149089:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.149092:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.149095:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab800. 00000008:00000010:1.0:1778653877.149097:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.149100:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.149102:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.149105:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653877.149106:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653877.149108:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653877.149111:0:34015:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1778653877.149114:0:34015:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9153898fea28. 00000020:00000001:1.0:1778653877.149115:0:34015:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1778653877.149117:0:34015:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.149121:0:34015:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:1.0:1778653877.149124:0:34015:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538c586e88. 00020000:00000001:1.0:1778653877.149125:0:34015:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386755759752 : -121686953791864 : ffff91538c586e88) 00020000:00000001:1.0:1778653877.149128:0:34015:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:1.0:1778653877.149130:0:34015:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1778653877.149133:0:34015:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383ee12a0. 00020000:00000010:1.0:1778653877.149137:0:34015:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915387c07100. 00020000:00000010:1.0:1778653877.149139:0:34015:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383ee1d80. 00020000:00000001:1.0:1778653877.149141:0:34015:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614574464 : -121687094977152 : ffff915383ee1d80) 00020000:00000002:1.0:1778653877.149144:0:34015:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1d80, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653877.149147:0:34015:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653877.149150:0:34015:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c07100: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1778653877.149152:0:34015:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1778653877.149153:0:34015:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee1d80, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653877.149155:0:34015:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653877.149157:0:34015:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c07100: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1778653877.149160:0:34015:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9153839192a0. 00020000:00000010:1.0:1778653877.149162:0:34015:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9153899ff600. 00020000:00000001:1.0:1778653877.149165:0:34015:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1778653877.149166:0:34015:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9153898b7808. 00020000:00000001:1.0:1778653877.149168:0:34015:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1778653877.149169:0:34015:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1778653877.149174:0:34015:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1778653877.149176:0:34015:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9153898fe190. 00000020:00000001:1.0:1778653877.149177:0:34015:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1778653877.149178:0:34015:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.149179:0:34015:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386709062160 : -121687000489456 : ffff9153898fe210) 00020000:00000001:1.0:1778653877.149183:0:34015:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1778653877.149185:0:34015:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff915385c6c540. 00020000:00000001:1.0:1778653877.149186:0:34015:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.149189:0:34015:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386709062160 : -121687000489456 : ffff9153898fe210) 00020000:00000001:1.0:1778653877.149190:0:34015:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386709062160 : -121687000489456 : ffff9153898fe210) 00020000:00000002:1.0:1778653877.149193:0:34015:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff9153898fe190[0:0] -> [0x200000404:0x30:0x0]@ffff9153898fea28: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1778653877.149196:0:34015:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1778653877.149197:0:34015:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1778653877.149198:0:34015:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.149200:0:34015:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386709064360 : -121687000487256 : ffff9153898feaa8) 00000020:00001000:1.0:1778653877.149202:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653877.149205:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864ab600. 00000020:00000010:1.0:1778653877.149207:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.149210:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.149212:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.149214:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.149216:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.149218:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.149220:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aac00. 00000008:00000010:1.0:1778653877.149221:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.149224:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.149226:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.149227:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653877.149229:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab800. 00000020:00000010:1.0:1778653877.149231:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653877.149234:0:34015:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:1.0:1778653877.149235:0:34015:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1778653877.149237:0:34015:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1778653877 00000080:00000001:1.0:1778653877.149240:0:34015:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1778653877.149242:0:34015:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386746921288 : -121686962630328 : ffff91538bd19148) 00010000:00000001:1.0:1778653877.149243:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.149244:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.149245:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:1.0:1778653877.149246:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.149248:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00000080:00000001:1.0:1778653877.149250:0:34015:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:1.0:1778653877.149251:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.149252:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653877.149253:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab800. 00000020:00000010:1.0:1778653877.149255:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864aac00. 00000020:00000010:1.0:1778653877.149256:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.149257:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.149259:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.149261:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.149263:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.149265:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.149683:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab600. 00000008:00000010:1.0:1778653877.149687:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.149689:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.149691:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.149694:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653877.149696:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653877.149698:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653877.149700:0:34015:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1778653877.149702:0:34015:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1778653877.149703:0:34015:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1778653877.149705:0:34015:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383ee1f60. 00020000:00000010:1.0:1778653877.149708:0:34015:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915387c07400. 00020000:00000010:1.0:1778653877.149711:0:34015:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383ee19c0. 00020000:00000001:1.0:1778653877.149780:0:34015:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614573504 : -121687094978112 : ffff915383ee19c0) 00020000:00000002:1.0:1778653877.149782:0:34015:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383ee19c0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1778653877.149786:0:34015:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1778653877.149789:0:34015:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915387c07400: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1778653877.149792:0:34015:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538c586e88) owner ffff915381334f80 00020000:00000001:1.0:1778653877.149795:0:34015:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1778653877.149797:0:34015:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538c586e88) owner ffff915381334f80 00020000:00000010:1.0:1778653877.149802:0:34015:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915387c07400. 00020000:00000010:1.0:1778653877.149807:0:34015:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383ee1f60. 00020000:00000010:1.0:1778653877.149809:0:34015:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383ee19c0. 00020000:00000002:1.0:1778653877.149811:0:34015:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1778653877.149813:0:34015:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.149815:0:34015:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.149818:0:34015:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1778653877.149821:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:1.0:1778653877.149824:0:34015:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1d80 addref 2/0 by ffff915381334f80. 00020000:00000002:1.0:1778653877.149826:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:1.0:1778653877.149829:0:34015:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1778653877.149830:0:34015:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1778653877.149831:0:34015:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1778653877.149833:0:34015:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1778653877.149835:0:34015:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1778653877.149838:0:34015:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1778653877.149840:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653877.149843:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864aac00. 00000020:00000010:1.0:1778653877.149846:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.149848:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.149850:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.149853:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.149855:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.149858:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.149860:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab800. 00000008:00000010:1.0:1778653877.149863:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.149865:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.149867:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.149870:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653877.149872:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab600. 00000020:00000010:1.0:1778653877.149874:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:1.0:1778653877.149876:0:34015:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.149878:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.149879:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653877.149881:0:34015:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1778653877.149884:0:34015:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1778653877.149885:0:34015:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.149889:0:34015:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff91538bd19148) 00000080:00010000:1.0:1778653877.149892:0:34015:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff91538bd19148) for lock 0x3df471c51a890245 00800000:00000001:1.0:1778653877.149895:0:34015:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653877.149897:0:34015:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653877.149898:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.149899:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.149901:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:1.0:1778653877.149903:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.149905:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.149907:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.149908:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.149910:0:34015:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.149911:0:34015:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.149913:0:34015:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:1.0:1778653877.149915:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.149923:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.149932:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.149936:0:34015:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.149940:0:34015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff91538bd19148) 00000080:00000001:1.0:1778653877.149943:0:34015:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653877.149947:0:34015:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915394a78800. 00000100:00000001:1.0:1778653877.149950:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.149953:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.149959:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.149962:0:34015:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1778653877.149964:0:34015:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.149981:0:34015:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1778653877.149983:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba60 00000080:00200008:1.0:1778653877.149985:0:34015:0:(file.c:1058:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff91538bd19148), flags 100102 00000080:00000010:1.0:1778653877.149992:0:34015:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91538912ec80. 00000080:00000010:1.0:1778653877.149997:0:34015:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e80580. 00000080:00000001:1.0:1778653877.149999:0:34015:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1778653877.150003:0:34015:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1778653877.150006:0:34015:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1778653877.150010:0:34015:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915383ef3a80. 00000002:00100000:1.0:1778653877.150015:0:34015:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1778653877.150021:0:34015:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.150023:0:34015:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1778653877.150027:0:34015:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1778653877.150030:0:34015:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150032:0:34015:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.150035:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.150037:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1778653877.150044:0:34015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653877.150047:0:34015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:1.0:1778653877.150077:0:34015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1778653877.150078:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.150081:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cba60 00000080:00000008:1.0:1778653877.150083:0:34015:0:(file.c:1297:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff91538bd19148), flags 100102, rc = 0 00000080:00000001:1.0:1778653877.150087:0:34015:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1778653877.150089:0:34015:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3b300 released 00000080:00010000:1.0:1778653877.150091:0:34015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890245 from it ffff915383f3b300 00010000:00000001:1.0:1778653877.150093:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.150094:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.150095:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2176800 refcount=3 00000020:00000001:1.0:1778653877.150097:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.150099:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657467904 : -121686052083712 : ffff9153c2176800) 00010000:00000001:1.0:1778653877.150101:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.150105:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.150113:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.150114:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.150115:0:34015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653877.150117:0:34015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653877.150120:0:34015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2176800/0x3df471c51a890245 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ff77 expref: -99 pid: 34015 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653877.150127:0:34015:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.150130:0:34015:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653877.150132:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.150136:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.150137:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.150139:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.150142:0:34015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653877.150143:0:34015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.150145:0:34015:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.150147:0:34015:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.150149:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.150151:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.150152:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653877.150153:0:34015:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1778653877.150155:0:34015:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1778653877.150157:0:34015:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1778653877.150158:0:34015:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653877.150161:0:34015:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1778653877.150162:0:34015:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150165:0:34015:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1778653877.150167:0:34015:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150169:0:34015:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653877.150171:0:34015:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150172:0:34015:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1778653877.150175:0:34015:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3b300. 00000080:00000001:1.0:1778653877.150178:0:34015:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150182:0:34015:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:1.0:1778653877.150184:0:34015:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff91538bd19148), inode mode 81a4 mask 40 00000080:00000001:1.0:1778653877.150187:0:34015:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150525:0:34015:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:1.0:1778653877.150528:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd88 00000080:00200008:1.0:1778653877.150530:0:34015:0:(file.c:2613:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000001:1.0:1778653877.150532:0:34015:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1778653877.150534:0:34015:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150536:0:34015:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1778653877.150538:0:34015:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150540:0:34015:0:(file.c:2560:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1778653877.150542:0:34015:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1778653877.150545:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:1.0:1778653877.150547:0:34015:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1d80 addref 2/0 by ffff915381334f80. 00020000:00000002:1.0:1778653877.150549:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:1.0:1778653877.150551:0:34015:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:1.0:1778653877.150558:0:34015:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:1.0:1778653877.150560:0:34015:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:1.0:1778653877.150563:0:34015:0:(rw26.c:670:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1778653877.150566:0:34015:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1778653877.150569:0:34015:0:(file.c:2589:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1778653877.150570:0:34015:0:(file.c:2591:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.150572:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.150855:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653877.150859:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab600. 00000020:00000010:1.0:1778653877.150862:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864ab800. 00000020:00000010:1.0:1778653877.150865:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.150869:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.150872:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.150875:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.150878:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.150881:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.150884:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aac00. 00000008:00000010:1.0:1778653877.150887:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.150889:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.150891:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.150894:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653877.150896:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653877.150899:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000080:00000001:1.0:1778653877.150901:0:34015:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1778653877.150903:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc98 00000080:00200000:1.0:1778653877.150904:0:34015:0:(file.c:2059:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:1.0:1778653877.150908:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc30 00000080:00200000:1.0:1778653877.150910:0:34015:0:(file.c:1816:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1778653877.150912:0:34015:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1778653877.150917:0:34015:0:(cl_io.c:214:cl_io_rw_init()) header@0000000029ac7752[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:1.0:1778653877.150919:0:34015:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:1.0:1778653877.150921:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.150924:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1778653877.150925:0:34015:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1778653877.150927:0:34015:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1778653877.150930:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653877.150932:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1778653877.150934:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653877.150938:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150940:0:34015:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1778653877.150942:0:34015:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.150944:0:34015:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.150946:0:34015:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153864bfdf8 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1778653877.150949:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:1.0:1778653877.150952:0:34015:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1778653877.150954:0:34015:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1778653877.150956:0:34015:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1778653877.150958:0:34015:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1778653877.150959:0:34015:0:(lov_io.c:660:lov_io_slice_init()) 0 1 00020000:00000001:1.0:1778653877.150961:0:34015:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1778653877.150962:0:34015:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1778653877.150964:0:34015:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.150965:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653877.150966:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1778653877.150967:0:34015:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1778653877.150968:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:1.0:1778653877.150982:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.150983:0:34015:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653877.150985:0:34015:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1778653877.150987:0:34015:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1778653877.150989:0:34015:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.150992:0:34015:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1778653877.150993:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1778653877.150996:0:34015:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1778653877.150997:0:34015:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1778653877.150999:0:34015:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1778653877.151001:0:34015:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:1.0:1778653877.151004:0:34015:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1778653877.151006:0:34015:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1778653877.151009:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1778653877.151012:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.151013:0:34015:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1778653877.151014:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.151017:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6120. 00000020:00000010:1.0:1778653877.151024:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aae00. 00000020:00000010:1.0:1778653877.151028:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864ab400. 00000020:00000010:1.0:1778653877.151030:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee19c0. 00000008:00000010:1.0:1778653877.151033:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc37c8. 00020000:00000010:1.0:1778653877.151035:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab9c0. 00008000:00000010:1.0:1778653877.151038:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68e20. 00000080:00000010:1.0:1778653877.151041:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bb28. 00000080:00000010:1.0:1778653877.151043:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864beda0. 00000020:00000010:1.0:1778653877.151046:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aa000. 00000008:00000010:1.0:1778653877.151048:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca2f20. 00020000:00000010:1.0:1778653877.151051:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bfa80. 00008000:00000010:1.0:1778653877.151053:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca058. 00000080:00000010:1.0:1778653877.151056:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768690. 00000020:00000001:1.0:1778653877.151058:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720366888 : -121686989184728 : ffff91538a3c6128) 00000020:00001000:1.0:1778653877.151060:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6120 00000020:00000001:1.0:1778653877.151062:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.151063:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1778653877.151065:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653877.151066:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1778653877.151068:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151069:0:34015:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151071:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.151074:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1778653877.151075:0:34015:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1778653877.151078:0:34015:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151080:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151082:0:34015:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151084:0:34015:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151085:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151087:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1778653877.151089:0:34015:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1778653877.151091:0:34015:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1778653877.151094:0:34015:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1778653877.151096:0:34015:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.151099:0:34015:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.151101:0:34015:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1778653877.151102:0:34015:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1778653877.151104:0:34015:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1778653877.151106:0:34015:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1778653877.151107:0:34015:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151109:0:34015:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.151111:0:34015:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.151113:0:34015:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.151114:0:34015:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151116:0:34015:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1778653877.151117:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.151118:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1778653877.151119:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1778653877.151121:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151122:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151124:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151126:0:34015:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151127:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1778653877.151129:0:34015:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1778653877.151130:0:34015:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1778653877.151132:0:34015:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1778653877.151134:0:34015:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1778653877.151136:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1778653877.151141:0:34015:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538cd2d280. 00020000:00000002:1.0:1778653877.151143:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1778653877.151146:0:34015:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1778653877.151147:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.151148:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.151150:0:34015:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1778653877.151154:0:34015:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c3d2720. 00000008:00010000:1.0:1778653877.151156:0:34015:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1778653877.151158:0:34015:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1778653877.151159:0:34015:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1778653877.151163:0:34015:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538cd2d2b0, osc lock ffff91538c3d2720, flags 0x0 00000020:00000001:1.0:1778653877.151165:0:34015:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151167:0:34015:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.151169:0:34015:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386763780736 : -121686945770880 : ffff91538cd2d280) 00000020:00000001:1.0:1778653877.151171:0:34015:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1778653877.151172:0:34015:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1778653877.151173:0:34015:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151175:0:34015:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151177:0:34015:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1778653877.151178:0:34015:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1778653877.151180:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.151181:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.151182:0:34015:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1778653877.151185:0:34015:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1778653877.151186:0:34015:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1778653877.151188:0:34015:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.151191:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1778653877.151193:0:34015:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1778653877.151194:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1778653877.151195:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1778653877.151196:0:34015:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1778653877.151197:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1778653877.151200:0:34015:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1778653877.151202:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653877.151207:0:34015:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.151210:0:34015:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1778653877.151215:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000020:00000040:1.0:1778653877.151218:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00010000:00000001:1.0:1778653877.151222:0:34015:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653877.151226:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.151228:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.151231:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653877.151233:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653877.151238:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653877.151243:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153864aaa00. 00000100:00000001:1.0:1778653877.151250:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.151253:0:34015:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.151255:0:34015:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.151256:0:34015:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653877.151258:0:34015:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.151260:0:34015:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.151272:0:34015:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00010000:00000001:1.0:1778653877.151275:0:34015:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653877.151277:0:34015:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653877.151282:0:34015:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb500. 00010000:00000010:1.0:1778653877.151285:0:34015:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff915387bcb400. 00010000:00000001:1.0:1778653877.151454:0:34015:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653877.151459:0:34015:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27000. 00000020:00000001:1.0:1778653877.151463:0:34015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653877.151465:0:34015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27000 with handle 0x3df471c51a89024c to hash 00000020:00000001:1.0:1778653877.151467:0:34015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653877.151469:0:34015:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000010:1.0:1778653877.151474:0:34015:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915385e80840. 00010000:00000001:1.0:1778653877.151477:0:34015:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.151480:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.151483:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.151487:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.151499:0:34015:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653877.151520:0:34015:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653877.151527:0:34015:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653877.151529:0:34015:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653877.151536:0:34015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899ffc00. 00000100:00000001:1.0:1778653877.151538:0:34015:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710117376 : -121686999434240 : ffff9153899ffc00) 00000100:00000001:1.0:1778653877.151541:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.151542:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000001:1.0:1778653877.151546:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653877.151548:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.151550:0:34015:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653877.151552:0:34015:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.151559:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.151567:0:34015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.151570:0:34015:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.151573:0:34015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.152171:0:34015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.152174:0:34015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.152179:0:34015:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054690944:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653877.152184:0:34015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.152189:0:34015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.152199:0:34015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.152202:0:34015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.152207:0:34015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653877.152209:0:34015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.152216:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.152220:0:34015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5528. 00000400:00000010:1.0:1778653877.152232:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19990. 00000100:00000200:1.0:1778653877.152239:0:34015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054690944, portal 4 00000100:00000001:1.0:1778653877.152241:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.152242:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:1.0:1778653877.152248:0:34015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.152270:0:34015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.152273:0:34015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.152276:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19f68. 00000100:00000200:1.0:1778653877.152279:0:34015:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054690944, offset 0 00000400:00000200:1.0:1778653877.152284:0:34015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.152511:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.152519:0:34015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.152525:0:34015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.152535:0:34015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.152539:0:34015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.152542:0:34015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.152546:0:34015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2527:2527:256:4294967295] 192.168.204.110@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:1.0:1778653877.152551:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.152565:0:34015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.152571:0:34015:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.152795:0:34015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16900. 00000800:00000200:1.0:1778653877.152802:0:34015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.152810:0:34015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.152814:0:34015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.152840:0:34015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.152845:0:34015:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21185 usecs (22 jiffies) 00000400:00000200:1.0:1778653877.152854:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.152857:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296432351 00000100:00000001:1.0:1778653877.152860:0:34015:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433166 00000100:00000001:1.0:1778653877.152863:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296432351 00000100:00000001:1.0:1778653877.152865:0:34015:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433166 00000100:00000001:1.0:1778653877.152868:0:34015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.152871:0:34015:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.152873:0:34015:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.152880:0:34015:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653877.152883:0:34015:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899ffc00 going to sleep for 11 seconds 00000100:00000001:1.0:1778653877.152887:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.152889:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.153086:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.153091:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16900. 00000400:00000200:0.0:1778653877.153097:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.153103:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.153108:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19f68 00000400:00000010:0.0:1778653877.153111:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19f68. 00000100:00000001:0.0:1778653877.153116:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.153122:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.153133:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.153136:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.153142:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.153144:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.155209:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.155233:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.155236:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.155239:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.155246:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.155253:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.155262:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.155267:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.155271:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.155276:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145351c80 00000400:00000200:0.0:1778653877.155280:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.155286:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6839 [1] + 224 00000800:00000001:0.0:1778653877.155293:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.155301:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.155304:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.155308:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.155315:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.155322:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.155332:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.155353:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.155361:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.155364:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.155410:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653877.155417:0:34015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.155419:0:34015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.155422:0:34015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5528. 00000400:00000200:1.0:1778653877.155427:0:34015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19990 00000400:00000010:1.0:1778653877.155429:0:34015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19990. 00000100:00000001:1.0:1778653877.155432:0:34015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.155437:0:34015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653877.155446:0:34015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.155451:0:34015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.155453:0:34015:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.155456:0:34015:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.155459:0:34015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.155461:0:34015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.155463:0:34015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.155466:0:34015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653877.155476:0:34015:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=138 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653877.155480:0:34015:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653877.155483:0:34015:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653877.155485:0:34015:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.155488:0:34015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653877.155491:0:34015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.155495:0:34015:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653877.155497:0:34015:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1778653877.155499:0:34015:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653877.155501:0:34015:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.155505:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.155521:0:34015:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.155524:0:34015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.155526:0:34015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653877.155530:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653877.155538:0:34015:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054690944:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1778653877.155543:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.155546:0:34015:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.155554:0:34015:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1778653877.155556:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.155559:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.155566:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1778653877.155569:0:34015:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899ffc00. 00000100:00000001:1.0:1778653877.155572:0:34015:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1778653877.155574:0:34015:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.155576:0:34015:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1778653877.155579:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.155582:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.155590:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:1.0:1778653877.155593:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155596:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000040:1.0:1778653877.155602:0:34015:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27000, remote cookie: 0xdfa36d541726ff85, flags: 0x1 00010000:00010000:1.0:1778653877.155609:0:34015:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.155631:0:34015:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1778653877.155634:0:34015:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.155636:0:34015:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1778653877.155639:0:34015:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1778653877.155643:0:34015:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653877.155692:0:34015:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff915387bcb500) refcount = 1 00010000:00000040:1.0:1778653877.155695:0:34015:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1778653877.155698:0:34015:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.155712:0:34015:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1778653877.155714:0:34015:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.155716:0:34015:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653877.155719:0:34015:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.155722:0:34015:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.155727:0:34015:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1778653877.155729:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.155735:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.155736:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.155737:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.155738:0:34015:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.155742:0:34015:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1778653877.155744:0:34015:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1778653877.155747:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.155748:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.155749:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653877.155751:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155753:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155756:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.155757:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.155762:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:1.0:1778653877.155764:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155766:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155768:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.155771:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.155774:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.155780:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.155781:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653877.155784:0:34015:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1778653877.155792:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00010000:1.0:1778653877.155796:0:34015:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1778653877.155803:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.155805:0:34015:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1778653877.155807:0:34015:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1778653877.155810:0:34015:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1778653877.155812:0:34015:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155815:0:34015:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155821:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:1.0:1778653877.155822:0:34015:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1778653877.155824:0:34015:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.155826:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.155827:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.155828:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=5 00000020:00000001:1.0:1778653877.155830:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155832:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.155834:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.155837:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.155848:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.155849:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1778653877.155852:0:34015:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.155858:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.155859:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.155860:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653877.155862:0:34015:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.155864:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.155874:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7800 x1865052054690944/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.155881:0:34015:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653877.155883:0:34015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653877.155886:0:34015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653877.155889:0:34015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653877.155891:0:34015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653877.155899:0:34015:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653877.155901:0:34015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653877.155903:0:34015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153864aaa00. 02000000:00000001:1.0:1778653877.155906:0:34015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653877.155908:0:34015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653877.155910:0:34015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7800. 00000100:00000001:1.0:1778653877.155913:0:34015:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653877.155914:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1778653877.155916:0:34015:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.155924:0:34015:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155927:0:34015:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.155929:0:34015:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155931:0:34015:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155933:0:34015:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155936:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155938:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155940:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1778653877.155944:0:34015:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1778653877.155949:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb80 00000080:00200000:1.0:1778653877.155951:0:34015:0:(vvp_io.c:1285:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1778653877.155953:0:34015:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1778653877.155956:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:1.0:1778653877.155959:0:34015:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1d80 addref 2/0 by ffff915381334f80. 00020000:00000002:1.0:1778653877.155962:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:1.0:1778653877.155964:0:34015:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1778653877.155967:0:34015:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1778653877.155978:0:34015:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1778653877.155982:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1778653877.155985:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.155987:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.155989:0:34015:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1778653877.155991:0:34015:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1778653877.155994:0:34015:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155996:0:34015:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.155997:0:34015:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.155999:0:34015:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.156006:0:34015:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:1.0:1778653877.156008:0:34015:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1778653877.156032:0:34015:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1778653877.156041:0:34015:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffeb11c4acc340 0 1 00000020:00000001:1.0:1778653877.156044:0:34015:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1778653877.156046:0:34015:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.156048:0:34015:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1778653877.156053:0:34015:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff915382f622a0. 00000020:00000001:1.0:1778653877.156056:0:34015:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1778653877.156058:0:34015:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1778653877.156060:0:34015:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1778653877.156063:0:34015:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1778653877.156065:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.156066:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000008:00000001:1.0:1778653877.156069:0:34015:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1778653877.156077:0:34015:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff915382f62310 folio ffffeb11c4acc340 pg:0 obj off 0 00000008:00000001:1.0:1778653877.156080:0:34015:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.156082:0:34015:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1778653877.156083:0:34015:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1778653877.156085:0:34015:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1778653877.156086:0:34015:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.156089:0:34015:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.156091:0:34015:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386598322848 : -121687111228768 : ffff915382f622a0) 00000020:00000001:1.0:1778653877.156093:0:34015:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386598322848 : -121687111228768 : ffff915382f622a0) 00000020:00000001:1.0:1778653877.156095:0:34015:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1778653877.156097:0:34015:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1778653877.156098:0:34015:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386654281208 : -121687055270408 : ffff9153864bfdf8) 00000020:00000001:1.0:1778653877.156101:0:34015:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1778653877.156102:0:34015:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1778653877.156104:0:34015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1778653877.156108:0:34015:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 1 1 000000001e016205] 00000020:00000001:1.0:1778653877.156115:0:34015:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1778653877.156117:0:34015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1778653877.156118:0:34015:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1778653877.156120:0:34015:0:(rw26.c:568:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1778653877.156122:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.156123:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.156125:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1778653877.156128:0:34015:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1778653877.156132:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.156133:0:34015:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.156134:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.156135:0:34015:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.156137:0:34015:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1778653877.156140:0:34015:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.156148:0:34015:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1778653877.156151:0:34015:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.156153:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.156154:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000080:00000001:1.0:1778653877.156158:0:34015:0:(rw26.c:588:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653877.156160:0:34015:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:1.0:1778653877.156162:0:34015:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.156165:0:34015:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:1.0:1778653877.156166:0:34015:0:(rw26.c:858:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1778653877.156168:0:34015:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1778653877.156169:0:34015:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386654281208 : -121687055270408 : ffff9153864bfdf8) 00000020:00000001:1.0:1778653877.156171:0:34015:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1778653877.156172:0:34015:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1778653877.156189:0:34015:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1778653877.156190:0:34015:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1778653877.156192:0:34015:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1778653877.156193:0:34015:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1778653877.156196:0:34015:0:(rw26.c:916:ll_write_end()) page@00000000c86059f0[3 00000000ff6192ff 2 1 000000001e016205] 00000080:00200000:1.0:1778653877.156199:0:34015:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4054478 17ffffc0001001 3:0 ffff915382f622a0 0 lru 00000080:00200000:1.0:1778653877.156206:0:34015:0:(rw26.c:916:ll_write_end()) osc-page@000000006499b0fe 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000a02174fc 000000009edc6341 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1778653877.156208:0:34015:0:(rw26.c:916:ll_write_end()) end page@00000000c86059f0 00000080:00200000:1.0:1778653877.156209:0:34015:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1778653877.156210:0:34015:0:(rw26.c:937:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653877.156220:0:34015:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1778653877.156221:0:34015:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1778653877.156224:0:34015:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1778653877.156226:0:34015:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1778653877.156228:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.156229:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.156231:0:34015:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1778653877.156232:0:34015:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1778653877.156234:0:34015:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1778653877.156235:0:34015:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1778653877.156236:0:34015:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1778653877.156238:0:34015:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1778653877.156247:0:34015:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- oap ffff915382f62310 folio ffffeb11c4acc340 pg:0 added for cmd 2 00000008:00000001:1.0:1778653877.156252:0:34015:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:1.0:1778653877.156255:0:34015:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1778653877.156260:0:34015:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1778653877.156265:0:34015:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff915382f62348 page ffffeb11c4acc340 00000008:00000020:1.0:1778653877.156268:0:34015:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1778653877.156276:0:34015:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1778653877.156277:0:34015:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.156280:0:34015:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:1.0:1778653877.156284:0:34015:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91538b9ab3c0. 00000008:00000020:1.0:1778653877.157627:0:34015:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff915385c6c540 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:1.0:1778653877.157637:0:34015:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1778653877.157643:0:34015:0:(osc_cache.c:857:osc_extent_find()) extent ffff91538b9ab3c0@{[0 -> 255/255], [3|1|-|active|wi|ffff915385c6c540], [1703936|0|-|-|ffff915384c27000|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1778653877.157702:0:34015:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000c70e326e ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1778653877.157713:0:34015:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:1.0:1778653877.157717:0:34015:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.157719:0:34015:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.157722:0:34015:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1778653877.157725:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000002:1.0:1778653877.157727:0:34015:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1778653877.157729:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.157731:0:34015:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1778653877.157733:0:34015:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1778653877.157736:0:34015:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1778653877.157737:0:34015:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157739:0:34015:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157740:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:1.0:1778653877.157742:0:34015:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1778653877.157744:0:34015:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1778653877.157746:0:34015:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1778653877.157750:0:34015:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[4 00000000ff6192ff 2 1 000000001e016205] 00000020:00000001:1.0:1778653877.157751:0:34015:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1778653877.157752:0:34015:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1778653877.157753:0:34015:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1778653877.157756:0:34015:0:(osc_request.c:745:osc_update_next_shrink()) next time 2965 to shrink grant 00000080:00000001:1.0:1778653877.157758:0:34015:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:1.0:1778653877.157760:0:34015:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1778653877.157766:0:34015:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bd192f8, count 1, dirtied 1 00000080:00000001:1.0:1778653877.157770:0:34015:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1778653877.157771:0:34015:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1778653877.157773:0:34015:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1778653877.157774:0:34015:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1778653877.157776:0:34015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1778653877.157779:0:34015:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[3 00000000ff6192ff 2 1 0000000000000000] 00000020:00000001:1.0:1778653877.157780:0:34015:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1778653877.157781:0:34015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1778653877.157783:0:34015:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1778653877.157784:0:34015:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1778653877.157786:0:34015:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[3 00000000ff6192ff 1 1 0000000000000000] 00000020:00000001:1.0:1778653877.157787:0:34015:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1778653877.157788:0:34015:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1778653877.157789:0:34015:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:1.0:1778653877.157791:0:34015:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1778653877.157792:0:34015:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157795:0:34015:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.157797:0:34015:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157799:0:34015:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653877.157801:0:34015:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1778653877.157804:0:34015:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1778653877.157806:0:34015:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1778653877.157807:0:34015:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157810:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb80 00000080:00200000:1.0:1778653877.157812:0:34015:0:(vvp_io.c:1352:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1778653877.157814:0:34015:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.157817:0:34015:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1778653877.157819:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.157820:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1778653877.157822:0:34015:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:1.0:1778653877.157823:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.157825:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.157826:0:34015:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1778653877.157828:0:34015:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1778653877.157829:0:34015:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157831:0:34015:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157832:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:1.0:1778653877.157834:0:34015:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157835:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.157837:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.157839:0:34015:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157840:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157841:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1778653877.157843:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:1.0:1778653877.157844:0:34015:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1778653877.157845:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1778653877.157848:0:34015:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:1.0:1778653877.157850:0:34015:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1778653877.157853:0:34015:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915385c6c540 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1778653877.157859:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1778653877.157861:0:34015:0:(osc_cache.c:1858:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.157862:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1778653877.157864:0:34015:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.157866:0:34015:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:1.0:1778653877.157867:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1778653877.157868:0:34015:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.157870:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.157872:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1778653877.157873:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653877.157876:0:34015:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1778653877.157877:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91538f768d58 (ffff91538a3c63f8/0) at cl_lock_release():245 00000020:00000001:1.0:1778653877.157880:0:34015:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653877.157881:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538f768d58 (ffff91538a3c63f8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1778653877.157884:0:34015:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1778653877.157886:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.157887:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.157889:0:34015:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653877.157890:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538cd2d2b0 (ffff91538a3c6128/1) at cl_lock_cancel():142 00000008:00000001:1.0:1778653877.157894:0:34015:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1778653877.157895:0:34015:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1778653877.157897:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.157900:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.157902:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=5 00000020:00000001:1.0:1778653877.157904:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.157907:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.157909:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.157911:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653877.157920:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.157921:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.157922:0:34015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653877.157925:0:34015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653877.157927:0:34015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653877.157937:0:34015:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.157940:0:34015:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653877.157942:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.157946:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.157947:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.157948:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.157952:0:34015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653877.157953:0:34015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.157955:0:34015:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.157957:0:34015:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.157959:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.157960:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.157961:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.157962:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.157963:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653877.157964:0:34015:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1778653877.157966:0:34015:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653877.157967:0:34015:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653877.157968:0:34015:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653877.157980:0:34015:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653877.157981:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538f768d58 (ffff91538a3c63f8/0) at cl_lock_fini():72 00020000:00000001:1.0:1778653877.157985:0:34015:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1778653877.157986:0:34015:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653877.157987:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538cd2d2b0 (ffff91538a3c63f8/1) at cl_lock_fini():72 00000008:00000010:1.0:1778653877.157990:0:34015:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c3d2720. 00000020:00000001:1.0:1778653877.157995:0:34015:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1778653877.157996:0:34015:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538cd2d280. 00020000:00000001:1.0:1778653877.158000:0:34015:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1778653877.158001:0:34015:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1778653877.158003:0:34015:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1778653877.158004:0:34015:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1778653877.158006:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.158007:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653877.158008:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1778653877.158010:0:34015:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.158012:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.158013:0:34015:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1778653877.158014:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1778653877.158016:0:34015:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1778653877.158019:0:34015:0:(vvp_io.c:516:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1778653877.158020:0:34015:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1778653877.158022:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653877.158023:0:34015:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653877.158025:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.158026:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1778653877.158028:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1778653877.158029:0:34015:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.158031:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.158033:0:34015:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653877.158034:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653877.158036:0:34015:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1778653877.158039:0:34015:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1778653877.158041:0:34015:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1778653877.158044:0:34015:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1778653877.158046:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653877.158047:0:34015:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653877.158049:0:34015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653877.158050:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653877.158051:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.158053:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6120 00000020:00000010:1.0:1778653877.158057:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864ab400. 00000020:00000010:1.0:1778653877.158061:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee19c0. 00000008:00000010:1.0:1778653877.158065:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc37c8. 00020000:00000010:1.0:1778653877.158070:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab9c0. 00008000:00000010:1.0:1778653877.158074:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68e20. 00000080:00000010:1.0:1778653877.158078:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bb28. 00000080:00000010:1.0:1778653877.158081:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864beda0. 00000020:00000010:1.0:1778653877.158084:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aae00. 00000008:00000010:1.0:1778653877.158087:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca2f20. 00020000:00000010:1.0:1778653877.158091:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bfa80. 00008000:00000010:1.0:1778653877.158095:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca058. 00000080:00000010:1.0:1778653877.158098:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768690. 00000020:00000010:1.0:1778653877.158101:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aa000. 00000020:00000010:1.0:1778653877.158102:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6120. 00020000:00000001:1.0:1778653877.158104:0:34015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653877.158106:0:34015:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653877.158108:0:34015:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653877.158110:0:34015:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653877.158113:0:34015:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653877.158114:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1778653877.158115:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc98 00000080:00200000:1.0:1778653877.158117:0:34015:0:(file.c:2207:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1778653877.158121:0:34015:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1778653877.158122:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.158124:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.158125:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1778653877.158128:0:34015:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1778653877.158131:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.158132:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1778653877.158133:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.158134:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1778653877.158136:0:34015:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:1.0:1778653877.158138:0:34015:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.158140:0:34015:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=1 m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:1.0:1778653877.158142:0:34015:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.158144:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.158145:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000080:00200000:1.0:1778653877.158147:0:34015:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:1.0:1778653877.158149:0:34015:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1778653877.158153:0:34015:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1778653877.158155:0:34015:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1778653877.158157:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:1.0:1778653877.158158:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864ab800. 00000020:00000010:1.0:1778653877.158161:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.158163:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.158165:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.158168:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.158170:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.158172:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.158174:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab600. 00000008:00000010:1.0:1778653877.158176:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.158178:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.158180:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.158182:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:1.0:1778653877.158183:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aac00. 00000020:00000010:1.0:1778653877.158185:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000020:00000001:1.0:1778653877.158188:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd88 00000080:00000008:1.0:1778653877.158190:0:34015:0:(file.c:2693:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1778653877.158193:0:34015:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653877.158212:0:34015:0:(file.c:5302:ll_fsync()) Process entered 00000080:00200000:1.0:1778653877.158214:0:34015:0:(file.c:5305:ll_fsync()) VFS Op:inode=[0x200000404:0x30:0x0](ffff91538bd19148), start 0, end 9223372036854775807, datasync 0 00000080:00000001:1.0:1778653877.158219:0:34015:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1778653877.158222:0:34015:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1778653877.158223:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.158229:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c63f0. 00000020:00000010:1.0:1778653877.158233:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aac00. 00000020:00000010:1.0:1778653877.158236:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864ab600. 00000020:00000010:1.0:1778653877.158238:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1de0. 00000008:00000010:1.0:1778653877.158242:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc42f0. 00020000:00000010:1.0:1778653877.158245:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9abf00. 00008000:00000010:1.0:1778653877.158248:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68388. 00000080:00000010:1.0:1778653877.158251:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b930. 00000080:00000010:1.0:1778653877.158254:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bfd98. 00000020:00000010:1.0:1778653877.158257:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab800. 00000008:00000010:1.0:1778653877.158270:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca31e0. 00020000:00000010:1.0:1778653877.158273:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc900. 00008000:00000010:1.0:1778653877.158276:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886caef0. 00000080:00000010:1.0:1778653877.158279:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768d20. 00000020:00000001:1.0:1778653877.158281:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720367608 : -121686989184008 : ffff91538a3c63f8) 00000020:00001000:1.0:1778653877.158283:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c63f0 00000020:00000001:1.0:1778653877.158285:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.159064:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1778653877.159068:0:34015:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1778653877.159070:0:34015:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1778653877.159073:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653877.159074:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1778653877.159076:0:34015:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.159079:0:34015:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153864bfdf8 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1778653877.159082:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:1.0:1778653877.159085:0:34015:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1778653877.159086:0:34015:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1778653877.159088:0:34015:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1778653877.159089:0:34015:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.159091:0:34015:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1778653877.159093:0:34015:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1778653877.159094:0:34015:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159096:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653877.159096:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1778653877.159098:0:34015:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1778653877.159099:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:1.0:1778653877.159101:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159103:0:34015:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1778653877.159105:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1778653877.159107:0:34015:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1778653877.159109:0:34015:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1778653877.159111:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1778653877.159113:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.159115:0:34015:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1778653877.159116:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.159120:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6120. 00000020:00000010:1.0:1778653877.159134:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aa000. 00000020:00000010:1.0:1778653877.159137:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864aae00. 00000020:00000010:1.0:1778653877.159140:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee19c0. 00000008:00000010:1.0:1778653877.159144:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc37c8. 00020000:00000010:1.0:1778653877.159147:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab9c0. 00008000:00000010:1.0:1778653877.159151:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c68e20. 00000080:00000010:1.0:1778653877.159154:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bb28. 00000080:00000010:1.0:1778653877.159157:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864beda0. 00000020:00000010:1.0:1778653877.159160:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab400. 00000008:00000010:1.0:1778653877.159162:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca2f20. 00020000:00000010:1.0:1778653877.159164:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bfa80. 00008000:00000010:1.0:1778653877.159167:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca058. 00000080:00000010:1.0:1778653877.159170:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768690. 00000020:00000001:1.0:1778653877.159172:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720366888 : -121686989184728 : ffff91538a3c6128) 00000020:00001000:1.0:1778653877.159174:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6120 00000020:00000001:1.0:1778653877.159176:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.159178:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1778653877.159179:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653877.159180:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1778653877.159182:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.159184:0:34015:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.159185:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720328040 : -121686989223576 : ffff91538a3bc968) 00000020:00000001:1.0:1778653877.159187:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1778653877.159188:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.159190:0:34015:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159191:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159193:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1778653877.159194:0:34015:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1778653877.159196:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.159197:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1778653877.159198:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1778653877.159199:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159201:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.159202:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.159203:0:34015:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159204:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1778653877.159205:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159206:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159208:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1778653877.159209:0:34015:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1778653877.159210:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.159211:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1778653877.159212:0:34015:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1778653877.159214:0:34015:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1778653877.159217:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1778653877.159218:0:34015:0:(osc_cache.c:1827:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1778653877.159220:0:34015:0:(osc_cache.c:1828:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1778653877.159222:0:34015:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1778653877.159223:0:34015:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:1.0:1778653877.159225:0:34015:0:(osc_cache.c:2304:osc_next_obj()) Process leaving (rc=18446622386645550400 : -121687064001216 : ffff915385c6c540) 00000008:00000020:1.0:1778653877.159227:0:34015:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff915385c6c540 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1778653877.159230:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1778653877.159231:0:34015:0:(osc_cache.c:1827:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1778653877.159232:0:34015:0:(osc_cache.c:1828:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1778653877.159234:0:34015:0:(osc_cache.c:2160:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1778653877.159235:0:34015:0:(osc_cache.c:2017:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1778653877.159238:0:34015:0:(osc_cache.c:2021:try_to_add_extent_for_io()) extent ffff91538b9ab3c0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff915385c6c540], [1703936|1|+|-|ffff915384c27000|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1778653877.159245:0:34015:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000c70e326e ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1778653877.159253:0:34015:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1778653877.159255:0:34015:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1778653877.159259:0:34015:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1778653877.159789:0:34015:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1778653877.159793:0:34015:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff91538b9ab3c0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff915385c6c540], [1703936|1|+|-|ffff915384c27000|256|ffff915381334f80]} make ready 00000008:00010000:1.0:1778653877.159800:0:34015:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000c70e326e ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1778653877.159807:0:34015:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1778653877.159809:0:34015:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1778653877.159819:0:34015:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000020:00008000:1.0:1778653877.159821:0:34015:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1778653877.159822:0:34015:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1778653877.159824:0:34015:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1778653877.159825:0:34015:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1778653877.159826:0:34015:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1778653877.159828:0:34015:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1778653877.159829:0:34015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1778653877.159831:0:34015:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000020:00000001:1.0:1778653877.159833:0:34015:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1778653877.159835:0:34015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1778653877.159836:0:34015:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1778653877.159838:0:34015:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000c86059f0[2 00000000ff6192ff 3 1 0000000000000000] 00000020:00000001:1.0:1778653877.159840:0:34015:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1778653877.159841:0:34015:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159843:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.159845:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.159847:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1778653877.159849:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.159851:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:1.0:1778653877.159853:0:34015:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.159856:0:34015:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:1.0:1778653877.159858:0:34015:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff915389b76000: cli: ffff915388bb3ba0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1778653877.159864:0:34015:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9153898b7860. 00000008:00000010:1.0:1778653877.159868:0:34015:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9153877d1340. 00000020:00000001:1.0:1778653877.159870:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1778653877.159873:0:34015:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1778653877.159874:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1778653877.159877:0:34015:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1778653877/1778653877 00000020:00000001:1.0:1778653877.159880:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1778653877.159881:0:34015:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1778653877.159884:0:34015:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1778653877.159886:0:34015:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:1.0:1778653877.159888:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653877.159893:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb500 count: 2 00010000:00000001:1.0:1778653877.159895:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.159900:0:34015:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1778653877.159902:0:34015:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1778653877.159905:0:34015:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653877.159910:0:34015:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.159913:0:34015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653877.159920:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.159921:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653877.159923:0:34015:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1778653877.159925:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.159926:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.159928:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:1.0:1778653877.159930:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.159933:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000008:00000001:1.0:1778653877.159935:0:34015:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:1.0:1778653877.159937:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.159938:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1778653877.159939:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1778653877.159941:0:34015:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1778653877.159946:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000020:00000040:1.0:1778653877.159950:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653877.159955:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653877.159958:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653877.159961:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653877.159967:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153864aaa00. 00000100:00000001:1.0:1778653877.159982:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1778653877.159989:0:34015:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1778653877.159993:0:34015:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff915389b76000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:1.0:1778653877.159997:0:34015:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1778653877.160020:0:34015:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8139 MB/s 00000008:00008000:1.0:1778653877.160025:0:34015:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeb11c4acc340 map ffff91538bd192f8 index 0 flags 17ffffc0005008 count 3 priv ffff915382f622a0: off 0 00000008:00000001:1.0:1778653877.160033:0:34015:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1778653877.160035:0:34015:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1778653877.160039:0:34015:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff915389bc7800 - object 0x240000400:66 offset 0<>1 00000008:00000001:1.0:1778653877.160041:0:34015:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.160043:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1778653877.160044:0:34015:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1778653877.160045:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1778653877.160047:0:34015:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1778653877/1778653877 00000020:00000001:1.0:1778653877.160049:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1778653877.160050:0:34015:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1778653877.160051:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1778653877.160053:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.160055:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000008:00000002:1.0:1778653877.160064:0:34015:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 000000007b62ee3f, now 0r/1w/0d in flight req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1778653877.160072:0:34015:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1778653877.160079:0:34015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6616f9] to pc [ptlrpcd_00_01+1] req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.160123:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653877.160127:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.160129:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.160135:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.160142:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.160144:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.160148:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.160150:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.160152:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.160155:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054691072:192.168.204.110@tcp:4:multiop.0 00000100:00000001:0.0:1778653877.160159:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.160164:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.160166:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.160168:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.160173:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed400. 02000000:00000001:0.0:1778653877.160174:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.160181:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.160185:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900478. 00000400:00000010:0.0:1778653877.160190:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a292a8. 00000100:00000200:0.0:1778653877.160195:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054691072, portal 4 00000100:00000001:0.0:1778653877.160197:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.160198:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:0.0:1778653877.160203:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.160209:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.160211:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.160213:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29908. 00000100:00000200:0.0:1778653877.160215:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1865052054691072, offset 0 00000400:00000200:0.0:1778653877.160220:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.160227:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.160233:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.160238:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.160241:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.160244:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.160247:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.160250:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2528:2528:256:4294967295] 192.168.204.110@tcp LPNI seq info [2528:2528:8:4294967295] 00000400:00000200:0.0:1778653877.160254:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.160273:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.160279:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.160284:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d900. 00000800:00000200:0.0:1778653877.160289:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.160302:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.160305:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.160315:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.160319:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21113 usecs (22 jiffies) 00000400:00000200:0.0:1778653877.160322:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.160324:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296432358 00000100:00000001:0.0:1778653877.160327:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433166 00000100:00000001:0.0:1778653877.160329:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296432358 00000100:00000001:0.0:1778653877.160331:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433166 00000100:00000001:0.0:1778653877.160333:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.160335:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.160338:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.160340:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1778653877.160361:0:34015:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1778653877.160363:0:34015:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.160365:0:34015:0:(osc_cache.c:2209:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.160367:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1778653877.160368:0:34015:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.160369:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1778653877.160370:0:34015:0:(osc_cache.c:1817:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.160372:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1778653877.160373:0:34015:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.160376:0:34015:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:1.0:1778653877.160377:0:34015:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.160379:0:34015:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1778653877.160390:0:34015:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1778653877.160395:0:34015:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1778653877.160397:0:34015:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.160399:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.160401:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.160402:0:34015:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.160404:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.160405:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1778653877.160407:0:34015:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1778653877.160409:0:34015:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1778653877.160410:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1778653877.160412:0:34015:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1778653877.160414:0:34015:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:1.0:1778653877.160416:0:34015:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.160426:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.160429:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.161486:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.161489:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1778653877.161493:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653877.161495:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.161497:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.161499:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.161591:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.161595:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d900. 00000400:00000200:0.0:1778653877.161600:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.161606:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.161612:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29908 00000400:00000010:0.0:1778653877.161614:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29908. 00000100:00000001:0.0:1778653877.161618:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.161623:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.161633:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.161636:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.161642:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.161644:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.169475:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.169491:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.169495:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.169497:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.169506:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.169513:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.169523:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.169528:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.169535:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.169540:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 4 MB=0x6a04145351d00 00000400:00000200:0.0:1778653877.169545:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.169551:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 448/448 into md 0x6849 [1] + 224 00000800:00000001:0.0:1778653877.169558:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.169566:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.169569:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.169573:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.169581:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.169589:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.169600:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.169624:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.169634:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.169637:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.169709:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.169714:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653877.169720:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.169722:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.169725:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900478. 00000400:00000200:1.0:1778653877.169730:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a292a8 00000400:00000010:1.0:1778653877.169733:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a292a8. 00000100:00000001:1.0:1778653877.169736:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.169740:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1778653877.169749:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7800 x1865052054691072/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.169755:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.169757:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.169760:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.169762:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.169765:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.169767:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.169770:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653877.169779:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996aca0 time=738 v=5 (5 5 5 0) 00000100:00001000:1.0:1778653877.169783:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653877.169786:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653877.169788:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.169791:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653877.169794:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.169797:0:2367:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1778653877.169799:0:2367:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1778653877.169801:0:2367:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1778653877.169803:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.169804:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000001:1.0:1778653877.169807:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653877.169809:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1778653877.169811:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653877.169813:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.169818:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7800 x1865052054691072/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.169830:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.169832:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.169834:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1778653877.169837:0:2367:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:1.0:1778653877.169839:0:2367:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1778653877.169843:0:2367:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1778653877.169845:0:2367:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1778653877.169849:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for usr 0 00000001:04000000:1.0:1778653877.169851:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for grp 0 00000001:04000000:1.0:1778653877.169852:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for prj 0 00000001:00000001:1.0:1778653877.169855:0:2367:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1778653877.169857:0:2367:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1778653877.169860:0:2367:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:1.0:1778653877.169863:0:2367:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1778653877.169866:0:2367:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1778653877.169868:0:2367:0:(osc_request.c:2585:brw_interpret()) request ffff915389bc7800 aa ffff915389bc79b0 rc 0 00000020:00000001:1.0:1778653877.169874:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.169877:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.169879:0:2367:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1778653877.169882:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1778653877.169884:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.169886:0:2367:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.169888:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000010:1.0:1778653877.169891:0:2367:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9153877d1340. 00000020:00000001:1.0:1778653877.169895:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.169897:0:2367:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1778653877.169995:0:2367:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1778653877.169998:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.170002:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc7800 x1865052054691072/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.170009:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.170013:0:2367:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:1.0:1778653877.170016:0:2367:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91538b9ab3c0@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff915385c6c540], [1703936|1|+|+|ffff915384c27000|256|ffff915381334f80]} extent finished. 00000008:00010000:1.0:1778653877.170023:0:2367:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000c70e326e ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1778653877.170035:0:2367:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:1.0:1778653877.170037:0:2367:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1778653877.170041:0:2367:0:(cl_page.c:1104:cl_page_complete()) page@00000000c86059f0[2 00000000ff6192ff 3 1 0000000000000000] 00000020:00000001:1.0:1778653877.170043:0:2367:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1778653877.170045:0:2367:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1778653877.170046:0:2367:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1778653877.170048:0:2367:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1778653877.170051:0:2367:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 3 1 0000000000000000] 00000020:00000001:1.0:1778653877.170052:0:2367:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1778653877.170054:0:2367:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1778653877.170056:0:2367:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1778653877.170059:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000080:00008000:1.0:1778653877.170061:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1778653877.170075:0:2367:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1778653877.170076:0:2367:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1778653877.170078:0:2367:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1778653877.170080:0:2367:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000020:00000001:1.0:1778653877.170082:0:2367:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1778653877.170083:0:2367:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1778653877.170085:0:2367:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:1.0:1778653877.170088:0:2367:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:1.0:1778653877.170110:0:2367:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91538b9ab3c0@{[0 -> 255/255], [2|0|-|inv|wuY|ffff915385c6c540], [1703936|0|-|-|ffff915384c27000|256|ffff915381334f80]} destroyed. 00000008:00010000:1.0:1778653877.170115:0:2367:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c70e326e ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1778653877.170123:0:2367:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1778653877.170125:0:2367:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff9153898b7860. 00000008:00000020:1.0:1778653877.170132:0:2367:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff915388bb3ba0. 00000008:00000001:1.0:1778653877.170143:0:2367:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.170147:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052054691072/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1778653877.170156:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054691072:192.168.204.110@tcp:4:multiop.0 00000100:00000001:1.0:1778653877.170161:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.170163:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.170166:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7800 x1865052054691072/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.170172:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.170174:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.170180:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.170181:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.170184:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.170186:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.170195:0:30363:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653877.170201:0:30363:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6870. 00000020:00000010:1.0:1778653877.170205:0:30363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864ab200. 00000020:00000010:1.0:1778653877.170209:0:30363:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153864aa800. 00000020:00000010:1.0:1778653877.170213:0:30363:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1f60. 00000008:00000010:1.0:1778653877.170218:0:30363:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653877.170293:0:30363:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653877.170298:0:30363:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653877.170303:0:30363:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653877.170307:0:30363:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653877.170310:0:30363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153864aa600. 00000008:00000010:1.0:1778653877.170314:0:30363:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653877.170317:0:30363:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653877.170320:0:30363:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653877.170324:0:30363:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f7685a0. 00000020:00000001:1.0:1778653877.170327:0:30363:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720368760 : -121686989182856 : ffff91538a3c6878) 00000020:00001000:1.0:1778653877.170329:0:30363:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6870 00000008:00000020:1.0:1778653877.170331:0:30363:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff915388bb3ba0. 00000008:00000001:1.0:1778653877.170333:0:30363:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1778653877.170335:0:30363:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:1.0:1778653877.170337:0:30363:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.170339:0:30363:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1778653877.170340:0:30363:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6870 00000020:00000010:1.0:1778653877.170343:0:30363:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864aa800. 00000020:00000010:1.0:1778653877.170347:0:30363:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1f60. 00000008:00000010:1.0:1778653877.170350:0:30363:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653877.170353:0:30363:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653877.170355:0:30363:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653877.170359:0:30363:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653877.170361:0:30363:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653877.170364:0:30363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab200. 00000008:00000010:1.0:1778653877.170366:0:30363:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653877.170368:0:30363:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653877.170371:0:30363:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653877.170374:0:30363:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f7685a0. 00000020:00000010:1.0:1778653877.170377:0:30363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aa600. 00000020:00000010:1.0:1778653877.170379:0:30363:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6870. 00000008:00000001:2.0:1778653877.170447:0:34015:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.170451:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.170452:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1778653877.170456:0:34015:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91538b9ab3c0. 00000008:00000020:2.0:1778653877.170461:0:34015:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653877.170463:0:34015:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.170467:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653877.170469:0:34015:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.170471:0:34015:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1778653877.170473:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653877.170475:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1778653877.170478:0:34015:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653877.170480:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.170481:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653877.170482:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653877.170483:0:34015:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.170485:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.170487:0:34015:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653877.170488:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653877.170489:0:34015:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1778653877.170491:0:34015:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653877.170493:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653877.170494:0:34015:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653877.170495:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.170496:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653877.170498:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653877.170499:0:34015:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.170501:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.170502:0:34015:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653877.170503:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653877.170505:0:34015:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.170508:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653877.170510:0:34015:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653877.170511:0:34015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653877.170512:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653877.170514:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653877.170515:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6120 00000020:00000010:2.0:1778653877.170517:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864aae00. 00000020:00000010:2.0:1778653877.170520:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee19c0. 00000008:00000010:2.0:1778653877.170523:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc37c8. 00020000:00000010:2.0:1778653877.170527:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab9c0. 00008000:00000010:2.0:1778653877.170529:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68e20. 00000080:00000010:2.0:1778653877.170532:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bb28. 00000080:00000010:2.0:1778653877.170534:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864beda0. 00000020:00000010:2.0:1778653877.170537:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aa000. 00000008:00000010:2.0:1778653877.170539:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca2f20. 00020000:00000010:2.0:1778653877.170542:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bfa80. 00008000:00000010:2.0:1778653877.170544:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca058. 00000080:00000010:2.0:1778653877.170546:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768690. 00000020:00000010:2.0:1778653877.170549:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab400. 00000020:00000010:2.0:1778653877.170551:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6120. 00020000:00000001:2.0:1778653877.170553:0:34015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653877.170554:0:34015:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653877.170557:0:34015:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653877.170559:0:34015:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653877.170562:0:34015:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653877.170563:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653877.170565:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c63f0 00000020:00000010:2.0:1778653877.170567:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153864ab600. 00000020:00000010:2.0:1778653877.170569:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1de0. 00000008:00000010:2.0:1778653877.170572:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc42f0. 00020000:00000010:2.0:1778653877.170574:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9abf00. 00008000:00000010:2.0:1778653877.170576:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c68388. 00000080:00000010:2.0:1778653877.170579:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b930. 00000080:00000010:2.0:1778653877.170581:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bfd98. 00000020:00000010:2.0:1778653877.170584:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864aac00. 00000008:00000010:2.0:1778653877.170586:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca31e0. 00020000:00000010:2.0:1778653877.170588:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc900. 00008000:00000010:2.0:1778653877.170590:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886caef0. 00000080:00000010:2.0:1778653877.170592:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768d20. 00000020:00000010:2.0:1778653877.170595:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153864ab800. 00000020:00000010:2.0:1778653877.170597:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c63f0. 00000080:00000001:2.0:1778653877.170600:0:34015:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653877.170603:0:34015:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.170610:0:34015:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653877.170612:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:2.0:1778653877.170615:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:2.0:1778653877.170618:0:34015:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.170623:0:34015:0:(lmv_obd.c:3032:lmv_fsync()) Process entered 00000002:00000001:2.0:1778653877.170628:0:34015:0:(mdc_request.c:2765:mdc_fsync()) Process entered 00000100:00000010:2.0:1778653877.170634:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653877.170638:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653877.170642:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.170644:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.170687:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.170695:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990800. 00000100:00000001:2.0:1778653877.170700:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.170705:0:34015:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653877.170707:0:34015:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653877.170713:0:34015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.170715:0:34015:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956608 : -121687111595008 : ffff915382f08c00) 00000100:00000001:2.0:1778653877.170717:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.170718:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000001:2.0:1778653877.170723:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.170726:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.170728:0:34015:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653877.170729:0:34015:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.170734:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.170742:0:34015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.170744:0:34015:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.170747:0:34015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.170750:0:34015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.170752:0:34015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.170755:0:34015:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054691200:192.168.204.110@tcp:44:multiop.0 00000100:00000001:2.0:1778653877.170759:0:34015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.170763:0:34015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.170765:0:34015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.170768:0:34015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.170772:0:34015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653877.170774:0:34015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.170779:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.170782:0:34015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.170786:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653877.170791:0:34015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054691200, portal 10 00000100:00000001:2.0:1778653877.170793:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.170795:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653877.170800:0:34015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.170807:0:34015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.170810:0:34015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.170812:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490908. 00000100:00000200:2.0:1778653877.170815:0:34015:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1865052054691200, offset 0 00000400:00000200:2.0:1778653877.170821:0:34015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.170827:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.170833:0:34015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.170839:0:34015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.170842:0:34015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.170846:0:34015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.170848:0:34015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.170853:0:34015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2529:2529:256:4294967295] 192.168.204.110@tcp LPNI seq info [2529:2529:8:4294967295] 00000400:00000200:2.0:1778653877.170857:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.170865:0:34015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.170870:0:34015:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.170874:0:34015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653877.170881:0:34015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.170887:0:34015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.170891:0:34015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.171411:0:34015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.171417:0:34015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 851933 usecs (852 jiffies) 00000400:00000200:2.0:1778653877.171421:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.171424:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433199 00000100:00000001:2.0:1778653877.171431:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433166 00000100:00000001:2.0:1778653877.171435:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433199 00000100:00000001:2.0:1778653877.171438:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433166 00000100:00000001:2.0:1778653877.171441:0:34015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.171443:0:34015:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.171445:0:34015:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.171447:0:34015:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653877.171449:0:34015:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08c00 going to sleep for 11 seconds 00000100:00000001:2.0:1778653877.171451:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.171453:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.172085:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.172090:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:0.0:1778653877.172095:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.172100:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.172105:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490908 00000400:00000010:0.0:1778653877.172107:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490908. 00000100:00000001:0.0:1778653877.172111:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.172116:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.172125:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.172128:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.172139:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.172141:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.206164:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.206180:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.206185:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.206188:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.206197:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.206205:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.206214:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.206219:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.206224:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.206229:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a04145351d80 00000400:00000200:0.0:1778653877.206233:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.206239:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x6859 [1] + 224 00000800:00000001:0.0:1778653877.206247:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.206255:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.206258:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.206263:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.206270:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.206279:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653877.206289:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.206307:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.206316:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.206319:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.206365:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.206372:0:34015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.206374:0:34015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.206377:0:34015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.206382:0:34015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653877.206385:0:34015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653877.206388:0:34015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.206392:0:34015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653877.206401:0:34015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206408:0:34015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.206410:0:34015:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.206412:0:34015:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.206415:0:34015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.206418:0:34015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.206420:0:34015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.206423:0:34015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.206432:0:34015:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653877.206436:0:34015:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.206439:0:34015:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.206441:0:34015:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.206443:0:34015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.206447:0:34015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.206450:0:34015:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653877.206452:0:34015:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 8589934597 gen 2 00000100:00000040:2.0:1778653877.206458:0:34015:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff915389bc4380 x1865052054689152/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653892 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206466:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.206469:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4380 x1865052054689152/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653892 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206476:0:34015:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.206478:0:34015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.206481:0:34015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbac00. 02000000:00000001:2.0:1778653877.206484:0:34015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.206487:0:34015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.206489:0:34015:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.206491:0:34015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.206494:0:34015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bb9c00. 02000000:00000001:2.0:1778653877.206497:0:34015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.206499:0:34015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.206500:0:34015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4380. 00000100:00000001:2.0:1778653877.206504:0:34015:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.206505:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.206509:0:34015:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff915385fc1180 x1865052054690176/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206516:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.206519:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1180 x1865052054690176/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206525:0:34015:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.206526:0:34015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.206528:0:34015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f400. 02000000:00000001:2.0:1778653877.206530:0:34015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.206531:0:34015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.206532:0:34015:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.206534:0:34015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.206535:0:34015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d400. 02000000:00000001:2.0:1778653877.206537:0:34015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.206538:0:34015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.206539:0:34015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1180. 00000100:00000001:2.0:1778653877.206545:0:34015:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.206546:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653877.206550:0:34015:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.206557:0:34015:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653877.206559:0:34015:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:2.0:1778653877.206562:0:34015:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.206563:0:34015:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.206567:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206573:0:34015:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.206576:0:34015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.206578:0:34015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.206581:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653877.206589:0:34015:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054691200:192.168.204.110@tcp:44:multiop.0 00000100:00000001:2.0:1778653877.206593:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.206596:0:34015:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.206598:0:34015:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.206599:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.206602:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206607:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.206609:0:34015:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.206612:0:34015:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.206613:0:34015:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.206616:0:34015:0:(mdc_request.c:2786:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.206619:0:34015:0:(lmv_obd.c:3039:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.206621:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.206624:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054691200/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.206629:0:34015:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.206630:0:34015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.206631:0:34015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653877.206633:0:34015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.206634:0:34015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.206635:0:34015:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.206637:0:34015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.206638:0:34015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990800. 02000000:00000001:2.0:1778653877.206641:0:34015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.206642:0:34015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.206643:0:34015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:2.0:1778653877.206645:0:34015:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.206646:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653877.206680:0:34015:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1778653877.206682:0:34015:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.206684:0:34015:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1778653877.206687:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653877.206691:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32acf0. 00000020:00000010:2.0:1778653877.206696:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000020:00000010:2.0:1778653877.206700:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991000. 00000020:00000010:2.0:1778653877.206704:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9720. 00000008:00000010:2.0:1778653877.206710:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653877.206714:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9acc0. 00008000:00000010:2.0:1778653877.206719:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872dc40. 00000080:00000010:2.0:1778653877.206723:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5bd20. 00000080:00000010:2.0:1778653877.206727:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6238. 00000020:00000010:2.0:1778653877.206732:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991c00. 00000008:00000010:2.0:1778653877.206735:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653877.206738:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887af840. 00008000:00000010:2.0:1778653877.206742:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ebc8. 00000080:00000010:2.0:1778653877.206745:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899074b0. 00000020:00000001:2.0:1778653877.206748:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719730936 : -121686989820680 : ffff91538a32acf8) 00000020:00001000:2.0:1778653877.206751:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32acf0 00000020:00000001:2.0:1778653877.206755:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:2.0:1778653877.206758:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653877.206760:0:34015:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653877.206762:0:34015:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653877.206765:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.206766:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653877.206767:0:34015:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653877.206770:0:34015:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153861a6298 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1778653877.206773:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:2.0:1778653877.206777:0:34015:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653877.206778:0:34015:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653877.206780:0:34015:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653877.206781:0:34015:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.206784:0:34015:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653877.206786:0:34015:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653877.206787:0:34015:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206789:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.206790:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653877.206792:0:34015:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653877.206793:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:2.0:1778653877.206796:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206798:0:34015:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653877.206799:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1778653877.206801:0:34015:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653877.206804:0:34015:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653877.206807:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1778653877.206811:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653877.206812:0:34015:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653877.206813:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653877.206816:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32ad80. 00000020:00000010:2.0:1778653877.206818:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000020:00000010:2.0:1778653877.206821:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991400. 00000020:00000010:2.0:1778653877.206823:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9c60. 00000008:00000010:2.0:1778653877.206826:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653877.206828:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a840. 00008000:00000010:2.0:1778653877.206831:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e6d8. 00000080:00000010:2.0:1778653877.206834:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b000. 00000080:00000010:2.0:1778653877.206836:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a5ff0. 00000020:00000010:2.0:1778653877.206839:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000008:00000010:2.0:1778653877.206841:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653877.206844:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887aed00. 00008000:00000010:2.0:1778653877.206846:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e820. 00000080:00000010:2.0:1778653877.206849:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907960. 00000020:00000001:2.0:1778653877.206850:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719731080 : -121686989820536 : ffff91538a32ad88) 00000020:00001000:2.0:1778653877.206852:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32ad80 00000020:00000001:2.0:1778653877.206855:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000001:2.0:1778653877.206856:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653877.206859:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.206860:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653877.206861:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.206863:0:34015:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.206864:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690914472 : -121687018637144 : ffff9153887af8a8) 00000020:00000001:2.0:1778653877.206867:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653877.206869:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.206871:0:34015:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206873:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206874:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1778653877.206876:0:34015:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653877.206877:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.206878:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653877.206879:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653877.206881:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206882:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.206884:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.206885:0:34015:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206887:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653877.206888:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206889:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.206891:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1778653877.206893:0:34015:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653877.206894:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.206895:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653877.206897:0:34015:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1778653877.206899:0:34015:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1778653877.206903:0:34015:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1778653877.206908:0:34015:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.206910:0:34015:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1778653877.206913:0:34015:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653877.206915:0:34015:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.206917:0:34015:0:(osc_io.c:1045:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1778653877.206919:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653877.206922:0:34015:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653877.206923:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653877.206925:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653877.206926:0:34015:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653877.206927:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653877.206929:0:34015:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1778653877.206933:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653877.206937:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653877.206941:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.206944:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.206948:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.206953:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990a00. 00000100:00000001:2.0:1778653877.206958:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.206965:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.206978:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.206986:0:34015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfeaaef8] to pc [ptlrpcd_01_01+1] req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1778653877.207018:0:34015:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.207020:0:34015:0:(osc_io.c:1062:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.207022:0:34015:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.207023:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.207025:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.207026:0:34015:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.207028:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.207030:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653877.207032:0:34015:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1778653877.207033:0:34015:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653877.207034:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1778653877.207042:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1778653877.207045:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1778653877.207047:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.207052:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.207054:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.207056:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.207057:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.207058:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.207064:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.207071:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.207072:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.207076:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.207078:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.207080:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.207083:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054691328:192.168.204.110@tcp:16:multiop.0 00000100:00000001:2.0:1778653877.207087:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.207091:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.207093:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.207095:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.207099:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653877.207101:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.207105:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.207108:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.207111:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653877.207116:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054691328, portal 4 00000100:00000001:2.0:1778653877.207118:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.207120:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:2.0:1778653877.207126:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.207133:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.207135:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.207137:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490e58. 00000100:00000200:2.0:1778653877.207140:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1865052054691328, offset 0 00000400:00000200:2.0:1778653877.207146:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.207150:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.207155:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.207160:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.207163:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.207167:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.207169:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.207173:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2530:2530:256:4294967295] 192.168.204.110@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:2.0:1778653877.207177:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.207185:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.207190:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.207194:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653877.207200:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.207207:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.207211:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.207217:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.207221:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21073 usecs (22 jiffies) 00000400:00000200:2.0:1778653877.207224:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.207227:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296432405 00000100:00000001:2.0:1778653877.207230:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433199 00000100:00000001:2.0:1778653877.207232:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296432405 00000100:00000001:2.0:1778653877.207234:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433199 00000100:00000001:2.0:1778653877.207237:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.207239:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.207241:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.207243:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.207377:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.207381:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:0.0:1778653877.207384:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.207389:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.207392:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490e58 00000400:00000010:0.0:1778653877.207394:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490e58. 00000100:00000001:0.0:1778653877.207397:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.207401:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.207410:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.207413:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.207419:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.207421:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1778653877.207465:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653877.207468:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653877.246142:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.246157:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.246161:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.246163:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.246171:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.246179:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.246188:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.246193:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.246198:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.246202:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a04145351e00 00000400:00000200:0.0:1778653877.246206:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.246212:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x6861 [1] + 224 00000800:00000001:0.0:1778653877.246219:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.246228:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.246231:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.246235:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.246242:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.246250:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.246261:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.246282:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.246374:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1778653877.246377:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1778653877.246378:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.246383:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.246390:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.246392:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.246396:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.246400:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653877.246403:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653877.246406:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.246410:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.246420:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.246426:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.246427:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.246430:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.246432:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.246435:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.246437:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.246440:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.246449:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=138 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653877.246453:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.246455:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.246457:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.246460:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.246464:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.246468:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653877.246470:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967344 gen 16 00000100:00000040:2.0:1778653877.246475:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967344) req@ffff915389bc7800 x1865052054691072/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.246483:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.246486:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7800 x1865052054691072/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.246492:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.246495:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.246498:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed400. 02000000:00000001:2.0:1778653877.246502:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.246504:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.246506:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653877.246508:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.246511:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153864aaa00. 02000000:00000001:2.0:1778653877.246514:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.246516:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.246518:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7800. 00000100:00000001:2.0:1778653877.246522:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.246524:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.246526:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653877.246528:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1778653877.246531:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.246532:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.246537:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.246543:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.246546:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.246548:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1778653877.246552:0:2368:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1778653877.246558:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:2.0:1778653877.246560:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:2.0:1778653877.246562:0:2368:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1778653877.246566:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653877.246568:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.246570:0:2368:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.246571:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:2.0:1778653877.246629:0:2368:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.246635:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.246642:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054691328:192.168.204.110@tcp:16:multiop.0 00000100:00000001:2.0:1778653877.246647:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.246681:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.246685:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054691328/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.246693:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.246695:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.246697:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d800. 02000000:00000001:2.0:1778653877.246700:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.246701:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.246703:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653877.246705:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.246707:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990a00. 02000000:00000001:2.0:1778653877.246709:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.246710:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.246721:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:2.0:1778653877.246728:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.246729:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.246731:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.246737:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.246739:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.246741:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.246743:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.246853:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1778653877.246857:0:34015:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.246860:0:34015:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1778653877.246866:0:34015:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1778653877.246869:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.246870:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:1.0:1778653877.246872:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1778653877.246875:0:34015:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1778653877.246880:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.246882:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1778653877.246883:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.246884:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1778653877.246887:0:34015:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1778653877 a=0 c=1778653877 b=11 00020000:00000001:1.0:1778653877.246890:0:34015:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.246892:0:34015:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=1 m=1778653877 a=0 c=1778653877 b=11 00020000:00000001:1.0:1778653877.246895:0:34015:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.246897:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.246898:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000080:00200000:1.0:1778653877.246900:0:34015:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:1.0:1778653877.246903:0:34015:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1778653877.246905:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1778653877.246907:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1778653877.246909:0:34015:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1778653877.246911:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.246913:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653877.246914:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1778653877.246915:0:34015:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.246917:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.246919:0:34015:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1778653877.246919:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1778653877.246921:0:34015:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1778653877.246922:0:34015:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1778653877.246924:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653877.246925:0:34015:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653877.246926:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.246927:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1778653877.246928:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1778653877.246930:0:34015:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.246932:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.246933:0:34015:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653877.246934:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653877.246936:0:34015:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.246939:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653877.246941:0:34015:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653877.246942:0:34015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653877.246944:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653877.246945:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.246947:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32ad80 00000020:00000010:1.0:1778653877.246952:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991400. 00000020:00000010:1.0:1778653877.246957:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9c60. 00000008:00000010:1.0:1778653877.246962:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:1.0:1778653877.247100:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a840. 00008000:00000010:1.0:1778653877.247107:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e6d8. 00000080:00000010:1.0:1778653877.247111:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b000. 00000080:00000010:1.0:1778653877.247115:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a5ff0. 00000020:00000010:1.0:1778653877.247119:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000008:00000010:1.0:1778653877.247122:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:1.0:1778653877.247126:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887aed00. 00008000:00000010:1.0:1778653877.247129:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e820. 00000080:00000010:1.0:1778653877.247132:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907960. 00000020:00000010:1.0:1778653877.247135:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000020:00000010:1.0:1778653877.247137:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32ad80. 00020000:00000001:1.0:1778653877.247140:0:34015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653877.247142:0:34015:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653877.247144:0:34015:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653877.247146:0:34015:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653877.247150:0:34015:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653877.247151:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.247153:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32acf0 00000020:00000010:1.0:1778653877.247155:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991000. 00000020:00000010:1.0:1778653877.247157:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9720. 00000008:00000010:1.0:1778653877.247160:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:1.0:1778653877.247163:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9acc0. 00008000:00000010:1.0:1778653877.247165:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872dc40. 00000080:00000010:1.0:1778653877.247167:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5bd20. 00000080:00000010:1.0:1778653877.247170:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6238. 00000020:00000010:1.0:1778653877.247172:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000008:00000010:1.0:1778653877.247174:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:1.0:1778653877.247176:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887af840. 00008000:00000010:1.0:1778653877.247179:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ebc8. 00000080:00000010:1.0:1778653877.247181:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899074b0. 00000020:00000010:1.0:1778653877.247183:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991c00. 00000020:00000010:1.0:1778653877.247184:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32acf0. 00000080:00000001:1.0:1778653877.247186:0:34015:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.247192:0:34015:0:(file.c:5365:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265410:0:34019:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653877.265417:0:34019:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653877.265420:0:34019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac199bb78 00000080:00200000:1.0:1778653877.265424:0:34019:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653877.265432:0:34019:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864ab200. 00800000:00000002:1.0:1778653877.265439:0:34019:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653877.265443:0:34019:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653877.265447:0:34019:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.265449:0:34019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac199ba98 00800000:00000002:1.0:1778653877.265452:0:34019:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653877.265456:0:34019:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653877.265460:0:34019:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653877.265465:0:34019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653877.265467:0:34019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac199b968 00000002:00010000:1.0:1778653877.265469:0:34019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653877.265472:0:34019:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653877.265474:0:34019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653877.265478:0:34019:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653877.265485:0:34019:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:1.0:1778653877.265487:0:34019:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653877.265492:0:34019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653877.265496:0:34019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653877.265500:0:34019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1778653877.265511:0:34019:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653877.265517:0:34019:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653877.265520:0:34019:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1778653877.265527:0:34019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653877.265529:0:34019:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653877.265531:0:34019:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653877.265533:0:34019:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653877.265536:0:34019:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.265537:0:34019:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653877.265540:0:34019:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653877.265543:0:34019:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653877.265546:0:34019:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864ab200. 00000080:00000001:1.0:1778653877.265550:0:34019:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653877.265552:0:34019:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.265555:0:34019:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653877.265558:0:34019:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890230 00800000:00000001:1.0:1778653877.265561:0:34019:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653877.265564:0:34019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653877.265565:0:34019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.265567:0:34019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.265570:0:34019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653877.265572:0:34019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.265575:0:34019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.265577:0:34019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.265579:0:34019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653877.265580:0:34019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653877.265582:0:34019:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653877.265584:0:34019:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890230 from it ffffa71ac199bbb0 00010000:00000001:1.0:1778653877.265586:0:34019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653877.265587:0:34019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.265588:0:34019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:1.0:1778653877.265590:0:34019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.265592:0:34019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:1.0:1778653877.265594:0:34019:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653877.265597:0:34019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653877.265603:0:34019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.265604:0:34019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.265606:0:34019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653877.265608:0:34019:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653877.265610:0:34019:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653877.265617:0:34019:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.265619:0:34019:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653877.265622:0:34019:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653877.265626:0:34019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.265627:0:34019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653877.265628:0:34019:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.265631:0:34019:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653877.265632:0:34019:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.265634:0:34019:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.265637:0:34019:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.265639:0:34019:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653877.265640:0:34019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.265641:0:34019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653877.265643:0:34019:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653877.265645:0:34019:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653877.265784:0:34019:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:1.0:1778653877.265791:0:34019:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265796:0:34019:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:1.0:1778653877.265798:0:34019:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1778653877.265800:0:34019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac199bb78 00000080:00200008:1.0:1778653877.265801:0:34019:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 504000 00000080:00000010:1.0:1778653877.265806:0:34019:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91538912fa40. 00000080:00000001:1.0:1778653877.265810:0:34019:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265811:0:34019:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265909:0:34019:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1778653877.265911:0:34019:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=8028667f arg=7ffee8ad80b0 00000080:00000001:1.0:1778653877.265918:0:34019:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000080:00000001:1.0:1778653877.265920:0:34019:0:(llite_lib.c:4126:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1778653877.265922:0:34019:0:(llite_lib.c:4132:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265923:0:34019:0:(llite_lib.c:3514:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265925:0:34019:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265931:0:34019:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1778653877.265933:0:34019:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1778653877.265934:0:34019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac199bd98 00000080:00200008:1.0:1778653877.265936:0:34019:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 504000 00000080:00400000:1.0:1778653877.265940:0:34019:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1778653877.265943:0:34019:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912fa40. 00000080:00000001:1.0:1778653877.265947:0:34019:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1778653877.265949:0:34019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac199bd98 00000080:00000008:1.0:1778653877.265950:0:34019:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 504000, rc = 0 00000080:00000001:1.0:1778653877.265953:0:34019:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.265955:0:34019:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.719761:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.719766:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.719770:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.719771:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.719773:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653877.719775:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.721184:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653877.721188:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.721193:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1778653877.806632:0:34015:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:3.0:1778653877.806639:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd88 00000080:00200008:3.0:1778653877.806642:0:34015:0:(file.c:2613:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000001:3.0:1778653877.806647:0:34015:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1778653877.806684:0:34015:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.806686:0:34015:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1778653877.806690:0:34015:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.806692:0:34015:0:(file.c:2560:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1778653877.806694:0:34015:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1778653877.806698:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:3.0:1778653877.806702:0:34015:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1d80 addref 2/0 by ffff915381334f80. 00020000:00000002:3.0:1778653877.806705:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:3.0:1778653877.806707:0:34015:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:3.0:1778653877.806713:0:34015:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:3.0:1778653877.806715:0:34015:0:(rw26.c:663:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:3.0:1778653877.806719:0:34015:0:(rw26.c:670:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1778653877.806722:0:34015:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1778653877.806724:0:34015:0:(file.c:2589:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1778653877.806726:0:34015:0:(file.c:2591:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806728:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653877.806733:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653877.806738:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394843e00. 00000020:00000010:3.0:1778653877.806742:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915394843800. 00000020:00000010:3.0:1778653877.806746:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3ba80. 00000008:00000010:3.0:1778653877.806753:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653877.806758:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653877.806763:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653877.806768:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653877.806771:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653877.806776:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a78a00. 00000008:00000010:3.0:1778653877.806779:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653877.806782:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653877.806785:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653877.806788:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653877.806791:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653877.806794:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000080:00000001:3.0:1778653877.806796:0:34015:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1778653877.806798:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc98 00000080:00200000:3.0:1778653877.806800:0:34015:0:(file.c:2059:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:3.0:1778653877.806805:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc30 00000080:00200000:3.0:1778653877.806806:0:34015:0:(file.c:1816:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1778653877.806809:0:34015:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1778653877.806814:0:34015:0:(cl_io.c:214:cl_io_rw_init()) header@0000000029ac7752[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:3.0:1778653877.806816:0:34015:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:3.0:1778653877.806819:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.806822:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653877.806824:0:34015:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653877.806826:0:34015:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653877.806828:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653877.806830:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1778653877.806832:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653877.806835:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.806838:0:34015:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653877.806840:0:34015:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.806842:0:34015:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653877.806845:0:34015:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153864712a0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1778653877.806847:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:3.0:1778653877.806850:0:34015:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653877.806852:0:34015:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653877.806855:0:34015:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653877.806856:0:34015:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1778653877.806858:0:34015:0:(lov_io.c:660:lov_io_slice_init()) 1 2 00020000:00000001:3.0:1778653877.806860:0:34015:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1778653877.806862:0:34015:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653877.806863:0:34015:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806865:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653877.806866:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653877.806867:0:34015:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653877.806868:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:3.0:1778653877.806871:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806872:0:34015:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653877.806874:0:34015:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1778653877.806876:0:34015:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1778653877.806879:0:34015:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806881:0:34015:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653877.806883:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653877.806885:0:34015:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1778653877.806886:0:34015:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1778653877.806888:0:34015:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1778653877.806890:0:34015:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:3.0:1778653877.806893:0:34015:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653877.806895:0:34015:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653877.806898:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1778653877.806901:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.806903:0:34015:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653877.806904:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653877.806907:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01360. 00000020:00000010:3.0:1778653877.806910:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394a78200. 00000020:00000010:3.0:1778653877.806914:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538b950600. 00000020:00000010:3.0:1778653877.806916:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b840. 00000008:00000010:3.0:1778653877.806919:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653877.806922:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2df00. 00008000:00000010:3.0:1778653877.806925:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653877.806928:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653877.806931:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653877.806935:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538f2afc00. 00000008:00000010:3.0:1778653877.806937:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653877.806940:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653877.806942:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653877.806945:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe960. 00000020:00000001:3.0:1778653877.806947:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763240 : -121687028788376 : ffff915387e01368) 00000020:00001000:3.0:1778653877.806949:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01360 00000020:00000001:3.0:1778653877.806950:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.806952:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653877.806954:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653877.806955:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653877.806956:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.806968:0:34015:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.806970:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.806973:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1778653877.806975:0:34015:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1778653877.806977:0:34015:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806979:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.806981:0:34015:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.806983:0:34015:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806984:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.806986:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1778653877.806988:0:34015:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1778653877.806990:0:34015:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1778653877.806992:0:34015:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1778653877.806995:0:34015:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.806997:0:34015:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.807000:0:34015:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1778653877.807002:0:34015:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1778653877.807004:0:34015:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1778653877.807005:0:34015:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1778653877.807007:0:34015:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807008:0:34015:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.807010:0:34015:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.807011:0:34015:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.807013:0:34015:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807015:0:34015:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653877.807017:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653877.807017:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653877.807019:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653877.807021:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807022:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807024:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807026:0:34015:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807027:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653877.807029:0:34015:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653877.807031:0:34015:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653877.807033:0:34015:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653877.807035:0:34015:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653877.807037:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1778653877.807042:0:34015:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9c80. 00020000:00000002:3.0:1778653877.807044:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1778653877.807047:0:34015:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653877.807048:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.807049:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.807051:0:34015:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653877.807055:0:34015:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653877.807057:0:34015:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1778653877.807059:0:34015:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653877.807060:0:34015:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653877.807064:0:34015:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9cb0, osc lock ffff91538c5e3a20, flags 0x0 00000020:00000001:3.0:1778653877.807066:0:34015:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807068:0:34015:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807071:0:34015:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614606976 : -121687094944640 : ffff915383ee9c80) 00000020:00000001:3.0:1778653877.807073:0:34015:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653877.807074:0:34015:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653877.807077:0:34015:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807078:0:34015:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807080:0:34015:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653877.807082:0:34015:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653877.807083:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.807084:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.807086:0:34015:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653877.807088:0:34015:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653877.807089:0:34015:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1778653877.807091:0:34015:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807094:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653877.807096:0:34015:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653877.807098:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653877.807099:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653877.807100:0:34015:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653877.807102:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653877.807104:0:34015:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653877.807107:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653877.807114:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb500 count: 2 00010000:00000001:3.0:1778653877.807117:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653877.807123:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653877.807128:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653877.807132:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1778653877.807143:0:34015:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653877.807147:0:34015:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.807150:0:34015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653877.807157:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.807160:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.807162:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653877.807164:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807166:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000008:00000001:3.0:1778653877.807170:0:34015:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653877.807172:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.807173:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.807174:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=4 00000020:00000001:3.0:1778653877.807176:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807178:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807180:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.807181:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.807182:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=5 00000020:00000001:3.0:1778653877.807184:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807186:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807187:0:34015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653877.807189:0:34015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.807192:0:34015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653877.807199:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.807201:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653877.807203:0:34015:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.807312:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.807315:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.807316:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=6 00000020:00000001:3.0:1778653877.807318:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807321:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.807323:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653877.807326:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653877.807333:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.807334:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653877.807337:0:34015:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653877.807567:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653877.807569:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.807571:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.807572:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.807573:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653877.807574:0:34015:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.807576:0:34015:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807579:0:34015:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807581:0:34015:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807583:0:34015:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807584:0:34015:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807586:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807588:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807589:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1778653877.807592:0:34015:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1778653877.807595:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb80 00000080:00200000:3.0:1778653877.807597:0:34015:0:(vvp_io.c:1285:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:3.0:1778653877.807599:0:34015:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1778653877.807601:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:3.0:1778653877.807603:0:34015:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383ee1d80 addref 2/0 by ffff915381334f80. 00020000:00000002:3.0:1778653877.807606:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:3.0:1778653877.807608:0:34015:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1778653877.807611:0:34015:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1778653877.807613:0:34015:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1778653877.807615:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1778653877.807618:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.807619:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.807621:0:34015:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653877.807624:0:34015:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653877.807626:0:34015:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807628:0:34015:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.807629:0:34015:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.807631:0:34015:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.807634:0:34015:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:3.0:1778653877.807636:0:34015:0:(rw26.c:663:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:3.0:1778653877.807640:0:34015:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1778653877.807641:0:34015:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffeb11c4acc340 ffff915382f622a0 1 00000020:00000001:3.0:1778653877.807645:0:34015:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1778653877.807647:0:34015:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622386598322848 : -121687111228768 : ffff915382f622a0) 00000020:00000001:3.0:1778653877.807936:0:34015:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446622386598322848 : -121687111228768 : ffff915382f622a0) 00000020:00000001:3.0:1778653877.807939:0:34015:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1778653877.807941:0:34015:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1778653877.807943:0:34015:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386653958816 : -121687055592800 : ffff9153864712a0) 00000020:00000001:3.0:1778653877.807945:0:34015:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1778653877.807946:0:34015:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1778653877.807948:0:34015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653877.807951:0:34015:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 1 1 000000000f06c37e] 00000020:00000001:3.0:1778653877.807953:0:34015:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1778653877.807955:0:34015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653877.807956:0:34015:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1778653877.807966:0:34015:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:3.0:1778653877.807967:0:34015:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653877.807970:0:34015:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:3.0:1778653877.807972:0:34015:0:(rw26.c:858:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:3.0:1778653877.807974:0:34015:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1778653877.807974:0:34015:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386653958816 : -121687055592800 : ffff9153864712a0) 00000020:00000001:3.0:1778653877.807976:0:34015:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1778653877.807977:0:34015:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653877.807980:0:34015:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1778653877.807982:0:34015:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1778653877.807983:0:34015:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1778653877.807984:0:34015:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1778653877.807987:0:34015:0:(rw26.c:916:ll_write_end()) page@00000000c86059f0[3 00000000ff6192ff 2 1 000000000f06c37e] 00000080:00200000:3.0:1778653877.807991:0:34015:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4054478 17ffffc0001029 2:0 ffff915382f622a0 0 lru 00000080:00200000:3.0:1778653877.807998:0:34015:0:(rw26.c:916:ll_write_end()) osc-page@000000006499b0fe 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000a02174fc 000000009edc6341 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1778653877.808000:0:34015:0:(rw26.c:916:ll_write_end()) end page@00000000c86059f0 00000080:00200000:3.0:1778653877.808002:0:34015:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1778653877.808003:0:34015:0:(rw26.c:937:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653877.808007:0:34015:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1778653877.808009:0:34015:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:3.0:1778653877.808011:0:34015:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1778653877.808013:0:34015:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1778653877.808015:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.808016:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.808018:0:34015:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1778653877.808020:0:34015:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1778653877.808021:0:34015:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1778653877.808023:0:34015:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1778653877.808024:0:34015:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1778653877.808026:0:34015:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1778653877.808029:0:34015:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- oap ffff915382f62310 folio ffffeb11c4acc340 pg:0 added for cmd 2 00000008:00000001:3.0:1778653877.808034:0:34015:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:3.0:1778653877.808036:0:34015:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1778653877.808042:0:34015:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1778653877.808046:0:34015:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff915382f62348 page ffffeb11c4acc340 00000008:00000020:3.0:1778653877.808049:0:34015:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:3.0:1778653877.808053:0:34015:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1778653877.808055:0:34015:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.808057:0:34015:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1778653877.808062:0:34015:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff915388b2de40. 00000008:00000020:3.0:1778653877.808067:0:34015:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff915385c6c540 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:3.0:1778653877.808072:0:34015:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1778653877.808077:0:34015:0:(osc_cache.c:857:osc_extent_find()) extent ffff915388b2de40@{[0 -> 255/255], [3|1|-|active|wi|ffff915385c6c540], [1703936|0|-|-|ffff915384c27000|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1778653877.808084:0:34015:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000bdef1365 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1778653877.808091:0:34015:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:3.0:1778653877.808094:0:34015:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.808096:0:34015:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.808099:0:34015:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1778653877.808101:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000002:3.0:1778653877.808104:0:34015:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:3.0:1778653877.808106:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.808107:0:34015:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653877.808110:0:34015:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:3.0:1778653877.808112:0:34015:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653877.808114:0:34015:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808116:0:34015:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808117:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:3.0:1778653877.808119:0:34015:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1778653877.808121:0:34015:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1778653877.808122:0:34015:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653877.808125:0:34015:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[4 00000000ff6192ff 2 1 000000000f06c37e] 00000020:00000001:3.0:1778653877.808127:0:34015:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1778653877.808128:0:34015:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1778653877.808129:0:34015:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1778653877.808131:0:34015:0:(osc_request.c:745:osc_update_next_shrink()) next time 2965 to shrink grant 00000080:00000001:3.0:1778653877.808133:0:34015:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:3.0:1778653877.808135:0:34015:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1778653877.808141:0:34015:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bd192f8, count 1, dirtied 1 00000080:00000001:3.0:1778653877.808143:0:34015:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1778653877.808145:0:34015:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1778653877.808147:0:34015:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653877.808148:0:34015:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653877.808149:0:34015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653877.808152:0:34015:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[3 00000000ff6192ff 2 1 0000000000000000] 00000020:00000001:3.0:1778653877.808153:0:34015:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1778653877.808154:0:34015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653877.808155:0:34015:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1778653877.808156:0:34015:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653877.808158:0:34015:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[3 00000000ff6192ff 1 1 0000000000000000] 00000020:00000001:3.0:1778653877.808159:0:34015:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1778653877.808161:0:34015:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1778653877.808162:0:34015:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:3.0:1778653877.808163:0:34015:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1778653877.808165:0:34015:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808167:0:34015:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808168:0:34015:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808170:0:34015:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653877.808172:0:34015:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:3.0:1778653877.808174:0:34015:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1778653877.808176:0:34015:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1778653877.808177:0:34015:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808179:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbb80 00000080:00200000:3.0:1778653877.808181:0:34015:0:(vvp_io.c:1352:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:3.0:1778653877.808183:0:34015:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808185:0:34015:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653877.808187:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653877.808188:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653877.808190:0:34015:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:3.0:1778653877.808191:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.808192:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.808194:0:34015:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1778653877.808195:0:34015:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653877.808197:0:34015:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808198:0:34015:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808199:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:3.0:1778653877.808201:0:34015:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808203:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808204:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808279:0:34015:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808281:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808283:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653877.808284:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:3.0:1778653877.808286:0:34015:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653877.808287:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1778653877.808289:0:34015:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1778653877.808292:0:34015:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1778653877.808296:0:34015:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915385c6c540 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1778653877.808302:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653877.808304:0:34015:0:(osc_cache.c:1858:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.808306:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653877.808307:0:34015:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.808309:0:34015:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1778653877.808310:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653877.808312:0:34015:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808313:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808315:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653877.808317:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653877.808319:0:34015:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653877.808321:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915387cfee48 (ffff915387e01cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1778653877.808324:0:34015:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653877.808325:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915387cfee48 (ffff915387e01cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653877.808329:0:34015:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653877.808330:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.808331:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.808333:0:34015:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653877.808334:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9cb0 (ffff915387e01368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653877.808337:0:34015:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653877.808338:0:34015:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653877.808340:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.808341:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.808343:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=5 00000020:00000001:3.0:1778653877.808346:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.808348:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.808439:0:34015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653877.808443:0:34015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653877.808451:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.808452:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.808453:0:34015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653877.808455:0:34015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653877.808458:0:34015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653877.808466:0:34015:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653877.808469:0:34015:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653877.808471:0:34015:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653877.808475:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.808476:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.808478:0:34015:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.808480:0:34015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653877.808482:0:34015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.808484:0:34015:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.808487:0:34015:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653877.808489:0:34015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653877.808490:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.808491:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653877.808492:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.808493:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653877.808495:0:34015:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653877.808496:0:34015:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653877.808498:0:34015:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653877.808499:0:34015:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653877.808500:0:34015:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653877.808502:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915387cfee48 (ffff915387e01cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653877.808505:0:34015:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653877.808506:0:34015:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653877.808507:0:34015:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9cb0 (ffff915387e01cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653877.808509:0:34015:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653877.808512:0:34015:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653877.808514:0:34015:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9c80. 00020000:00000001:3.0:1778653877.808516:0:34015:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653877.808517:0:34015:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653877.808518:0:34015:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1778653877.808520:0:34015:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653877.808521:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653877.808522:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653877.808523:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653877.808524:0:34015:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808526:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808527:0:34015:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653877.808528:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653877.808529:0:34015:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1778653877.808531:0:34015:0:(vvp_io.c:516:vvp_io_advance()) advancing 1 bytes 00000020:00000001:3.0:1778653877.808533:0:34015:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653877.808534:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653877.808535:0:34015:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653877.808537:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653877.808538:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653877.808540:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653877.808541:0:34015:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808543:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808544:0:34015:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653877.808546:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653877.808547:0:34015:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653877.808551:0:34015:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1778653877.808554:0:34015:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1778653877.808556:0:34015:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1778653877.808557:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653877.808558:0:34015:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653877.808560:0:34015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653877.808561:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653877.808562:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653877.808563:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01360 00000020:00000010:3.0:1778653877.808567:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538b950600. 00000020:00000010:3.0:1778653877.808572:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b840. 00000008:00000010:3.0:1778653877.808576:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653877.808580:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2df00. 00008000:00000010:3.0:1778653877.808584:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653877.808588:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653877.808591:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653877.808594:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a78200. 00000008:00000010:3.0:1778653877.808597:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653877.808600:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653877.808603:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653877.808606:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe960. 00000020:00000010:3.0:1778653877.808609:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538f2afc00. 00000020:00000010:3.0:1778653877.808611:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01360. 00020000:00000001:3.0:1778653877.808614:0:34015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653877.808616:0:34015:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653877.808617:0:34015:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653877.808619:0:34015:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653877.808622:0:34015:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653877.808623:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1778653877.808625:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbc98 00000080:00200000:3.0:1778653877.808627:0:34015:0:(file.c:2207:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:3.0:1778653877.808631:0:34015:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653877.808633:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.808634:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.808636:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653877.808639:0:34015:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653877.808642:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653877.808644:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:3.0:1778653877.808646:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653877.808647:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1778653877.808774:0:34015:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1778653877 a=0 c=1778653877 b=11 00020000:00000001:3.0:1778653877.808778:0:34015:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653877.808780:0:34015:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=2 m=1778653877 a=0 c=1778653877 b=11 00020000:00000001:3.0:1778653877.808783:0:34015:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808785:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808786:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000080:00200000:3.0:1778653877.808789:0:34015:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:3.0:1778653877.808791:0:34015:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1778653877.808795:0:34015:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:3.0:1778653877.808797:0:34015:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1778653877.808799:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:3.0:1778653877.808801:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915394843800. 00000020:00000010:3.0:1778653877.808805:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3ba80. 00000008:00000010:3.0:1778653877.808808:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653877.808811:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653877.808813:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653877.808816:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653877.808818:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:3.0:1778653877.808820:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394843e00. 00000008:00000010:3.0:1778653877.808823:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653877.808824:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653877.808826:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653877.808828:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:3.0:1778653877.808831:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394a78a00. 00000020:00000010:3.0:1778653877.808832:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000020:00000001:3.0:1778653877.808836:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd88 00000080:00000008:3.0:1778653877.808838:0:34015:0:(file.c:2693:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:3.0:1778653877.808841:0:34015:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653877.808851:0:34015:0:(file.c:5302:ll_fsync()) Process entered 00000080:00200000:3.0:1778653877.808854:0:34015:0:(file.c:5305:ll_fsync()) VFS Op:inode=[0x200000404:0x30:0x0](ffff91538bd19148), start 0, end 9223372036854775807, datasync 0 00000080:00000001:3.0:1778653877.808858:0:34015:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1778653877.808861:0:34015:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653877.808862:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653877.808866:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01cf0. 00000020:00000010:3.0:1778653877.808869:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538f2afc00. 00000020:00000010:3.0:1778653877.808873:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915394843e00. 00000020:00000010:3.0:1778653877.808876:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3ba80. 00000008:00000010:3.0:1778653877.808880:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cef90. 00020000:00000010:3.0:1778653877.808883:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d300. 00008000:00000010:3.0:1778653877.808885:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce1530. 00000080:00000010:3.0:1778653877.808889:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00e70. 00000080:00000010:3.0:1778653877.808892:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471240. 00000020:00000010:3.0:1778653877.808895:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915394843800. 00000008:00000010:3.0:1778653877.808897:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a6e0. 00020000:00000010:3.0:1778653877.808900:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c434b40. 00008000:00000010:3.0:1778653877.808902:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffbc0. 00000080:00000010:3.0:1778653877.808905:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfee10. 00000020:00000001:3.0:1778653877.808907:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680765688 : -121687028785928 : ffff915387e01cf8) 00000020:00001000:3.0:1778653877.808910:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01cf0 00000020:00000001:3.0:1778653877.808911:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.808914:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653877.808915:0:34015:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653877.808917:0:34015:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653877.808919:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653877.808921:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653877.808922:0:34015:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653877.808924:0:34015:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153864712a0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653877.808927:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:3.0:1778653877.808929:0:34015:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653877.808930:0:34015:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653877.808932:0:34015:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653877.808933:0:34015:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.808935:0:34015:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653877.808938:0:34015:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653877.808939:0:34015:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808941:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653877.808942:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653877.808943:0:34015:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653877.808944:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:3.0:1778653877.808946:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.808948:0:34015:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653877.808949:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653877.808951:0:34015:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653877.808953:0:34015:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653877.808955:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653877.808967:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653877.808968:0:34015:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653877.808969:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653877.808972:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01360. 00000020:00000010:3.0:1778653877.808975:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538b950600. 00000020:00000010:3.0:1778653877.808978:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7a00. 00000020:00000010:3.0:1778653877.808980:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b840. 00000008:00000010:3.0:1778653877.808982:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c8b28. 00020000:00000010:3.0:1778653877.808984:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2df00. 00008000:00000010:3.0:1778653877.808987:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0000. 00000080:00000010:3.0:1778653877.808990:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e002a0. 00000080:00000010:3.0:1778653877.808992:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864726c8. 00000020:00000010:3.0:1778653877.808995:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7200. 00000008:00000010:3.0:1778653877.808997:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0ac60. 00020000:00000010:3.0:1778653877.808999:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c435b00. 00008000:00000010:3.0:1778653877.809001:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff218. 00000080:00000010:3.0:1778653877.809003:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe960. 00000020:00000001:3.0:1778653877.809005:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763240 : -121687028788376 : ffff915387e01368) 00000020:00001000:3.0:1778653877.809007:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01360 00000020:00000001:3.0:1778653877.809008:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.809010:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653877.809011:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653877.809012:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653877.809013:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.809015:0:34015:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.809016:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754374568 : -121686955177048 : ffff91538c434ba8) 00000020:00000001:3.0:1778653877.809018:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653877.809020:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.809022:0:34015:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809023:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809025:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653877.809026:0:34015:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653877.809028:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653877.809029:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653877.809030:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653877.809032:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809033:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.809035:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.809036:0:34015:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809037:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653877.809039:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809040:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809041:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653877.809043:0:34015:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653877.809044:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653877.809045:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653877.809046:0:34015:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1778653877.809048:0:34015:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1778653877.809051:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1778653877.809053:0:34015:0:(osc_cache.c:1827:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1778653877.809054:0:34015:0:(osc_cache.c:1828:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653877.809056:0:34015:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1778653877.809058:0:34015:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:3.0:1778653877.809059:0:34015:0:(osc_cache.c:2304:osc_next_obj()) Process leaving (rc=18446622386645550400 : -121687064001216 : ffff915385c6c540) 00000008:00000020:3.0:1778653877.809062:0:34015:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff915385c6c540 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1778653877.809065:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1778653877.809066:0:34015:0:(osc_cache.c:1827:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1778653877.809067:0:34015:0:(osc_cache.c:1828:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653877.809069:0:34015:0:(osc_cache.c:2160:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1778653877.809070:0:34015:0:(osc_cache.c:2017:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1778653877.809073:0:34015:0:(osc_cache.c:2021:try_to_add_extent_for_io()) extent ffff915388b2de40@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff915385c6c540], [1703936|1|+|-|ffff915384c27000|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1778653877.809079:0:34015:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000bdef1365 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1778653877.809088:0:34015:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1778653877.809091:0:34015:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1778653877.809095:0:34015:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1778653877.809098:0:34015:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1778653877.809101:0:34015:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff915388b2de40@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff915385c6c540], [1703936|1|+|-|ffff915384c27000|256|ffff915381334f80]} make ready 00000008:00010000:3.0:1778653877.809106:0:34015:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000bdef1365 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1778653877.809113:0:34015:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:3.0:1778653877.809115:0:34015:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1778653877.809124:0:34015:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000020:00008000:3.0:1778653877.809126:0:34015:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1778653877.809127:0:34015:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1778653877.809129:0:34015:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653877.809130:0:34015:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653877.809131:0:34015:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653877.809133:0:34015:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653877.809134:0:34015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653877.809137:0:34015:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000020:00000001:3.0:1778653877.809138:0:34015:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1778653877.809140:0:34015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653877.809141:0:34015:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1778653877.809143:0:34015:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000c86059f0[2 00000000ff6192ff 3 1 0000000000000000] 00000020:00000001:3.0:1778653877.809145:0:34015:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1778653877.809146:0:34015:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809148:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.809150:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:3.0:1778653877.809151:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1778653877.809153:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809155:0:34015:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:3.0:1778653877.809157:0:34015:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.809159:0:34015:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:3.0:1778653877.809162:0:34015:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff915389b76000: cli: ffff915388bb3ba0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1778653877.809167:0:34015:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91538b9c6bd8. 00000008:00000010:3.0:1778653877.809171:0:34015:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff915383382820. 00000020:00000001:3.0:1778653877.809174:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1778653877.809177:0:34015:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1778653877.809178:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1778653877.809181:0:34015:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1778653877/1778653877 00000020:00000001:3.0:1778653877.809184:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1778653877.809185:0:34015:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1778653877.809188:0:34015:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1778653877.809190:0:34015:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:3.0:1778653877.809193:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653877.809197:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb500 count: 2 00010000:00000001:3.0:1778653877.809200:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653877.809205:0:34015:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1778653877.809279:0:34015:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1778653877.809283:0:34015:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653877.809287:0:34015:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653877.809290:0:34015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653877.809298:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.809299:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653877.809301:0:34015:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653877.809303:0:34015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653877.809305:0:34015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653877.809306:0:34015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00000020:00000001:3.0:1778653877.809308:0:34015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.809310:0:34015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00000008:00000001:3.0:1778653877.809313:0:34015:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00010000:00000001:3.0:1778653877.809314:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653877.809316:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1778653877.809317:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1778653877.809319:0:34015:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1778653877.809324:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653877.809328:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653877.809334:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653877.809337:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653877.809339:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653877.809345:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387df7800. 00000100:00000001:3.0:1778653877.809442:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1778653877.809450:0:34015:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:3.0:1778653877.809455:0:34015:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff915389b76000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:3.0:1778653877.809460:0:34015:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1778653877.809484:0:34015:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8139 MB/s 00000008:00008000:3.0:1778653877.809491:0:34015:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeb11c4acc340 map ffff91538bd192f8 index 0 flags 17ffffc0005028 count 2 priv ffff915382f622a0: off 0 00000008:00000001:3.0:1778653877.809499:0:34015:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1778653877.809501:0:34015:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:3.0:1778653877.809505:0:34015:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff915387c1f800 - object 0x240000400:66 offset 0<>2 00000008:00000001:3.0:1778653877.809508:0:34015:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.809509:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1778653877.809511:0:34015:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1778653877.809512:0:34015:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1778653877.809513:0:34015:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1778653877/1778653877 00000020:00000001:3.0:1778653877.809515:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1778653877.809516:0:34015:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1778653877.809518:0:34015:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1778653877.809520:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653877.809522:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000008:00000002:3.0:1778653877.809533:0:34015:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 000000005bccf96c, now 0r/1w/0d in flight req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1778653877.809542:0:34015:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:3.0:1778653877.809549:0:34015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016adc605] to pc [ptlrpcd_01_00+0] req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.809599:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.809602:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.809605:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.809610:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.809618:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.809621:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.809624:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.809626:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.809629:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.809632:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054691456:192.168.204.110@tcp:4:multiop.0 00000100:00000001:2.0:1778653877.809636:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.809641:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.809644:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.809647:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.809753:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0cc00. 02000000:00000001:2.0:1778653877.809756:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.809764:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.809768:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.809774:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653877.809781:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054691456, portal 4 00000100:00000001:2.0:1778653877.809783:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.809784:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:2.0:1778653877.809790:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.809797:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.809800:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.809802:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490a18. 00000100:00000200:2.0:1778653877.809806:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1865052054691456, offset 0 00000400:00000200:2.0:1778653877.809812:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.809820:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.809828:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.809833:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.809836:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.809840:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.809842:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.809846:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2531:2531:256:4294967295] 192.168.204.110@tcp LPNI seq info [2531:2531:8:4294967295] 00000400:00000200:2.0:1778653877.809850:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.809859:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.809865:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.809869:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653877.809875:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.809881:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.809885:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.809931:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.809936:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21197 usecs (22 jiffies) 00000400:00000200:2.0:1778653877.809940:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.809943:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433007 00000100:00000001:2.0:1778653877.809946:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433199 00000100:00000001:2.0:1778653877.809948:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433007 00000100:00000001:2.0:1778653877.809950:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433199 00000100:00000001:2.0:1778653877.809952:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.809954:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.809966:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.809968:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653877.810006:0:34015:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1778653877.810009:0:34015:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.810011:0:34015:0:(osc_cache.c:2209:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.810013:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653877.810015:0:34015:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.810017:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653877.810018:0:34015:0:(osc_cache.c:1817:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.810020:0:34015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653877.810021:0:34015:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.810024:0:34015:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:3.0:1778653877.810026:0:34015:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.810028:0:34015:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1778653877.810031:0:34015:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1778653877.810035:0:34015:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653877.810038:0:34015:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.810040:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.810042:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653877.810044:0:34015:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.810045:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.810047:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653877.810049:0:34015:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653877.810050:0:34015:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653877.810051:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1778653877.810053:0:34015:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000001:3.0:1778653877.810056:0:34015:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:3.0:1778653877.810058:0:34015:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653877.810079:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653877.810081:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.810193:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.810198:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:0.0:1778653877.810202:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.810212:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.810218:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490a18 00000400:00000010:0.0:1778653877.810220:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490a18. 00000100:00000001:0.0:1778653877.810224:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.810228:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.810238:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.810241:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.810248:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.810249:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1778653877.810559:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.810562:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653877.810565:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.810566:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.810569:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.810571:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653877.814441:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.814455:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.814459:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.814461:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.814469:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.814477:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.814485:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.814490:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.814494:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.814499:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145351e80 00000400:00000200:0.0:1778653877.814504:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.814510:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6869 [1] + 224 00000800:00000001:0.0:1778653877.814516:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.814523:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.814527:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.814531:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.814537:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.814544:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.814561:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.814580:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.814589:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.814592:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.814640:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.814644:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.814676:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.814678:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.814681:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.814686:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:2.0:1778653877.814688:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:2.0:1778653877.814692:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.814697:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.814706:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.814712:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.814714:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.814716:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.814719:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.814721:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.814724:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.814727:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.814736:0:2368:0:(import.c:2144:obd_at_measure()) add 0 to ffff91538996aca0 time=138 v=5 (5 0 0 0) 00000100:00001000:2.0:1778653877.814739:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.814742:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1778653877.814746:0:2368:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff915389b76000: operation ost_write to node 192.168.204.110@tcp failed: rc = -107 00000100:00000001:2.0:1778653877.819620:0:2368:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1778653877.819631:0:2368:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1778653877.819638:0:2368:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff915389b76000 of lustre-OST0000_UUID@192.168.204.110@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1778653877.819644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1778653877.819810:0:2368:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff915389b76000: Connection to lustre-OST0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1778653877.819814:0:2368:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653877.819818:0:2368:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1778653877.819820:0:2368:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.819822:0:2368:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1778653877.819825:0:2368:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1778653877.819827:0:2368:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1778653877.819830:0:2368:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1778653877.819834:0:2368:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1755 00000400:00000200:2.0:1778653877.819842:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.819848:0:2368:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1778653877.819853:0:2368:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653877.819856:0:2368:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653877.819858:0:2368:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653877.819861:0:2368:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:2.0:1778653877.819864:0:2368:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1778653877.819866:0:2368:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:2.0:1778653877.819868:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.819870:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:2.0:1778653877.819873:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:2.0:1778653877.819875:0:2368:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000040:2.0:1778653877.819878:0:2368:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653877.819880:0:2368:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1778653877.819882:0:2368:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:2.0:1778653877.819884:0:2368:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:2.0:1778653877.819896:0:2368:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00080000:2.0:1778653877.819901:0:2368:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: import ffff91538996a800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1778653877.819903:0:2368:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.819906:0:2368:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1778653877.819913:0:2368:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.819915:0:2368:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.819917:0:2368:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1778653877.819920:0:2368:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 1703936, lost: 0. 00000008:00000001:2.0:1778653877.819922:0:2368:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.819924:0:2368:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.819933:0:2368:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1500. 00000020:00000040:2.0:1778653877.819936:0:2368:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 02000000:00000001:2.0:1778653877.819940:0:2368:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653877.819941:0:2368:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.819945:0:2368:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.819947:0:2368:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.819951:0:2368:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.819966:0:2368:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0fc00. 00000100:00000001:2.0:1778653877.819973:0:2368:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.819981:0:2368:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653877.819991:0:2368:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.819994:0:2368:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.819999:0:2368:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfeaaef8] to pc [ptlrpcd_rcv+-1] req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.820041:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.820044:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.820047:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.820053:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.820060:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.820062:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.820066:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.820068:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.820071:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.820074:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054691584:192.168.204.110@tcp:8:ptlrpcd_01_00.0 00000100:00000001:1.0:1778653877.820077:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.820082:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.820084:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.820087:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.820091:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9400. 02000000:00000001:1.0:1778653877.820093:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.820098:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.820101:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5528. 00000400:00000010:1.0:1778653877.820106:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19990. 00000100:00000200:1.0:1778653877.820112:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054691584, portal 4 00000100:00000001:1.0:1778653877.820114:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.820116:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649044224 : -121687060507392 : ffff915385fc1500) 00000100:00000040:1.0:1778653877.820122:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.820129:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.820132:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.820135:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19b28. 00000100:00000200:1.0:1778653877.820137:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054691584, offset 0 00000400:00000200:1.0:1778653877.820144:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.820151:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.820157:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.820162:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.820166:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.820169:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.820171:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.820175:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2532:2532:256:4294967295] 192.168.204.110@tcp LPNI seq info [2532:2532:8:4294967295] 00000400:00000200:1.0:1778653877.820179:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.820188:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.820194:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.820198:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653877.820204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.820222:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.820226:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.820238:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.820242:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21133 usecs (22 jiffies) 00000400:00000200:1.0:1778653877.820246:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.820248:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433018 00000100:00000001:1.0:1778653877.820251:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433199 00000100:00000001:1.0:1778653877.820253:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433018 00000100:00000001:1.0:1778653877.820255:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433199 00000100:00000001:1.0:1778653877.820258:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.820260:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.820263:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.820265:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.820336:0:2368:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.820339:0:2368:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1778653877.820340:0:2368:0:(client.c:1699:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1778653877.820343:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.820345:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.820351:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.820353:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.820355:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.820356:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.820358:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.820360:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.820361:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.820363:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.820365:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.820866:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.820868:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653877.820871:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.820872:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.820874:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.820876:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.821211:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.821216:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:1.0:1778653877.821220:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.821226:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.821231:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19b28 00000400:00000010:1.0:1778653877.821234:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19b28. 00000100:00000001:1.0:1778653877.821237:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.821242:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.821319:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.821323:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.821330:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.821331:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.826694:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.826708:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.826712:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.826715:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.826723:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.826730:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.826738:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.826743:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.826748:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.826752:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a04145351f00 00000400:00000200:0.0:1778653877.826757:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.826763:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x6871 [1] + 0 00000800:00000001:0.0:1778653877.826769:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.826777:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.826781:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.826785:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.826792:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.826800:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653877.826811:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.826825:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.826834:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.826837:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.826921:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.826926:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653877.826932:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.826934:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.826938:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5528. 00000400:00000200:1.0:1778653877.826942:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19990 00000400:00000010:1.0:1778653877.826945:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19990. 00000100:00000001:1.0:1778653877.826949:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.826954:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653877.826972:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.826979:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.826981:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.826983:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.826986:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.826989:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.826991:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.826994:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653877.827003:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=138 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653877.827007:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653877.827010:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653877.827012:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653877.827015:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653877.827018:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.827021:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653877.827023:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967344 00000100:00000001:1.0:1778653877.827025:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653877.827027:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.827031:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.827037:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.827040:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.827042:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.827044:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1778653877.827050:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:1.0:1778653877.827052:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653877.827054:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:1.0:1778653877.827057:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653877.827059:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:1.0:1778653877.827061:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:1.0:1778653877.827063:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00001000:1.0:1778653877.827067:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=1778653877 v=0 (0 0 0 0) 00000100:00001000:1.0:1778653877.827069:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1778653877.827074:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000020:00000040:1.0:1778653877.827079:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:1.0:1778653877.827082:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1778653877.827086:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:1.0:1778653877.827090:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff915389b76000, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1778653877.827093:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1778653877.827096:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:1.0:1778653877.827100:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1778653877.827102:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1778653877.827105:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1778653877.827107:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653877.827109:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653877.827112:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.827114:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.827116:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653877.827117:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653877.827118:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.827120:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1778653877.827121:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1778653877.827125:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1778653877.827126:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.827128:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.827130:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.827132:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.827134:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653877.827137:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.827138:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653877.827143:0:2365:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff915389b76000: evicting (reconnect/recover flags not set: 4) req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1778653877.827151:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1778653877.827154:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1778653877.827157:0:2365:0:(import.c:1656:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff915389b76000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1778653877.841355:0:2365:0:(import.c:1667:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.110@tcp; invalidating 00000020:00000040:1.0:1778653877.841360:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=5 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653877.842339:0:2365:0:(import.c:1689:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.842344:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.842356:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653877.842366:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054691584:192.168.204.110@tcp:8:ptlrpcd_01_00.0 00000100:00000001:1.0:1778653877.842372:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.842376:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.842379:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1500 x1865052054691584/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.842386:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653877.842389:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653877.842393:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9400. 02000000:00000001:1.0:1778653877.842396:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653877.842398:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653877.842400:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653877.842403:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653877.842405:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0fc00. 02000000:00000001:1.0:1778653877.842408:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653877.842410:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653877.842411:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1500. 00000100:00000001:1.0:1778653877.842428:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653877.842429:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.842432:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.842440:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.842442:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.842444:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.842446:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.842482:0:34028:0:(import.c:1587:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1778653877.842489:0:34028:0:(import.c:1591:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff915389b76000 to lustre-OST0000_UUID@192.168.204.110@tcp 00000100:00000001:2.0:1778653877.842493:0:34028:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1778653877.842495:0:34028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1778653877.842497:0:34028:0:(client.c:3564:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1778653877.842502:0:34028:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.842524:0:34028:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653877.842527:0:34028:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967344 gen 17 00000100:00000040:2.0:1778653877.842530:0:34028:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1778653877.842533:0:34028:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.842534:0:34028:0:(client.c:3609:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1778653877.842535:0:34028:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1778653877.842537:0:34028:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653877.842540:0:34028:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1778653877.842542:0:34028:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653877.842545:0:34028:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1778653877.842547:0:34028:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1778653877.842549:0:34028:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1778653877.842553:0:34028:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1778653877.842555:0:34028:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3df471c51a88f66e 00020000:00000001:2.0:1778653877.842558:0:34028:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.842561:0:34028:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653877.842563:0:34028:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653877.842566:0:34028:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653877.842567:0:34028:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653877.842569:0:34028:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653877.842572:0:34028:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.842574:0:34028:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.842575:0:34028:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653877.842576:0:34028:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653877.842578:0:34028:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.842579:0:34028:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653877.842581:0:34028:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653877.842584:0:34028:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653877.842586:0:34028:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.842588:0:34028:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.842590:0:34028:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.842592:0:34028:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.842594:0:34028:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.842596:0:34028:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.842597:0:34028:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1778653877.842600:0:34028:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1778653877.842693:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653877.842697:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653877.842701:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653877.842707:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.842715:0:2368:0:(client.c:2127:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1778653877.842718:0:2368:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653877.842720:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653877.842722:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653877.842724:0:2368:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:3.0:1778653877.842726:0:2368:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:3.0:1778653877.842729:0:2368:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1778653893 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1778653877.842737:0:2368:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:3.0:1778653877.842739:0:2368:0:(osc_request.c:2585:brw_interpret()) request ffff915387c1f800 aa ffff915387c1f9b0 rc -5 00000008:00080000:3.0:1778653877.842742:0:2368:0:(osc_request.c:2600:brw_interpret()) lustre-OST0000-osc-ffff915389b76000: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:3.0:1778653877.842747:0:2368:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff915383382820. 00000100:00000001:3.0:1778653877.842750:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653877.842754:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1778653893 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.842760:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.842764:0:2368:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:3.0:1778653877.842767:0:2368:0:(osc_cache.c:910:osc_extent_finish()) extent ffff915388b2de40@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff915385c6c540], [1703936|1|+|+|ffff915384c27000|256|ffff915381334f80]} extent finished. 00000008:00010000:3.0:1778653877.842775:0:2368:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000bdef1365 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1778653877.842787:0:2368:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:3.0:1778653877.842789:0:2368:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1778653877.842794:0:2368:0:(cl_page.c:1104:cl_page_complete()) page@00000000c86059f0[2 00000000ff6192ff 3 1 0000000000000000] 00000020:00000001:3.0:1778653877.842795:0:2368:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:3.0:1778653877.842797:0:2368:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653877.842799:0:2368:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653877.842815:0:2368:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653877.842818:0:2368:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 3 1 0000000000000000] 00000020:00000001:3.0:1778653877.842820:0:2368:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1778653877.842821:0:2368:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1778653877.842823:0:2368:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1778653877.842826:0:2368:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000080:00008000:3.0:1778653877.842828:0:2368:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:3.0:1778653877.842849:0:2368:0:(llite_lib.c:4187:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.110@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:3.0:1778653877.852643:0:2368:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1778653877.852679:0:2368:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1778653877.852682:0:2368:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653877.852689:0:2368:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[2 00000000ff6192ff 1 1 0000000000000000] 00000020:00000001:3.0:1778653877.852691:0:2368:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1778653877.852693:0:2368:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1778653877.852695:0:2368:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:3.0:1778653877.852699:0:2368:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:3.0:1778653877.852710:0:2368:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff915388b2de40@{[0 -> 255/255], [2|0|-|inv|wuY|ffff915385c6c540], [1703936|0|-|-|ffff915384c27000|256|ffff915381334f80]} destroyed. 00000008:00010000:3.0:1778653877.852722:0:2368:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000bdef1365 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1778653877.852732:0:2368:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653877.852736:0:2368:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff91538b9c6bd8. 00000008:00000020:3.0:1778653877.852748:0:2368:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff915388bb3ba0. 00000008:00000001:3.0:1778653877.852751:0:2368:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1778653877.852763:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1778653893 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653877.852772:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054691456:192.168.204.110@tcp:4:multiop.0 00000008:00000001:1.0:1778653877.853049:0:34015:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1778653877.853054:0:34015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.853056:0:34015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1778653877.853061:0:34015:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff915388b2de40. 00000008:00000020:1.0:1778653877.853067:0:34015:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1778653877.853070:0:34015:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1778653877.853074:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1778653877.853076:0:34015:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.853078:0:34015:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1778653877.853080:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1778653877.853083:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1778653877.853085:0:34015:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1778653877.853087:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.853088:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653877.853090:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1778653877.853091:0:34015:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.853093:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.853094:0:34015:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1778653877.853096:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1778653877.853097:0:34015:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1778653877.853099:0:34015:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1778653877.853101:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653877.853102:0:34015:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653877.853104:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653877.853105:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1778653877.853107:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1778653877.853108:0:34015:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.853110:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.853112:0:34015:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653877.853113:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653877.853115:0:34015:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1778653877.853120:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653877.853122:0:34015:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653877.853124:0:34015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653877.853125:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653877.853127:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.853129:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01360 00000020:00000010:1.0:1778653877.853133:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7a00. 00000020:00000010:1.0:1778653877.853138:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b840. 00000008:00000010:1.0:1778653877.853143:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c8b28. 00020000:00000010:1.0:1778653877.853149:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2df00. 00008000:00000010:1.0:1778653877.853152:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0000. 00000080:00000010:1.0:1778653877.853157:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e002a0. 00000080:00000010:1.0:1778653877.853161:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864726c8. 00000020:00000010:1.0:1778653877.853164:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538b950600. 00000008:00000010:1.0:1778653877.853168:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0ac60. 00020000:00000010:1.0:1778653877.853171:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c435b00. 00008000:00000010:1.0:1778653877.853174:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff218. 00000080:00000010:1.0:1778653877.853176:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe960. 00000020:00000010:1.0:1778653877.853179:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7200. 00000020:00000010:1.0:1778653877.853182:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01360. 00020000:00000001:1.0:1778653877.853184:0:34015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653877.853185:0:34015:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653877.853188:0:34015:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653877.853191:0:34015:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653877.853193:0:34015:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653877.853194:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.853197:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01cf0 00000020:00000010:1.0:1778653877.853199:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915394843e00. 00000020:00000010:1.0:1778653877.853213:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3ba80. 00000008:00000010:1.0:1778653877.853216:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cef90. 00020000:00000010:1.0:1778653877.853220:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d300. 00008000:00000010:1.0:1778653877.853222:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce1530. 00000080:00000010:1.0:1778653877.853225:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00e70. 00000080:00000010:1.0:1778653877.853227:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471240. 00000020:00000010:1.0:1778653877.853229:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538f2afc00. 00000008:00000010:1.0:1778653877.853232:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a6e0. 00020000:00000010:1.0:1778653877.853235:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c434b40. 00008000:00000010:1.0:1778653877.853237:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffbc0. 00000080:00000010:1.0:1778653877.853239:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfee10. 00000020:00000010:1.0:1778653877.853241:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915394843800. 00000020:00000010:1.0:1778653877.853243:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01cf0. 00000080:00000001:1.0:1778653877.853246:0:34015:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1778653877.853250:0:34015:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1778653877.853256:0:34015:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1778653877.853259:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:0.0:1778653877.853362:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:0.0:1778653877.853368:0:34015:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1778653877.853371:0:34015:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:0.0:1778653877.853373:0:34015:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.853375:0:34015:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1778653877.853377:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.853385:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653877.853389:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164400. 00000020:00000010:0.0:1778653877.853393:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165200. 00000020:00000010:0.0:1778653877.853396:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.853401:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.853407:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.853410:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.853415:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.853418:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.853421:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164800. 00000008:00000010:0.0:1778653877.853424:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.853427:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.853430:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.853433:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000100:00000001:2.0:1778653877.853436:0:34028:0:(obd_class.h:1223:obd_import_event()) Process entered 00000020:00000001:0.0:1778653877.853436:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653877.853440:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000008:00000001:2.0:1778653877.853441:0:34028:0:(osc_request.c:3901:osc_import_event()) Process entered 00000020:00000001:0.0:1778653877.853445:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000001:00000001:2.0:1778653877.853446:0:34028:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1778653877.853449:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000001:00000001:2.0:1778653877.853451:0:34028:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000080:00000001:0.0:1778653877.853453:0:34015:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653877.853456:0:34015:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653877.853459:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00010000:00000040:2.0:1778653877.853461:0:34028:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb500 count: 2 00000020:00000001:0.0:1778653877.853461:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653877.853464:0:34015:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.853468:0:34028:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00020000:00000002:0.0:1778653877.853468:0:34015:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153831d4738 type 6 ignore/verify layout 0/0 00010000:00000001:2.0:1778653877.853473:0:34028:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00020000:00000002:0.0:1778653877.853473:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000020:00000001:2.0:1778653877.853477:0:34028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1778653877.853478:0:34015:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00000020:00000040:2.0:1778653877.853480:0:34028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27000 refcount=3 00020000:00000001:0.0:1778653877.853481:0:34015:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00000020:00000001:2.0:1778653877.853485:0:34028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00020000:00000001:0.0:1778653877.853485:0:34015:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653877.853487:0:34015:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.853490:0:34028:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489216 : -121687081062400 : ffff915384c27000) 00020000:00000001:0.0:1778653877.853491:0:34015:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653877.853495:0:34015:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00010000:00000001:2.0:1778653877.853496:0:34028:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653877.853500:0:34028:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00020000:00000001:0.0:1778653877.853503:0:34015:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.853507:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.853509:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653877.853511:0:34015:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653877.853514:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00000008:00000001:2.0:1778653877.853516:0:34028:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1778653877.853518:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853519:0:34028:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000001:0.0:1778653877.853523:0:34015:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000010:2.0:1778653877.853524:0:34028:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000001:0.0:1778653877.853524:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1778653877.853528:0:34015:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00000020:00000010:2.0:1778653877.853529:0:34028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00020000:00200000:0.0:1778653877.853531:0:34015:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000020:00000010:2.0:1778653877.853534:0:34028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991400. 00020000:00000002:0.0:1778653877.853536:0:34015:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00000020:00000010:2.0:1778653877.853538:0:34028:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9180. 00020000:00000001:0.0:1778653877.853541:0:34015:0:(lov_io.c:155:lov_sub_get()) Process entered 00000008:00000010:2.0:1778653877.853544:0:34028:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000001:0.0:1778653877.853544:0:34015:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653877.853545:0:34015:0:(cl_object.c:762:cl_env_obtain()) Process entered 00020000:00000010:2.0:1778653877.853550:0:34028:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a900. 00000020:00000010:0.0:1778653877.853551:0:34015:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4000. 00008000:00000010:2.0:1778653877.853555:0:34028:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000020:00000010:0.0:1778653877.853556:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165600. 00000080:00000010:2.0:1778653877.853562:0:34028:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000020:00000010:0.0:1778653877.853563:0:34015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164000. 00000080:00000010:2.0:1778653877.853569:0:34028:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:0.0:1778653877.853569:0:34015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653877.853576:0:34015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00000020:00000010:2.0:1778653877.853577:0:34028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00020000:00000010:0.0:1778653877.853581:0:34015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00000008:00000010:2.0:1778653877.853583:0:34028:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00008000:00000010:0.0:1778653877.853587:0:34015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d1a8. 00020000:00000010:2.0:1778653877.853589:0:34028:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00000080:00000010:0.0:1778653877.853593:0:34015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b3f0. 00008000:00000010:2.0:1778653877.853595:0:34028:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:0.0:1778653877.853598:0:34015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4490. 00000080:00000010:2.0:1778653877.853601:0:34028:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000010:0.0:1778653877.853604:0:34015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164200. 00000020:00000001:2.0:1778653877.853605:0:34028:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653877.853609:0:34028:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000008:00000010:0.0:1778653877.853609:0:34015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153899989a0. 00000008:00000001:2.0:1778653877.853612:0:34028:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00020000:00000010:0.0:1778653877.853614:0:34015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525200. 00000008:00000001:2.0:1778653877.853615:0:34028:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1778653877.853617:0:34028:0:(cl_object.c:762:cl_env_obtain()) Process entered 00008000:00000010:0.0:1778653877.853618:0:34015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de1b8. 00000020:00000010:2.0:1778653877.853621:0:34028:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000080:00000010:0.0:1778653877.853623:0:34015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d960. 00000020:00000010:2.0:1778653877.853626:0:34028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991c00. 00000020:00000001:0.0:1778653877.853627:0:34015:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141064 : -121686953410552 : ffff91538c5e4008) 00000020:00001000:0.0:1778653877.853631:0:34015:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4000 00000020:00000010:2.0:1778653877.853632:0:34028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990600. 00000020:00000001:0.0:1778653877.853634:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000010:2.0:1778653877.853637:0:34028:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000020:00000001:0.0:1778653877.853637:0:34015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653877.853641:0:34015:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00000010:2.0:1778653877.853643:0:34028:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00000020:00000001:0.0:1778653877.853644:0:34015:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000010:2.0:1778653877.853647:0:34028:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00000020:00000001:0.0:1778653877.853682:0:34015:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.853686:0:34015:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.853688:0:34015:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653877.853691:0:34015:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1778653877.853692:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.853695:0:34015:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.853697:0:34015:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1778653877.853699:0:34028:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000020:00000001:0.0:1778653877.853699:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1778653877.853700:0:34015:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653877.853704:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000080:00000010:2.0:1778653877.853705:0:34028:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000020:00000001:0.0:1778653877.853705:0:34015:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653877.853708:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000080:00000010:2.0:1778653877.853709:0:34028:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000001:0.0:1778653877.853710:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.853713:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1778653877.853714:0:34028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990000. 00020000:00000001:0.0:1778653877.853715:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1778653877.853719:0:34028:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000001:0.0:1778653877.853719:0:34015:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.853721:0:34015:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00020000:00000010:2.0:1778653877.853724:0:34028:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00000020:00000001:0.0:1778653877.853724:0:34015:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.853725:0:34015:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1778653877.853729:0:34028:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000020:00000001:0.0:1778653877.853729:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1778653877.853732:0:34015:0:(lov_io.c:1140:lov_io_start()) Process entered 00000080:00000010:2.0:1778653877.853734:0:34028:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653877.853736:0:34028:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653877.853741:0:34028:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00020000:00000001:0.0:1778653877.853741:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653877.853744:0:34015:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653877.853745:0:34028:0:(osc_cache.c:3700:osc_ldlm_hp_handle()) Process entered 00000008:00000001:0.0:1778653877.853746:0:34015:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000020:2.0:1778653877.853748:0:34028:0:(osc_cache.c:3720:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1778653877.853749:0:34015:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1778653877.853753:0:34028:0:(osc_cache.c:3736:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1778653877.853755:0:34015:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1778653877.853757:0:34028:0:(osc_cache.c:3784:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.853761:0:34028:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1778653877.853762:0:34015:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.853764:0:34028:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1778653877.853765:0:34015:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1778653877.853768:0:34028:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653877.853771:0:34028:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653877.853772:0:34015:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000020:2.0:1778653877.853774:0:34028:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915385c6c540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1778653877.853779:0:34015:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.853781:0:34028:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653877.853783:0:34015:0:(osc_io.c:1045:osc_fsync_ost()) Process entered 00000008:00000020:2.0:1778653877.853785:0:34028:0:(osc_lock.c:372:osc_lock_flush()) object ffff915385c6c540: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:2.0:1778653877.853788:0:34028:0:(osc_cache.c:3669:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1778653877.853790:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653877.853791:0:34028:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00020000:00000001:0.0:1778653877.853793:0:34015:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653877.853794:0:34028:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:0.0:1778653877.853796:0:34015:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653877.853797:0:34028:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653877.853799:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000080:00000001:2.0:1778653877.853800:0:34028:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00020000:00000001:0.0:1778653877.853802:0:34015:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000080:00200000:2.0:1778653877.853803:0:34028:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653877.853805:0:34015:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653877.853807:0:34028:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.853809:0:34028:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000008:00000001:0.0:1778653877.853809:0:34015:0:(osc_request.c:517:osc_sync_base()) Process entered 00000080:00000001:2.0:1778653877.853812:0:34028:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653877.853815:0:34028:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9153887b3868 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1778653877.853818:0:34028:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00000100:00000010:0.0:1778653877.853818:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ca80. 00020000:00000001:2.0:1778653877.853820:0:34028:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653877.853823:0:34028:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653877.853826:0:34028:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:0.0:1778653877.853826:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=5 obd=lustre-OST0000-osc-ffff915389b76000 00020000:00000001:2.0:1778653877.853828:0:34028:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853831:0:34028:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.853832:0:34028:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1778653877.853833:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1778653877.853834:0:34028:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1778653877.853837:0:34028:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.853838:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:2.0:1778653877.853839:0:34028:0:(osc_cache.c:3456:osc_page_gang_lookup()) Process entered 00000020:00000001:2.0:1778653877.853845:0:34028:0:(cl_page.c:534:cl_page_get()) Process entered 02000000:00000001:0.0:1778653877.853845:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853847:0:34028:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1778653877.853850:0:34028:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:2.0:1778653877.853853:0:34028:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653877.853854:0:34028:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386690930792 : -121687018620824 : ffff9153887b3868) 02000000:00000010:0.0:1778653877.853854:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386165800. 00000020:00000001:2.0:1778653877.853859:0:34028:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1778653877.853860:0:34028:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1778653877.853862:0:34028:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000100:00000001:0.0:1778653877.853862:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853868:0:34028:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 1 1 00000000405847d6] 00000020:00000001:2.0:1778653877.853870:0:34028:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1778653877.853871:0:34028:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000100:00000001:0.0:1778653877.853871:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1778653877.853873:0:34028:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:2.0:1778653877.853875:0:34028:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.853877:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853879:0:34028:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1778653877.853881:0:34028:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1778653877.853883:0:34028:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653877.853884:0:34028:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1778653877.853885:0:34028:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653877.853889:0:34028:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c86059f0[2 00000000ff6192ff 2 1 0000000000000000] 00000100:00000040:0.0:1778653877.853889:0:34015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e8e2687] to pc [ptlrpcd_00_00+0] req@ffff915387c9ca80 x1865052054691712/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1778653877.853892:0:34028:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1778653877.853894:0:34028:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1778653877.853897:0:34028:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1778653877.853900:0:34028:0:(osc_page.c:138:osc_page_delete()) ffff915382f62300 00000008:00000001:2.0:1778653877.853903:0:34028:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1778653877.853906:0:34028:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff915382f62310 page ffff915382f62300 at index 0. 00000008:00000001:2.0:1778653877.853908:0:34028:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.853913:0:34028:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1778653877.853915:0:34028:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c4acc340 index 0 00000020:00000001:2.0:1778653877.853919:0:34028:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1778653877.853920:0:34028:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1778653877.853927:0:34028:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000008:00000001:0.0:1778653877.853928:0:34015:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853930:0:34028:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653877.853933:0:34028:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000008:00000001:0.0:1778653877.853933:0:34015:0:(osc_io.c:1062:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853936:0:34028:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000008:00000001:0.0:1778653877.853937:0:34015:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853938:0:34028:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653877.853940:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853944:0:34028:0:(cl_page.c:556:cl_batch_put()) page@00000000c86059f0[1 00000000ff6192ff 5 1 0000000000000000] 00020000:00000001:0.0:1778653877.853945:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853948:0:34028:0:(cl_page.c:556:cl_batch_put()) 1 00020000:00000001:0.0:1778653877.853949:0:34015:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.853951:0:34028:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000001:0.0:1778653877.853952:0:34015:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.853955:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000010:2.0:1778653877.853964:0:34028:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff915382f622a0. 00020000:00000001:0.0:1778653877.853966:0:34015:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1778653877.853969:0:34015:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1778653877.853970:0:34015:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653877.853971:0:34028:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1778653877.853973:0:34028:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1778653877.853994:0:34028:0:(osc_cache.c:3533:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653877.853997:0:34028:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653877.854000:0:34028:0:(lov_io.c:701:lov_io_fini()) Process entered 00000100:00000001:0.0:1778653877.854000:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1778653877.854002:0:34028:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000100:00100000:0.0:1778653877.854004:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000080:00000001:2.0:1778653877.854005:0:34028:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653877.854008:0:34028:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00000001:0.0:1778653877.854008:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653877.854014:0:34028:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653877.854016:0:34028:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:0.0:1778653877.854016:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1778653877.854019:0:34028:0:(osc_cache.c:3688:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.854020:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1778653877.854023:0:34028:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000100:00000001:0.0:1778653877.854024:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1778653877.854028:0:34028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990600. 00000100:00000001:0.0:1778653877.854028:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.854030:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.854037:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ca80 x1865052054691712/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.854044:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1778653877.854048:0:2367:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff915387c9ca80 x1865052054691712/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.854054:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.854058:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ca80 x1865052054691712/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.854070:0:2367:0:(client.c:1842:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1778653877.854072:0:2367:0:(client.c:2090:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1778653877.854076:0:2367:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.854078:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.854080:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653877.854083:0:2367:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1778653877.854085:0:2367:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:0.0:1778653877.854092:0:2367:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.854095:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ca80 x1865052054691712/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653877.854102:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:0:1865052054691712:192.168.204.110@tcp:16:multiop.0 00000100:00000001:0.0:1778653877.854107:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.854110:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.854113:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ca80 x1865052054691712/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.854119:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1778653877.854122:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.854123:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000010:2.0:1778653877.854125:0:34028:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000020:00000001:0.0:1778653877.854126:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653877.854129:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386165800. 00000008:00000010:2.0:1778653877.854131:0:34028:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 02000000:00000001:0.0:1778653877.854135:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00020000:00000010:2.0:1778653877.854136:0:34028:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 02000000:00000001:0.0:1778653877.854138:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00008000:00000010:2.0:1778653877.854141:0:34028:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000100:00000010:0.0:1778653877.854141:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ca80. 00000100:00000001:0.0:1778653877.854146:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000080:00000010:2.0:1778653877.854147:0:34028:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000100:00000001:0.0:1778653877.854148:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.854151:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1778653877.854152:0:34028:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000100:00000001:0.0:1778653877.854155:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1778653877.854156:0:34028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991c00. 00000100:00000001:0.0:1778653877.854158:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1778653877.854161:0:34028:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00000100:00000001:0.0:1778653877.854161:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653877.854164:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1778653877.854166:0:34028:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653877.854170:0:34028:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653877.854173:0:34028:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000001:0.0:1778653877.854173:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000010:2.0:1778653877.854176:0:34028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990000. 00020000:00000001:0.0:1778653877.854176:0:34015:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1778653877.854179:0:34028:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00020000:00000001:0.0:1778653877.854180:0:34015:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000008:00000001:2.0:1778653877.854184:0:34028:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.854185:0:34015:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653877.854187:0:34028:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:0.0:1778653877.854188:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00010000:00000001:2.0:1778653877.854192:0:34028:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1778653877.854196:0:34028:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.854240:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.854242:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.854330:0:34028:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000020:00000001:2.0:1778653877.854333:0:34028:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653877.854336:0:34028:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:2.0:1778653877.854338:0:34028:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653877.854340:0:34028:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.854342:0:34028:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.854343:0:34028:0:(cl_object.c:151:cl_object_top()) ffff915385c6c540 -> ffff9153898feaa8 00000008:00000001:2.0:1778653877.854346:0:34028:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653877.854348:0:34028:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653877.854350:0:34028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991400. 00000020:00000010:2.0:1778653877.854353:0:34028:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9180. 00000008:00000010:2.0:1778653877.854355:0:34028:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653877.854358:0:34028:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a900. 00008000:00000010:2.0:1778653877.854360:0:34028:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653877.854363:0:34028:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653877.854365:0:34028:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653877.854368:0:34028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000008:00000010:2.0:1778653877.854369:0:34028:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653877.854372:0:34028:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653877.854374:0:34028:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653877.854376:0:34028:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653877.854378:0:34028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000020:00000010:2.0:1778653877.854380:0:34028:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000008:00000001:2.0:1778653877.854381:0:34028:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.854384:0:34028:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1778653877.854385:0:34028:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653877.854389:0:34028:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653877.854391:0:34028:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653877.854393:0:34028:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.854395:0:34028:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653877.854398:0:34028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27000 with handle 0x3df471c51a89024c from hash 00010000:00000001:2.0:1778653877.854400:0:34028:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653877.854401:0:34028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.854403:0:34028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.854404:0:34028:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653877.854407:0:34028:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653877.854409:0:34028:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1778653877.854411:0:34028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.854412:0:34028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.854413:0:34028:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.854415:0:34028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653877.854418:0:34028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000009b4fd012/0x3df471c51a89024c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0xdfa36d541726ff85 expref: -99 pid: 34015 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:2.0:1778653877.854427:0:34028:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e80840. 00010000:00000001:2.0:1778653877.854434:0:34028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1778653877.854437:0:34028:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb500 count: 0 00010000:00000010:2.0:1778653877.854442:0:34028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff915387bcb400. 00000001:00000001:2.0:1778653877.854487:0:34028:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653877.854490:0:34028:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1778653877.854491:0:34028:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1778653877.854516:0:34028:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.854518:0:34028:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653877.854522:0:34028:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653877.854525:0:34028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000020:00000010:2.0:1778653877.854528:0:34028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991e00. 00000020:00000010:2.0:1778653877.854531:0:34028:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9180. 00000008:00000010:2.0:1778653877.854534:0:34028:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653877.854536:0:34028:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a900. 00008000:00000010:2.0:1778653877.854539:0:34028:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653877.854542:0:34028:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653877.854544:0:34028:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653877.854547:0:34028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000008:00000010:2.0:1778653877.854549:0:34028:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653877.854551:0:34028:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653877.854553:0:34028:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653877.854556:0:34028:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653877.854558:0:34028:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653877.854561:0:34028:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000008:00000001:2.0:1778653877.854563:0:34028:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1778653877.854565:0:34028:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:2.0:1778653877.854567:0:34028:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.854569:0:34028:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1778653877.854570:0:34028:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1778653877.854571:0:34028:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1778653877.854595:0:34028:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653877.854596:0:34028:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653877.854598:0:34028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991e00. 00000020:00000010:2.0:1778653877.854600:0:34028:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9180. 00000008:00000010:2.0:1778653877.854602:0:34028:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653877.854605:0:34028:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a900. 00008000:00000010:2.0:1778653877.854607:0:34028:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653877.854609:0:34028:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653877.854611:0:34028:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653877.854613:0:34028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000008:00000010:2.0:1778653877.854615:0:34028:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653877.854617:0:34028:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653877.854619:0:34028:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653877.854621:0:34028:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653877.854623:0:34028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000020:00000010:2.0:1778653877.854625:0:34028:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000001:00000001:2.0:1778653877.854627:0:34028:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1778653877.854628:0:34028:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1778653877.854684:0:34028:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653877.854686:0:34028:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1778653877.854688:0:34028:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1778653877.854711:0:34028:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.854714:0:34028:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.854717:0:34028:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653877.854721:0:34028:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1778653877.854725:0:34028:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1778653877.854728:0:34028:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1778653877.854730:0:34028:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1778653877.854732:0:34028:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1778653877.854735:0:34028:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653877.854737:0:34028:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1778653877.854739:0:34028:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653877.854741:0:34028:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1778653877.854744:0:34028:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1778653877.854746:0:34028:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1778653877.854750:0:34028:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1778653877.854752:0:34028:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3df471c51a88f66e 00020000:00000001:2.0:1778653877.854755:0:34028:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.854757:0:34028:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653877.854759:0:34028:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653877.854761:0:34028:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653877.854763:0:34028:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653877.854765:0:34028:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653877.854767:0:34028:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.854769:0:34028:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.854771:0:34028:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653877.854772:0:34028:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653877.854773:0:34028:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.854775:0:34028:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653877.854777:0:34028:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653877.854780:0:34028:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653877.854782:0:34028:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.854783:0:34028:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.854785:0:34028:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.854788:0:34028:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.854789:0:34028:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.854791:0:34028:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.854792:0:34028:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1778653877.854796:0:34028:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00000001:2.0:1778653877.854799:0:34028:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.854801:0:34028:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.854803:0:34028:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653877.854805:0:34028:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653877.854806:0:34028:0:(import.c:1604:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.855008:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653877.855012:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653877.855018:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f800 x1865052054691456/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1778653893 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653877.855025:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653877.855027:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653877.855030:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0cc00. 02000000:00000001:3.0:1778653877.855033:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653877.855119:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653877.855120:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653877.855123:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653877.855124:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df7800. 02000000:00000001:3.0:1778653877.855128:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653877.855129:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653877.855131:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f800. 00000100:00000001:3.0:1778653877.855134:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653877.855135:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653877.855137:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653877.855142:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653877.855143:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653877.855145:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653877.855148:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653877.855172:0:13012:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653877.855177:0:13012:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653877.855180:0:13012:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7800. 00000020:00000010:3.0:1778653877.855183:0:13012:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653877.855185:0:13012:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653877.855189:0:13012:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653877.855192:0:13012:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653877.855195:0:13012:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653877.855199:0:13012:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653877.855202:0:13012:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653877.855276:0:13012:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653877.855281:0:13012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653877.855284:0:13012:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653877.855287:0:13012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653877.855290:0:13012:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653877.855293:0:13012:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653877.855295:0:13012:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000008:00000020:3.0:1778653877.855297:0:13012:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff915388bb3ba0. 00000008:00000001:3.0:1778653877.855300:0:13012:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1778653877.855301:0:13012:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:3.0:1778653877.855302:0:13012:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653877.855304:0:13012:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1778653877.855306:0:13012:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653877.855308:0:13012:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653877.855311:0:13012:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653877.855313:0:13012:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653877.855318:0:13012:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653877.855321:0:13012:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653877.855323:0:13012:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653877.855326:0:13012:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653877.855328:0:13012:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7800. 00000008:00000010:3.0:1778653877.855330:0:13012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653877.855332:0:13012:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653877.855335:0:13012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653877.855338:0:13012:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653877.855340:0:13012:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000020:00000010:3.0:1778653877.855342:0:13012:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000020:00000001:0.0:1778653877.855643:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:0.0:1778653877.855647:0:34015:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653877.855674:0:34015:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1778653877.855678:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1778653877.855680:0:34015:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.855682:0:34015:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1778653877.855684:0:34015:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1778653877.855686:0:34015:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1778653877 a=0 c=1778653877 b=11 00020000:00000001:0.0:1778653877.855689:0:34015:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653877.855692:0:34015:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=2 m=1778653877 a=0 c=1778653877 b=11 00020000:00000001:0.0:1778653877.855695:0:34015:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.855697:0:34015:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.855699:0:34015:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000080:00200000:0.0:1778653877.855707:0:34015:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:0.0:1778653877.855711:0:34015:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1778653877.855714:0:34015:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653877.855716:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1778653877.855719:0:34015:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653877.855721:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653877.855722:0:34015:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653877.855724:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653877.855725:0:34015:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.855727:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.855728:0:34015:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653877.855729:0:34015:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653877.855731:0:34015:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1778653877.855732:0:34015:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653877.855733:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653877.855734:0:34015:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653877.855736:0:34015:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653877.855737:0:34015:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653877.855738:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653877.855739:0:34015:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.855741:0:34015:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.855742:0:34015:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653877.855743:0:34015:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653877.855746:0:34015:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1778653877.855748:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653877.855749:0:34015:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653877.855751:0:34015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653877.855752:0:34015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653877.855753:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653877.855754:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4000 00000020:00000010:0.0:1778653877.855758:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164000. 00000020:00000010:0.0:1778653877.855762:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653877.855765:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653877.855768:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653877.855771:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d1a8. 00000080:00000010:0.0:1778653877.855774:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b3f0. 00000080:00000010:0.0:1778653877.855777:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4490. 00000020:00000010:0.0:1778653877.855779:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165600. 00000008:00000010:0.0:1778653877.855782:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153899989a0. 00020000:00000010:0.0:1778653877.855784:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525200. 00008000:00000010:0.0:1778653877.855787:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de1b8. 00000080:00000010:0.0:1778653877.855790:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d960. 00000020:00000010:0.0:1778653877.855792:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164200. 00000020:00000010:0.0:1778653877.855794:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4000. 00020000:00000001:0.0:1778653877.855796:0:34015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653877.855798:0:34015:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653877.855799:0:34015:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653877.855801:0:34015:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653877.855804:0:34015:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653877.855805:0:34015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653877.855807:0:34015:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653877.855809:0:34015:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165200. 00000020:00000010:0.0:1778653877.855811:0:34015:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.855814:0:34015:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.855816:0:34015:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.855818:0:34015:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.855821:0:34015:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.855823:0:34015:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.855825:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164400. 00000008:00000010:0.0:1778653877.855827:0:34015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.855829:0:34015:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.855831:0:34015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.855833:0:34015:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653877.855835:0:34015:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164800. 00000020:00000010:0.0:1778653877.855837:0:34015:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653877.855839:0:34015:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:0.0:1778653877.855842:0:34015:0:(file.c:5365:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1778653877.856458:0:34015:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653877.856462:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:0.0:1778653877.856465:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:0.0:1778653877.856467:0:34015:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.856479:0:34015:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653877.856481:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd50 00000080:00200008:0.0:1778653877.856483:0:34015:0:(file.c:448:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff91538bd19148), flags 100002 00000080:00000001:0.0:1778653877.856487:0:34015:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1778653877.856489:0:34015:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1778653877.856490:0:34015:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653877.856492:0:34015:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000002:0.0:1778653877.856494:0:34015:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381334f80 00020000:00000001:0.0:1778653877.856496:0:34015:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.856498:0:34015:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1778653877.856504:0:34015:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.856507:0:34015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653877.856512:0:34015:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6200 count: 2 00010000:00000001:0.0:1778653877.856515:0:34015:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653877.856524:0:34015:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653877.856526:0:34015:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:0.0:1778653877.856528:0:34015:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1778653877.856530:0:34015:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1778653877.856533:0:34015:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915386164800. 00000080:00000001:0.0:1778653877.856535:0:34015:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1778653877.856540:0:34015:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1778653877.856543:0:34015:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:0.0:1778653877.856546:0:34015:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:0.0:1778653877.856549:0:34015:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1778653877.856551:0:34015:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1778653877.856556:0:34015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ca80. 00000020:00000040:0.0:1778653877.856559:0:34015:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653877.856564:0:34015:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.856566:0:34015:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.856570:0:34015:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.856575:0:34015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164400. 00000100:00000001:0.0:1778653877.856580:0:34015:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1778653877.856596:0:34015:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1778653877.856605:0:34015:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1778653877.856610:0:34015:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1778653877.856616:0:34015:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.856618:0:34015:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.856623:0:34015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6b40. 00000100:00000001:0.0:1778653877.856625:0:34015:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074880 : -121687018476736 : ffff9153887d6b40) 00000100:00000001:0.0:1778653877.856628:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.856629:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679302784 : -121687030248832 : ffff915387c9ca80) 00000100:00000001:0.0:1778653877.856633:0:34015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.856637:0:34015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.856639:0:34015:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.856640:0:34015:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.856644:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.856682:0:34015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.856684:0:34015:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.856687:0:34015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.856689:0:34015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.856692:0:34015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.856695:0:34015:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9ca80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054691968:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1778653877.856700:0:34015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.856704:0:34015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.856706:0:34015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.856708:0:34015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.856713:0:34015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eec400. 02000000:00000001:0.0:1778653877.856715:0:34015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.856721:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.856724:0:34015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9153899004d0. 00000400:00000010:0.0:1778653877.856730:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29908. 00000100:00000200:0.0:1778653877.856736:0:34015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054691968, portal 10 00000100:00000001:0.0:1778653877.856738:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.856739:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679302784 : -121687030248832 : ffff915387c9ca80) 00000100:00000040:0.0:1778653877.856744:0:34015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.856751:0:34015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.856753:0:34015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.856756:0:34015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a294c8. 00000100:00000200:0.0:1778653877.856758:0:34015:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054691968, offset 0 00000400:00000200:0.0:1778653877.856763:0:34015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.856771:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.856778:0:34015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.856783:0:34015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.856787:0:34015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.856790:0:34015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.856792:0:34015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.856796:0:34015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2533:2533:256:4294967295] 192.168.204.110@tcp LPNI seq info [2533:2533:8:4294967295] 00000400:00000200:0.0:1778653877.856799:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.856807:0:34015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.856813:0:34015:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.856817:0:34015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d900. 00000800:00000200:0.0:1778653877.856823:0:34015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.856830:0:34015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.856834:0:34015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.856842:0:34015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.856845:0:34015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 850902 usecs (851 jiffies) 00000400:00000200:0.0:1778653877.856848:0:34015:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.856850:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433884 00000100:00000001:0.0:1778653877.856857:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433199 00000100:00000001:0.0:1778653877.856862:0:34015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433884 00000100:00000001:0.0:1778653877.856865:0:34015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433199 00000100:00000001:0.0:1778653877.856868:0:34015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.856871:0:34015:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.856873:0:34015:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.856874:0:34015:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.856877:0:34015:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6b40 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.856879:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.856882:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.857086:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.857091:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d900. 00000400:00000200:1.0:1778653877.857095:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.857100:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.857105:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a294c8 00000400:00000010:1.0:1778653877.857107:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a294c8. 00000100:00000001:1.0:1778653877.857111:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.857116:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.857129:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.857132:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.857139:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.857140:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653877.859699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27000. 00010000:00000010:2.1:1778653877.859712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb500. 00000800:00000001:0.0:1778653877.860376:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.860390:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.860393:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.860395:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.860403:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.860410:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.860418:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.860423:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.860428:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.860432:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145352080 00000400:00000200:0.0:1778653877.860437:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.860442:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6881 [1] + 224 00000800:00000001:0.0:1778653877.860448:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.860455:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.860458:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.860463:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.860469:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.860476:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.860485:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.860508:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653877.860517:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.860520:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.860618:0:34015:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.860626:0:34015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.860629:0:34015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.860632:0:34015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9153899004d0. 00000400:00000200:2.0:1778653877.860637:0:34015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29908 00000400:00000010:2.0:1778653877.860639:0:34015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29908. 00000100:00000001:2.0:1778653877.860642:0:34015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.860648:0:34015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.860689:0:34015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9ca80 x1865052054691968/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860695:0:34015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.860697:0:34015:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.860699:0:34015:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.860702:0:34015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.860705:0:34015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.860707:0:34015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.860710:0:34015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.860719:0:34015:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=138 v=5 (10 5 5 5) 00000100:00001000:2.0:1778653877.860723:0:34015:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.860725:0:34015:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.860727:0:34015:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.860730:0:34015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.860734:0:34015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.860737:0:34015:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653877.860738:0:34015:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653877.860740:0:34015:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653877.860742:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.860744:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679302784 : -121687030248832 : ffff915387c9ca80) 00000100:00000001:2.0:1778653877.860747:0:34015:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.860748:0:34015:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653877.860750:0:34015:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.860753:0:34015:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.860757:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860764:0:34015:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.860768:0:34015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.860770:0:34015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.860773:0:34015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.860781:0:34015:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9ca80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34015:1865052054691968:192.168.204.110@tcp:35:multiop.0 00000100:00000001:2.0:1778653877.860786:0:34015:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.860788:0:34015:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.860790:0:34015:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.860792:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.860796:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860802:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.860805:0:34015:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6b40. 00000100:00000001:2.0:1778653877.860808:0:34015:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.860810:0:34015:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.860816:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.860817:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679302784 : -121687030248832 : ffff915387c9ca80) 00000002:00000001:2.0:1778653877.860820:0:34015:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.860823:0:34015:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.860828:0:34015:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164800. 00000080:00000001:2.0:1778653877.860832:0:34015:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653877.860835:0:34015:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653877.860839:0:34015:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653877.860844:0:34015:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860852:0:34015:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.860853:0:34015:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678777600 : -121687030774016 : ffff915387c1c700) 00000100:00000001:2.0:1778653877.860855:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.860858:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860864:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.860866:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.860869:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1c700 x1865052054690816/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860875:0:34015:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653877.860877:0:34015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.860879:0:34015:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=4 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653877.860881:0:34015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.860884:0:34015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96c00. 02000000:00000001:2.0:1778653877.860888:0:34015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.860890:0:34015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.860892:0:34015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1c700. 00000100:00000001:2.0:1778653877.860895:0:34015:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.860896:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.860897:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.860900:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860906:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.860908:0:34015:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915383ef3a80. 00000002:00000001:2.0:1778653877.860910:0:34015:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.860912:0:34015:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.860914:0:34015:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e80580. 00000100:00000001:2.0:1778653877.860916:0:34015:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.860919:0:34015:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.860925:0:34015:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.860927:0:34015:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.860930:0:34015:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91538912ec80. 00000080:00000001:2.0:1778653877.860934:0:34015:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.860939:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd50 00000080:00000008:2.0:1778653877.860941:0:34015:0:(file.c:492:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff91538bd19148), flags 100002, rc = 0 00000080:00000001:2.0:1778653877.860945:0:34015:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.860950:0:34015:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653877.860951:0:34015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16cbd98 00000080:00002000:2.0:1778653877.860953:0:34015:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff91538beb9438, parent ffff91538bf385e8, inode ffff91538bd19148) hashed, 00000080:00000001:2.0:1778653877.860966:0:34015:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.877092:0:34030:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653877.877097:0:34030:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653877.877099:0:34030:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653877.877102:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743bc0 00000080:00200000:2.0:1778653877.877106:0:34030:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653877.877112:0:34030:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991400. 00800000:00000002:2.0:1778653877.877119:0:34030:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653877.877123:0:34030:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653877.877127:0:34030:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.877128:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743ae0 00800000:00000002:2.0:1778653877.877130:0:34030:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653877.877134:0:34030:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653877.877139:0:34030:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653877.877144:0:34030:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.877146:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac17439b0 00000002:00010000:2.0:1778653877.877148:0:34030:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653877.877151:0:34030:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653877.877153:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.877157:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653877.877163:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653877.877166:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.877171:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.877174:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653877.877178:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653877.877189:0:34030:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653877.877194:0:34030:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.877197:0:34030:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653877.877203:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653877.877205:0:34030:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653877.877207:0:34030:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653877.877209:0:34030:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653877.877211:0:34030:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653877.877213:0:34030:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653877.877216:0:34030:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653877.877218:0:34030:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653877.877222:0:34030:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991400. 00000080:00000001:2.0:1778653877.877227:0:34030:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653877.877229:0:34030:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.877231:0:34030:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653877.877234:0:34030:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890230 00800000:00000001:2.0:1778653877.877237:0:34030:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653877.877238:0:34030:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653877.877240:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.877242:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.877244:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.877246:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877248:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877251:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877252:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.877253:0:34030:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.877254:0:34030:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.877256:0:34030:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890230 from it ffffa71ac1743bf8 00010000:00000001:2.0:1778653877.877258:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.877259:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.877260:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.877261:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877263:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877265:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.877267:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653877.877273:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877274:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877275:0:34030:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653877.877277:0:34030:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653877.877279:0:34030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653877.877287:0:34030:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653877.877289:0:34030:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653877.877291:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.877294:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877295:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877297:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877299:0:34030:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653877.877301:0:34030:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877303:0:34030:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877305:0:34030:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877307:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.877308:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877309:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653877.877311:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653877.877313:0:34030:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653877.877315:0:34030:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653877.877319:0:34030:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653877.877330:0:34030:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6440. 00000080:00000001:2.0:1778653877.877334:0:34030:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653877.877335:0:34030:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653877.877336:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743b00 00000080:00200000:2.0:1778653877.877338:0:34030:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653877.877341:0:34030:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991400. 00800000:00000002:2.0:1778653877.877344:0:34030:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653877.877346:0:34030:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653877.877347:0:34030:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.877348:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743a20 00800000:00000002:2.0:1778653877.877350:0:34030:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653877.877353:0:34030:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653877.877354:0:34030:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653877.877357:0:34030:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.877359:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac17438f0 00000002:00010000:2.0:1778653877.877360:0:34030:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653877.877363:0:34030:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653877.877364:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.877365:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653877.877367:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653877.877369:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.877371:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.877373:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653877.877376:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1778653877.877382:0:34030:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653877.877385:0:34030:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.877387:0:34030:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1778653877.877392:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653877.877394:0:34030:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653877.877395:0:34030:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653877.877397:0:34030:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653877.877398:0:34030:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653877.877400:0:34030:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653877.877402:0:34030:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653877.877404:0:34030:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653877.877405:0:34030:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991400. 00000080:00000001:2.0:1778653877.877408:0:34030:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653877.877409:0:34030:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.877411:0:34030:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653877.877413:0:34030:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890230 00800000:00000001:2.0:1778653877.877416:0:34030:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653877.877417:0:34030:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653877.877418:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.877419:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.877421:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.877424:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877426:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877428:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877429:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653877.877430:0:34030:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.877432:0:34030:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653877.877434:0:34030:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890230 from it ffffa71ac1743b38 00010000:00000001:2.0:1778653877.877435:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.877436:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.877437:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:2.0:1778653877.877439:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877440:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653877.877442:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.877444:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653877.877450:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877451:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877452:0:34030:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653877.877454:0:34030:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653877.877457:0:34030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1778653877.877462:0:34030:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653877.877463:0:34030:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653877.877464:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.877466:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877467:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877468:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877470:0:34030:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653877.877471:0:34030:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877473:0:34030:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877474:0:34030:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877476:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.877477:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877479:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653877.877480:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653877.877481:0:34030:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653877.877483:0:34030:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:2.0:1778653877.877486:0:34030:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.877488:0:34030:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:2.0:1778653877.877490:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743b50 00000080:00200000:2.0:1778653877.877492:0:34030:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915383046a80, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1778653877.877497:0:34030:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915385ff9180. 00000080:00000001:2.0:1778653877.877500:0:34030:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:2.0:1778653877.877502:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743a00 00000080:00200000:2.0:1778653877.877505:0:34030:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000010:2.0:1778653877.877510:0:34030:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991400. 00800000:00000002:2.0:1778653877.877512:0:34030:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653877.877516:0:34030:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653877.877518:0:34030:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.877519:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743920 00800000:00000002:2.0:1778653877.877521:0:34030:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653877.877524:0:34030:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1778653877.877526:0:34030:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1778653877.877529:0:34030:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:2.0:1778653877.877532:0:34030:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1778653877.877534:0:34030:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1778653877.877536:0:34030:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1778653877.877539:0:34030:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1778653877.877541:0:34030:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:2.0:1778653877.877544:0:34030:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.877546:0:34030:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.877548:0:34030:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653877.877549:0:34030:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.877551:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac17438a0 00800000:00000002:2.0:1778653877.877553:0:34030:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1778653877.877556:0:34030:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653877.877558:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac17437d8 00000002:00010000:2.0:1778653877.877560:0:34030:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1778653877.877563:0:34030:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653877.877566:0:34030:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653877.877569:0:34030:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1778653877.877572:0:34030:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.877574:0:34030:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653877.877575:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653877.877577:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.877580:0:34030:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653877.877583:0:34030:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653877.877586:0:34030:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1778653877.877593:0:34030:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653877.877597:0:34030:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653877.877599:0:34030:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653877.877600:0:34030:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1778653877.877602:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.877604:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653877.877606:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 3 00010000:00000001:2.0:1778653877.877608:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653877.877610:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.877611:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.877612:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653877.877614:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 3 00010000:00000001:2.0:1778653877.877616:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653877.877618:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.877619:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.877620:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653877.877621:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 3 00010000:00000001:2.0:1778653877.877623:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653877.877624:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.877626:0:34030:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653877.877629:0:34030:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653877.877633:0:34030:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653877.877635:0:34030:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653877.877638:0:34030:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653877.877639:0:34030:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877642:0:34030:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653877.877644:0:34030:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653877.877646:0:34030:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653877.877647:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.877674:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653877.877676:0:34030:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24600 with handle 0x3df471c51a890230 from hash 00010000:00000001:2.0:1778653877.877679:0:34030:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653877.877680:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877681:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877682:0:34030:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653877.877684:0:34030:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653877.877686:0:34030:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653877.877688:0:34030:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653877.877690:0:34030:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653877.877692:0:34030:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1778653877.877698:0:34030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1180. 00000020:00000040:2.0:1778653877.877702:0:34030:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653877.877708:0:34030:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653877.877710:0:34030:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877712:0:34030:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653877.877716:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.877718:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.877719:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877720:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.877723:0:34030:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.877725:0:34030:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.877728:0:34030:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.877734:0:34030:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0f800. 00000100:00000001:2.0:1778653877.877740:0:34030:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877744:0:34030:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.877747:0:34030:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653877.877750:0:34030:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1778653877.877760:0:34030:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653877.877761:0:34030:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653877.877763:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653877.877765:0:34030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890230 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726ff1c expref: -99 pid: 34008 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1778653877.877771:0:34030:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063200 count: 0 00010000:00000010:2.0:1778653877.877775:0:34030:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75b80. 00010000:00000001:2.0:1778653877.877785:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.877787:0:34030:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877789:0:34030:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.877790:0:34030:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.877791:0:34030:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.877799:0:34030:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00010000:00000001:2.0:1778653877.877803:0:34030:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653877.877805:0:34030:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653877.877809:0:34030:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c900. 00010000:00000010:2.0:1778653877.877811:0:34030:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36380. 00010000:00000001:2.0:1778653877.877814:0:34030:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653877.877817:0:34030:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9a600. 00000020:00000001:2.0:1778653877.877820:0:34030:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653877.877822:0:34030:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9a600 with handle 0x3df471c51a890253 to hash 00000020:00000001:2.0:1778653877.877824:0:34030:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653877.877825:0:34030:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.877829:0:34030:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.877832:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.877834:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.877838:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34030 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.877844:0:34030:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34030 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653877.877855:0:34030:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653877.877867:0:34030:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653877.877875:0:34030:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34030 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653877.877880:0:34030:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653877.877882:0:34030:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653877.877888:0:34030:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.877890:0:34030:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956608 : -121687111595008 : ffff915382f08c00) 00000100:00000001:2.0:1778653877.877893:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.877894:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653877.877898:0:34030:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.877901:0:34030:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.877904:0:34030:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653877.877905:0:34030:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.877909:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.877916:0:34030:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.877918:0:34030:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.877922:0:34030:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.877924:0:34030:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.877927:0:34030:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.877930:0:34030:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34030:1865052054692224:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1778653877.877934:0:34030:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.877939:0:34030:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.877942:0:34030:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.877944:0:34030:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.878002:0:34030:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:2.0:1778653877.878005:0:34030:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.878013:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.878017:0:34030:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.878023:0:34030:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915389b0e800. 00000100:00000200:2.0:1778653877.878030:0:34030:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054692224, portal 10 00000100:00000001:2.0:1778653877.878032:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.878033:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000040:2.0:1778653877.878039:0:34030:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.878046:0:34030:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.878049:0:34030:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.878052:0:34030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490660. 00000100:00000200:2.0:1778653877.878055:0:34030:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054692224, offset 0 00000400:00000200:2.0:1778653877.878061:0:34030:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.878069:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.878075:0:34030:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.878081:0:34030:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.878085:0:34030:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.878088:0:34030:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.878091:0:34030:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.878095:0:34030:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2534:2534:256:4294967295] 192.168.204.110@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:2.0:1778653877.878099:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.878109:0:34030:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.878114:0:34030:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.878119:0:34030:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653877.878125:0:34030:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.878132:0:34030:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.878136:0:34030:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.878155:0:34030:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.878159:0:34030:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 849823 usecs (850 jiffies) 00000400:00000200:2.0:1778653877.878162:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.878165:0:34030:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433904 00000100:00000001:2.0:1778653877.878173:0:34030:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433884 00000100:00000001:2.0:1778653877.878178:0:34030:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433904 00000100:00000001:2.0:1778653877.878182:0:34030:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433884 00000100:00000001:2.0:1778653877.878186:0:34030:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.878188:0:34030:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.878190:0:34030:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.878192:0:34030:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653877.878195:0:34030:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08c00 going to sleep for 11 seconds 00000100:00000001:2.0:1778653877.878198:0:34030:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.878200:0:34030:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.878269:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.878274:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:1.0:1778653877.878279:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.878284:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.878289:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490660 00000400:00000010:1.0:1778653877.878292:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490660. 00000100:00000001:1.0:1778653877.878297:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.878302:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.878311:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.878315:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.878321:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.878323:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653877.888926:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.888944:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653877.888949:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.888951:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.888971:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.888979:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653877.888989:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.888994:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.888999:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.889003:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145352180 00000400:00000200:0.0:1778653877.889008:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.889014:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6891 [32] + 224 00000800:00000001:0.0:1778653877.889022:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.889030:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653877.889033:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.889038:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653877.889045:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.889052:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653877.889063:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.889084:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653877.889092:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653877.889095:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.889100:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.889106:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2535:2535:256:4294967295] 192.168.204.110@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:0.0:1778653877.889111:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.889119:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653877.889124:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.889131:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915385eed800. 00000800:00000200:0.0:1778653877.889137:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.889145:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.889149:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385eed800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653877.889236:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.889240:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915385eed800. 00000400:00000200:0.0:1778653877.889243:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.889247:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653877.889253:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653877.889257:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.889363:0:34030:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.889370:0:34030:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.889372:0:34030:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.889376:0:34030:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.889381:0:34030:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915389b0e800 00000400:00000010:2.0:1778653877.889383:0:34030:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915389b0e800. 00000100:00000001:2.0:1778653877.889387:0:34030:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.889392:0:34030:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653877.889402:0:34030:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1180 x1865052054692224/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.889408:0:34030:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.889411:0:34030:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.889414:0:34030:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.889417:0:34030:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.889420:0:34030:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.889423:0:34030:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.889426:0:34030:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.889435:0:34030:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653877.889440:0:34030:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.889443:0:34030:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.889445:0:34030:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.889447:0:34030:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.889450:0:34030:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.889454:0:34030:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653877.889456:0:34030:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:2.0:1778653877.889458:0:34030:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653877.889460:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.889462:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653877.889466:0:34030:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.889467:0:34030:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653877.889469:0:34030:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.889472:0:34030:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.889477:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.889485:0:34030:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.889487:0:34030:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.889489:0:34030:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.889493:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.889501:0:34030:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34030:1865052054692224:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1778653877.889506:0:34030:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.889509:0:34030:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.889512:0:34030:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653877.889513:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.889516:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653893 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.889523:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.889526:0:34030:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.889528:0:34030:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.889530:0:34030:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.889532:0:34030:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653877.889538:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.889540:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.889544:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:2.0:1778653877.889546:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.889549:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:2.0:1778653877.889555:0:34030:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9a600, remote cookie: 0xdfa36d541726ffa8, flags: 0x1001 00010000:00010000:2.0:1778653877.889560:0:34030:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653877.889569:0:34030:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1778653877.889572:0:34030:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1778653877.889579:0:34030:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63cb00. 00010000:00000010:2.0:1778653877.889584:0:34030:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36b80. 00010000:00000040:2.0:1778653877.889601:0:34030:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c900 count: 0 00010000:00000010:2.0:1778653877.889607:0:34030:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36380. 00010000:00000001:2.0:1778653877.889612:0:34030:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.889616:0:34030:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.889623:0:34030:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.889629:0:34030:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653877.889633:0:34030:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653877.889634:0:34030:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653877.889636:0:34030:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653877.889637:0:34030:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653877.889639:0:34030:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff91538f63cb00) refcount = 1 00010000:00010000:2.0:1778653877.889643:0:34030:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1778653877.889693:0:34030:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:2.1:1778653877.889700:0:34030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000001:2.0:1778653877.890064:0:34030:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653877.890068:0:34030:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653877.890070:0:34030:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.890073:0:34030:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653877.890075:0:34030:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.890079:0:34030:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.890086:0:34030:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653877.890087:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.890089:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.890089:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.890090:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.890092:0:34030:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653877.890097:0:34030:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653877.890099:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.890100:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.890102:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653877.890104:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890106:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890108:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.890109:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.890110:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=4 00000020:00000001:2.0:1778653877.890111:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890113:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890115:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.890118:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.890121:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.890127:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.890128:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.890129:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.890130:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.890131:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=5 00000020:00000001:2.0:1778653877.890133:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890135:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890137:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.890140:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.890145:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.890146:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653877.890149:0:34030:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.890153:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.890155:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.890155:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.890157:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.890158:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653877.890163:0:34030:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653877.890171:0:34030:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1778653877.890175:0:34030:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653877.890180:0:34030:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.890186:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.890187:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.890188:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653877.890190:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653877.890192:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00000002:00010000:2.0:1778653877.890195:0:34030:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1778653877.890282:0:34030:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915384cb7600. 00010000:00000001:0.0:1778653877.890286:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.890287:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.890289:0:34030:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.890290:0:34030:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.890293:0:34030:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653877.890295:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.890297:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:0.0:1778653877.890299:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.890300:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00010000:00000001:0.0:1778653877.890302:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.890304:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.890305:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.890307:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.890309:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00000002:00010000:0.0:1778653877.890313:0:34030:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.890320:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.890321:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.890323:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653877.890324:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.890325:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.890326:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.890328:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.890330:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000040:0.0:1778653877.890334:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:0.0:1778653877.890336:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653877.890340:0:34030:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:0.0:1778653877.890343:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.890344:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.890345:0:34030:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653877.890348:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743758 00000002:00002000:0.0:1778653877.890350:0:34030:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1778653877.890353:0:34030:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.890356:0:34030:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.890359:0:34030:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653877.890362:0:34030:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653877.890366:0:34030:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653877.890369:0:34030:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653877.890372:0:34030:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653877.890374:0:34030:0:(namei.c:672:ll_lookup_it_finish()) it ffff915385ff9180 it_disposition 1800037 00000080:00002000:0.0:1778653877.890379:0:34030:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf40870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1778653877.890384:0:34030:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653877.890387:0:34030:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:0.0:1778653877.890389:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743988 00000080:00200000:0.0:1778653877.890391:0:34030:0:(namei.c:1617:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000001:0.0:1778653877.890394:0:34030:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:0.0:1778653877.890396:0:34030:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653877.890401:0:34030:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653877.890404:0:34030:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653877.890407:0:34030:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1778653877.890410:0:34030:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1778653877.890419:0:34030:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bdb5ac0. 00000020:00000001:0.0:1778653877.890428:0:34030:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1778653877.890429:0:34030:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1778653877.890433:0:34030:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:0.0:1778653877.890435:0:34030:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88) 00000020:00000001:0.0:1778653877.890438:0:34030:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.890442:0:34030:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653877.890446:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165200. 00000020:00000010:0.0:1778653877.890451:0:34030:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164200. 00000020:00000010:0.0:1778653877.890455:0:34030:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.890462:0:34030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.890467:0:34030:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.890471:0:34030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.890477:0:34030:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.890481:0:34030:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.890484:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165600. 00000008:00000010:0.0:1778653877.890488:0:34030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.890491:0:34030:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.890495:0:34030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.890498:0:34030:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653877.890500:0:34030:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653877.890503:0:34030:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653877.890506:0:34030:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1778653877.890510:0:34030:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915389b22898. 00000020:00000001:0.0:1778653877.890512:0:34030:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653877.890515:0:34030:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.890520:0:34030:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1778653877.890524:0:34030:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538356b9b0. 00020000:00000001:0.0:1778653877.890526:0:34030:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386604652976 : -121687104898640 : ffff91538356b9b0) 00020000:00000001:0.0:1778653877.890529:0:34030:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1778653877.890532:0:34030:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653877.890536:0:34030:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5cc0. 00020000:00000010:0.0:1778653877.890540:0:34030:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75580. 00020000:00000010:0.0:1778653877.890546:0:34030:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d55a0. 00020000:00000001:0.0:1778653877.890548:0:34030:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902881696 : -121686806669920 : ffff9153951d55a0) 00020000:00000002:0.0:1778653877.890551:0:34030:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d55a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653877.890555:0:34030:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653877.890559:0:34030:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75580: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1778653877.890562:0:34030:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1778653877.890564:0:34030:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d55a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653877.890567:0:34030:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653877.890569:0:34030:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75580: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:0.0:1778653877.890573:0:34030:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915385c83060. 00020000:00000010:0.0:1778653877.890577:0:34030:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9153887d66c0. 00020000:00000001:0.0:1778653877.890581:0:34030:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1778653877.890584:0:34030:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9153899310d8. 00020000:00000001:0.0:1778653877.890905:0:34030:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1778653877.890907:0:34030:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1778653877.890912:0:34030:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1778653877.890917:0:34030:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915389b22000. 00000020:00000001:0.0:1778653877.890919:0:34030:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653877.890921:0:34030:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.890923:0:34030:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386711306368 : -121686998245248 : ffff915389b22080) 00020000:00000001:0.0:1778653877.890927:0:34030:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1778653877.890932:0:34030:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff915382940fc0. 00020000:00000001:0.0:1778653877.890934:0:34030:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.890938:0:34030:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711306368 : -121686998245248 : ffff915389b22080) 00020000:00000001:0.0:1778653877.890941:0:34030:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386711306368 : -121686998245248 : ffff915389b22080) 00020000:00000002:0.0:1778653877.890944:0:34030:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff915389b22000[0:0] -> [0x200000404:0x31:0x0]@ffff915389b22898: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1778653877.890949:0:34030:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1778653877.890951:0:34030:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1778653877.890954:0:34030:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.890966:0:34030:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711308568 : -121686998243048 : ffff915389b22918) 00000020:00001000:0.0:1778653877.890969:0:34030:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653877.890972:0:34030:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164200. 00000020:00000010:0.0:1778653877.890977:0:34030:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.890981:0:34030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.890983:0:34030:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.890987:0:34030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.890989:0:34030:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.890993:0:34030:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.890995:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165200. 00000008:00000010:0.0:1778653877.891000:0:34030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.891003:0:34030:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.891006:0:34030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.891009:0:34030:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653877.891012:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165600. 00000020:00000010:0.0:1778653877.891015:0:34030:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653877.891019:0:34030:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1778653877.891022:0:34030:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1778653877.891024:0:34030:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1778653877 00000080:00000001:0.0:1778653877.891028:0:34030:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1778653877.891030:0:34030:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747562888 : -121686961988728 : ffff91538bdb5b88) 00010000:00000001:0.0:1778653877.891033:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.891035:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.891036:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.891038:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.891040:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00000080:00000001:0.0:1778653877.891043:0:34030:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653877.891044:0:34030:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.891047:0:34030:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653877.891049:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165600. 00000020:00000010:0.0:1778653877.891052:0:34030:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165200. 00000020:00000010:0.0:1778653877.891054:0:34030:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.891057:0:34030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.891059:0:34030:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.891062:0:34030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.891064:0:34030:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.891066:0:34030:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.891068:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164200. 00000008:00000010:0.0:1778653877.891071:0:34030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.891073:0:34030:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.891075:0:34030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.891078:0:34030:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653877.891080:0:34030:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653877.891082:0:34030:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653877.891084:0:34030:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653877.891086:0:34030:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653877.891087:0:34030:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653877.891090:0:34030:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d58a0. 00020000:00000010:0.0:1778653877.891092:0:34030:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75680. 00020000:00000010:0.0:1778653877.891095:0:34030:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d5ea0. 00020000:00000001:0.0:1778653877.891096:0:34030:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902884000 : -121686806667616 : ffff9153951d5ea0) 00020000:00000002:0.0:1778653877.891099:0:34030:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5ea0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653877.891103:0:34030:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653877.891105:0:34030:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75680: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1778653877.891108:0:34030:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b9b0) owner ffff915382dd27c0 00020000:00000001:0.0:1778653877.891111:0:34030:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653877.891112:0:34030:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b9b0) owner ffff915382dd27c0 00020000:00000010:0.0:1778653877.891117:0:34030:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75680. 00020000:00000010:0.0:1778653877.891119:0:34030:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d58a0. 00020000:00000010:0.0:1778653877.891122:0:34030:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d5ea0. 00020000:00000002:0.0:1778653877.891124:0:34030:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653877.891126:0:34030:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.891128:0:34030:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.891130:0:34030:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653877.891133:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000002:0.0:1778653877.891136:0:34030:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d55a0 addref 2/0 by ffff915382dd27c0. 00020000:00000002:0.0:1778653877.891138:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000001:0.0:1778653877.891141:0:34030:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653877.891143:0:34030:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653877.891145:0:34030:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653877.891147:0:34030:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653877.891149:0:34030:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653877.891152:0:34030:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1778653877.891154:0:34030:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:0.0:1778653877.891156:0:34030:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165200. 00000020:00000010:0.0:1778653877.891159:0:34030:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.891162:0:34030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.891165:0:34030:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.891168:0:34030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.891172:0:34030:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.891175:0:34030:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.891177:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165600. 00000008:00000010:0.0:1778653877.891179:0:34030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.891181:0:34030:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.891183:0:34030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.891185:0:34030:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:0.0:1778653877.891187:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164200. 00000020:00000010:0.0:1778653877.891189:0:34030:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000080:00000001:0.0:1778653877.891191:0:34030:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.891193:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.891194:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653877.891196:0:34030:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653877.891199:0:34030:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653877.891201:0:34030:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.891204:0:34030:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00010000:0.0:1778653877.891207:0:34030:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890253 00800000:00000001:0.0:1778653877.891210:0:34030:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653877.891211:0:34030:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653877.891213:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.891214:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.891216:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.891218:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.891221:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.891222:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.891223:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.891225:0:34030:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.891227:0:34030:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891228:0:34030:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:0.0:1778653877.891230:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.891236:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.891244:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891249:0:34030:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.891253:0:34030:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00000001:0.0:1778653877.891255:0:34030:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653877.891258:0:34030:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991400. 00000100:00000001:0.0:1778653877.891261:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.891265:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.891271:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891273:0:34030:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1778653877.891275:0:34030:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891282:0:34030:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653877.891284:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743a60 00000080:00200008:0.0:1778653877.891286:0:34030:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102101 00000080:00000010:0.0:1778653877.891292:0:34030:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7e3c0. 00000080:00000010:0.0:1778653877.891297:0:34030:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7c40. 00000080:00000001:0.0:1778653877.891299:0:34030:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653877.891303:0:34030:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653877.891305:0:34030:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653877.891308:0:34030:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cef9a0. 00000002:00100000:0.0:1778653877.891312:0:34030:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653877.891323:0:34030:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.891325:0:34030:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653877.891328:0:34030:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653877.891331:0:34030:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891334:0:34030:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.891336:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.891339:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653877.891346:0:34030:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653877.891349:0:34030:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:0.0:1778653877.891376:0:34030:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653877.891377:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.891380:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743a60 00000080:00000008:0.0:1778653877.891382:0:34030:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102101, rc = 0 00000080:00000001:0.0:1778653877.891386:0:34030:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653877.891388:0:34030:0:(dcache.c:176:ll_intent_release()) intent ffff915385ff9180 released 00000080:00010000:0.0:1778653877.891391:0:34030:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890253 from it ffff915385ff9180 00010000:00000001:0.0:1778653877.891393:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.891394:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.891395:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.891397:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.891400:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.891402:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.891405:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.891412:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.891413:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.891414:0:34030:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653877.891416:0:34030:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653877.891419:0:34030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653877.891427:0:34030:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653877.891430:0:34030:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.891432:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.891435:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.891436:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.891438:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.891440:0:34030:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.891442:0:34030:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.891444:0:34030:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.891446:0:34030:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.891448:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.891449:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.891450:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653877.891451:0:34030:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653877.891453:0:34030:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653877.891455:0:34030:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653877.891457:0:34030:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653877.891459:0:34030:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653877.891460:0:34030:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891463:0:34030:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653877.891464:0:34030:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891466:0:34030:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653877.891468:0:34030:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891470:0:34030:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653877.891472:0:34030:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915385ff9180. 00000080:00000001:0.0:1778653877.891475:0:34030:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.891479:0:34030:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653877.891481:0:34030:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88), inode mode 81a4 mask 40 00000080:00000001:0.0:1778653877.891485:0:34030:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.891558:0:34030:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653877.891562:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000002:0.0:1778653877.891564:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000001:0.0:1778653877.891567:0:34030:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.895692:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743d28 00000080:00200008:0.0:1778653877.895698:0:34030:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653877.895707:0:34030:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653877.895708:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743ca0 00000080:00200000:0.0:1778653877.895710:0:34030:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88),name=recon 00000080:00000010:0.0:1778653877.895717:0:34030:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386164200. 00800000:00000002:0.0:1778653877.895723:0:34030:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653877.895729:0:34030:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653877.895733:0:34030:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.895735:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743bc0 00800000:00000002:0.0:1778653877.895738:0:34030:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653877.895742:0:34030:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653877.895747:0:34030:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653877.895753:0:34030:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.895755:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743a90 00000002:00010000:0.0:1778653877.895757:0:34030:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653877.895760:0:34030:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653877.895762:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.895765:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653877.895771:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:0.0:1778653877.895774:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.895779:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.895782:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653877.895787:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653877.895797:0:34030:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653877.895802:0:34030:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.895805:0:34030:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653877.895811:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653877.895813:0:34030:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653877.895815:0:34030:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653877.895816:0:34030:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653877.895819:0:34030:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653877.895821:0:34030:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653877.895823:0:34030:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653877.895825:0:34030:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653877.895828:0:34030:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164200. 00000080:00000001:0.0:1778653877.895832:0:34030:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653877.895833:0:34030:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.895836:0:34030:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00010000:0.0:1778653877.895839:0:34030:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890253 00800000:00000001:0.0:1778653877.895842:0:34030:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653877.895844:0:34030:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653877.895846:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.895848:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.895850:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.895852:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.895855:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.895858:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.895859:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.895860:0:34030:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.895862:0:34030:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.895864:0:34030:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890253 from it ffffa71ac1743cd8 00010000:00000001:0.0:1778653877.895865:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.895866:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.895868:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:0.0:1778653877.895869:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.895871:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653877.895873:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.895876:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653877.895882:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.895883:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.895884:0:34030:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653877.895886:0:34030:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653877.895888:0:34030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653877.895895:0:34030:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653877.895897:0:34030:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.895899:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.895903:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.895904:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.895906:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.895908:0:34030:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.895910:0:34030:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.895912:0:34030:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.895914:0:34030:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.895916:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.895917:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.895917:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653877.895920:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653877.895921:0:34030:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653877.895924:0:34030:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1778653877.895927:0:34030:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653877.895929:0:34030:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653877.895931:0:34030:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653877.895932:0:34030:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.895934:0:34030:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653877.895938:0:34030:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1778653877.895940:0:34030:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.895945:0:34030:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4a20. 00000020:00000010:0.0:1778653877.895949:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164200. 00000020:00000010:0.0:1778653877.895953:0:34030:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165600. 00000020:00000010:0.0:1778653877.897910:0:34030:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d51e0. 00000008:00000010:0.0:1778653877.897925:0:34030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.897931:0:34030:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.897935:0:34030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653877.897942:0:34030:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b0a8. 00000080:00000010:0.0:1778653877.897945:0:34030:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d46d8. 00000020:00000010:0.0:1778653877.897950:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165200. 00000008:00000010:0.0:1778653877.897954:0:34030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998420. 00020000:00000010:0.0:1778653877.897969:0:34030:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525f80. 00008000:00000010:0.0:1778653877.897972:0:34030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de200. 00000080:00000010:0.0:1778653877.897976:0:34030:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d1e0. 00000020:00000001:0.0:1778653877.897979:0:34030:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143656 : -121686953407960 : ffff91538c5e4a28) 00000020:00001000:0.0:1778653877.897983:0:34030:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4a20 00000020:00000001:0.0:1778653877.897987:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:0.0:1778653877.897990:0:34030:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653877.897993:0:34030:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653877.897995:0:34030:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1778653877.897999:0:34030:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.898000:0:34030:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653877.898003:0:34030:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653877.898005:0:34030:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.898007:0:34030:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653877.898010:0:34030:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9153831d4738 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1778653877.898013:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000001:0.0:1778653877.898016:0:34030:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653877.898018:0:34030:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653877.898020:0:34030:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653877.898021:0:34030:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.898023:0:34030:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653877.898025:0:34030:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653877.898027:0:34030:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.898029:0:34030:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.898029:0:34030:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653877.898031:0:34030:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653877.898032:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00000020:00000001:0.0:1778653877.898035:0:34030:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653877.898037:0:34030:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1778653877.898039:0:34030:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1778653877.898041:0:34030:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653877.898043:0:34030:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653877.898045:0:34030:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653877.898047:0:34030:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653877.898052:0:34030:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1778653877.898058:0:34030:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75100. 00020000:00000002:0.0:1778653877.898060:0:34030:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653877.898063:0:34030:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653877.898065:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653877.898066:0:34030:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653877.898068:0:34030:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.898072:0:34030:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4000. 00000020:00000010:0.0:1778653877.898075:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164000. 00000020:00000010:0.0:1778653877.898077:0:34030:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165800. 00000020:00000010:0.0:1778653877.898080:0:34030:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5ea0. 00000008:00000010:0.0:1778653877.898083:0:34030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653877.898085:0:34030:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653877.898088:0:34030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d1a8. 00000080:00000010:0.0:1778653877.898091:0:34030:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b3f0. 00000080:00000010:0.0:1778653877.898093:0:34030:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4490. 00000020:00000010:0.0:1778653877.898095:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000008:00000010:0.0:1778653877.898098:0:34030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153899989a0. 00020000:00000010:0.0:1778653877.898100:0:34030:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c525200. 00008000:00000010:0.0:1778653877.898102:0:34030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de1b8. 00000080:00000010:0.0:1778653877.898105:0:34030:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d960. 00000020:00000001:0.0:1778653877.898107:0:34030:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141064 : -121686953410552 : ffff91538c5e4008) 00000020:00001000:0.0:1778653877.898109:0:34030:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4000 00000020:00000001:0.0:1778653877.898110:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:0.0:1778653877.898112:0:34030:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653877.898114:0:34030:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.898115:0:34030:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653877.898117:0:34030:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.898118:0:34030:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.898120:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653877.898122:0:34030:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653877.898126:0:34030:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45ddb0. 00000008:00010000:0.0:1778653877.898128:0:34030:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1778653877.898130:0:34030:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653877.898131:0:34030:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653877.898133:0:34030:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d75130, osc lock ffff91538a45ddb0, flags 0x400001002 00000020:00000001:0.0:1778653877.898135:0:34030:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.898137:0:34030:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.898139:0:34030:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629857536 : -121687079694080 : ffff915384d75100) 00000020:00000001:0.0:1778653877.898142:0:34030:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653877.898143:0:34030:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653877.898145:0:34030:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.898146:0:34030:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.898149:0:34030:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1778653877.898151:0:34030:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1778653877.898152:0:34030:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653877.898154:0:34030:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653877.898155:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653877.898156:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:0.0:1778653877.898158:0:34030:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653877.898159:0:34030:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653877.898161:0:34030:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653877.898164:0:34030:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653877.898167:0:34030:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653877.898168:0:34030:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653877.898170:0:34030:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653877.898171:0:34030:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653877.898172:0:34030:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653877.898174:0:34030:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653877.898177:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653877.898182:0:34030:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.898185:0:34030:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1778653877.898191:0:34030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f100. 00000020:00000040:0.0:1778653877.898195:0:34030:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00010000:00000001:0.0:1778653877.898198:0:34030:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653877.898203:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.898207:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.898210:0:34030:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.898212:0:34030:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.898217:0:34030:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.898222:0:34030:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164a00. 00000100:00000001:0.0:1778653877.898229:0:34030:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.898233:0:34030:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.898235:0:34030:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.898237:0:34030:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.898238:0:34030:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.898239:0:34030:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.898242:0:34030:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386679312640 : -121687030238976 : ffff915387c9f100) 00010000:00000001:0.0:1778653877.898246:0:34030:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653877.898248:0:34030:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653877.898254:0:34030:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063200. 00010000:00000010:0.0:1778653877.898257:0:34030:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff915383063c00. 00010000:00000001:0.0:1778653877.898262:0:34030:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653877.898265:0:34030:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25200. 00000020:00000001:0.0:1778653877.898270:0:34030:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653877.898273:0:34030:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25200 with handle 0x3df471c51a89025a to hash 00000020:00000001:0.0:1778653877.898275:0:34030:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653877.898276:0:34030:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000010:0.0:1778653877.898280:0:34030:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915384cb7a00. 00010000:00000001:0.0:1778653877.898283:0:34030:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.898285:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.898288:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.898292:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.898304:0:34030:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.898315:0:34030:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.898319:0:34030:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.898323:0:34030:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.898334:0:34030:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052a62e08] to pc [ptlrpcd_00_01+1] req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1778653877.898369:0:34030:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653877.898371:0:34030:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.898373:0:34030:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.898375:0:34030:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.898376:0:34030:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.898378:0:34030:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653877.898380:0:34030:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1778653877.898382:0:34030:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1778653877.898383:0:34030:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1778653877.898914:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.898918:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.898920:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.898926:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.898934:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.898936:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.898940:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.898943:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.898946:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.898949:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054692352:192.168.204.110@tcp:101:uname.0 00000100:00000001:1.0:1778653877.898953:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.898968:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.898971:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.898973:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.898978:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbbc00. 02000000:00000001:1.0:1778653877.898980:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.898987:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.898991:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5528. 00000400:00000010:1.0:1778653877.898997:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19990. 00000100:00000200:1.0:1778653877.899004:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054692352, portal 4 00000100:00000001:1.0:1778653877.899007:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.899008:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679312640 : -121687030238976 : ffff915387c9f100) 00000100:00000040:1.0:1778653877.899015:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.899022:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.899024:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.899027:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19b28. 00000100:00000200:1.0:1778653877.899029:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054692352, offset 0 00000400:00000200:1.0:1778653877.899035:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.899043:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.899050:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.899056:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.899060:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.899064:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.899067:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.899071:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2536:2536:256:4294967295] 192.168.204.110@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:1.0:1778653877.899076:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.899084:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.899090:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.899095:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653877.899101:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.899109:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.899113:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.899125:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.899129:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 258680 usecs (259 jiffies) 00000400:00000200:1.0:1778653877.899132:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.899135:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433334 00000100:00000001:1.0:1778653877.899138:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433904 00000100:00000001:1.0:1778653877.899140:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433334 00000100:00000001:1.0:1778653877.899142:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433904 00000100:00000001:1.0:1778653877.899144:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.899146:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.899149:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.899152:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.899157:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.899159:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653877.899161:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.899162:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.899163:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.899165:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.899177:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.899179:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.900084:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653877.900089:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:0.0:1778653877.900094:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653877.900099:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653877.900104:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19b28 00000400:00000010:0.0:1778653877.900106:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19b28. 00000100:00000001:0.0:1778653877.900110:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653877.900114:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.900125:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.900128:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.900134:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.900135:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.905391:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.905406:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.905411:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.905414:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.905423:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.905432:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.905440:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.905445:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.905451:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.905456:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145352200 00000400:00000200:1.0:1778653877.905461:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.905467:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6899 [1] + 224 00000800:00000001:1.0:1778653877.905475:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.905481:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.905485:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.905489:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.905497:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.905505:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.905517:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.905541:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.905550:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.905553:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.905604:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653877.905609:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000010:2.1:1778653877.905686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c900. 00000400:00000001:0.0:1778653877.905984:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653877.905986:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653877.905990:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5528. 00000400:00000200:0.0:1778653877.905994:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19990 00000400:00000010:0.0:1778653877.905996:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19990. 00000100:00000001:0.0:1778653877.905999:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.906004:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653877.906013:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.906019:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653877.906021:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.906024:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653877.906026:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653877.906028:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.906030:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.906034:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.906042:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=138 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653877.906047:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653877.906050:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653877.906052:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906054:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653877.906058:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.906061:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653877.906063:0:2367:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653877.906065:0:2367:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653877.906066:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.906071:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.906078:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.906081:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.906083:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653877.906086:0:2367:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1778653877.906088:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.906091:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.906093:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=4 00000020:00000001:0.0:1778653877.906096:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906099:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906101:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.906102:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.906103:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=5 00000020:00000001:0.0:1778653877.906105:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906107:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906110:0:2367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.906112:0:2367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.906116:0:2367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906126:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906127:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.906129:0:2367:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653877.906131:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.906132:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.906134:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=6 00000020:00000001:0.0:1778653877.906136:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906138:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000040:0.0:1778653877.906144:0:2367:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25200, remote cookie: 0xdfa36d541726ffb6, flags: 0x1001 00010000:00010000:0.0:1778653877.906148:0:2367:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906156:0:2367:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1778653877.906158:0:2367:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906160:0:2367:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653877.906163:0:2367:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1778653877.906166:0:2367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653877.906174:0:2367:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff915383063200) refcount = 1 00010000:00000040:0.0:1778653877.906177:0:2367:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653877.906179:0:2367:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906187:0:2367:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653877.906188:0:2367:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.906190:0:2367:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653877.906192:0:2367:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.906196:0:2367:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906202:0:2367:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653877.906203:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906205:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.906206:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906207:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653877.906208:0:2367:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1778653877.906210:0:2367:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653877.906213:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.906214:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.906216:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=5 00000020:00000001:0.0:1778653877.906217:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906219:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00000008:00000001:0.0:1778653877.906223:0:2367:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1778653877.906226:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00010000:0.0:1778653877.906230:0:2367:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1778653877.906237:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:0.0:1778653877.906239:0:2367:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653877.906241:0:2367:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1778653877.906244:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653877.906246:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.906248:0:2367:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.906250:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:0.0:1778653877.906251:0:2367:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1778653877.906254:0:2367:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653877.906256:0:2367:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1778653877.906313:0:2367:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1778653877.906315:0:2367:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906318:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.906319:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.906320:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=6 00000020:00000001:0.0:1778653877.906322:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906324:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906327:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.906329:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906336:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906337:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653877.906340:0:2367:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906346:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.906347:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906348:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653877.906349:0:2367:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906351:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.906351:0:2367:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.906352:0:2367:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=5 00000020:00000001:0.0:1778653877.906354:0:2367:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906356:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.906357:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.906359:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.906364:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906365:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.906367:0:2367:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653877.906368:0:2367:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653877.906371:0:2367:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653877.906378:0:2367:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653877.906380:0:2367:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.906382:0:2367:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.906386:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906387:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.906389:0:2367:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906392:0:2367:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.906393:0:2367:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906395:0:2367:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906398:0:2367:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.906399:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.906400:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906401:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.906402:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.906403:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653877.906404:0:2367:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.906409:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653877.906417:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054692352:192.168.204.110@tcp:101:uname.0 00000100:00000001:0.0:1778653877.906422:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.906425:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.906428:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f100 x1865052054692352/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.906434:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653877.906436:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653877.906440:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bbbc00. 02000000:00000001:0.0:1778653877.906444:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653877.906446:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.906447:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.906449:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653877.906452:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386164a00. 02000000:00000001:0.0:1778653877.906455:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653877.906457:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653877.906458:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f100. 00000100:00000001:0.0:1778653877.906461:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653877.906463:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.906465:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.906471:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.906473:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.906476:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653877.906478:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.906948:0:34030:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.906954:0:34030:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.906968:0:34030:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1778653877.906971:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:1.0:1778653877.906973:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:1.0:1778653877.906975:0:34030:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1778653877.906979:0:34030:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1778653877.906983:0:34030:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.906985:0:34030:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653877.906987:0:34030:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653877.906988:0:34030:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.906990:0:34030:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1778653877.906993:0:34030:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653877.906995:0:34030:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1778653877.906997:0:34030:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.906998:0:34030:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.907000:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:1.0:1778653877.907002:0:34030:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1778653877.907004:0:34030:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1778653877.907006:0:34030:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1778653877.907008:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153831d46d8 (ffff91538c5e4a28/0) at cl_lock_release():245 00000020:00000001:1.0:1778653877.907010:0:34030:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653877.907011:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153831d46d8 (ffff91538c5e4a28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1778653877.907015:0:34030:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1778653877.907017:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653877.907019:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755362792 : -121686954188824 : ffff91538c525fe8) 00000020:00000001:1.0:1778653877.907021:0:34030:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653877.907023:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d75130 (ffff91538c5e4008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1778653877.907026:0:34030:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1778653877.907027:0:34030:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1778653877.907029:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653877.907031:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653877.907033:0:34030:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1778653877.907035:0:34030:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653877.907036:0:34030:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653877.907037:0:34030:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653877.907039:0:34030:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653877.907042:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153831d46d8 (ffff91538c5e4a28/0) at cl_lock_fini():72 00020000:00000001:1.0:1778653877.907045:0:34030:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1778653877.907046:0:34030:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653877.907048:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d75130 (ffff91538c5e4a28/1) at cl_lock_fini():72 00000008:00000010:1.0:1778653877.907051:0:34030:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45ddb0. 00000020:00000001:1.0:1778653877.907055:0:34030:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1778653877.907057:0:34030:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75100. 00020000:00000001:1.0:1778653877.907059:0:34030:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1778653877.907060:0:34030:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1778653877.907061:0:34030:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1778653877.907063:0:34030:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.907066:0:34030:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653877.907069:0:34030:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653877.907073:0:34030:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653877.907074:0:34030:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653877.907076:0:34030:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.907077:0:34030:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4000 00000020:00000010:1.0:1778653877.907082:0:34030:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165800. 00000020:00000010:1.0:1778653877.907087:0:34030:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5ea0. 00000008:00000010:1.0:1778653877.907091:0:34030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:1.0:1778653877.907095:0:34030:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:1.0:1778653877.907099:0:34030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d1a8. 00000080:00000010:1.0:1778653877.907104:0:34030:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b3f0. 00000080:00000010:1.0:1778653877.907107:0:34030:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4490. 00000020:00000010:1.0:1778653877.907110:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164000. 00000008:00000010:1.0:1778653877.907114:0:34030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153899989a0. 00020000:00000010:1.0:1778653877.907116:0:34030:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525200. 00008000:00000010:1.0:1778653877.907119:0:34030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de1b8. 00000080:00000010:1.0:1778653877.907123:0:34030:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d960. 00000020:00000010:1.0:1778653877.907125:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000020:00000010:1.0:1778653877.907127:0:34030:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4000. 00020000:00000001:1.0:1778653877.907129:0:34030:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653877.907132:0:34030:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653877.907134:0:34030:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653877.907136:0:34030:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653877.907140:0:34030:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1778653877.907142:0:34030:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653877.907145:0:34030:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653877.907146:0:34030:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653877.907147:0:34030:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653877.907148:0:34030:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4a20 00000020:00000010:1.0:1778653877.907150:0:34030:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165600. 00000020:00000010:1.0:1778653877.907152:0:34030:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d51e0. 00000008:00000010:1.0:1778653877.907155:0:34030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:1.0:1778653877.907157:0:34030:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:1.0:1778653877.907159:0:34030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:1.0:1778653877.907161:0:34030:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b0a8. 00000080:00000010:1.0:1778653877.907163:0:34030:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d46d8. 00000020:00000010:1.0:1778653877.907165:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164200. 00000008:00000010:1.0:1778653877.907167:0:34030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998420. 00020000:00000010:1.0:1778653877.907169:0:34030:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c525f80. 00008000:00000010:1.0:1778653877.907171:0:34030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de200. 00000080:00000010:1.0:1778653877.907173:0:34030:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d1e0. 00000020:00000010:1.0:1778653877.907175:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165200. 00000020:00000010:1.0:1778653877.907177:0:34030:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4a20. 00000001:00000001:1.0:1778653877.907179:0:34030:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907275:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743d28 00000080:00000008:0.0:1778653877.907279:0:34030:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653877.907349:0:34030:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:0.0:1778653877.907352:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743d88 00000080:00200008:0.0:1778653877.907354:0:34030:0:(file.c:2613:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1778653877.907358:0:34030:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1778653877.907360:0:34030:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907362:0:34030:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1778653877.907365:0:34030:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907368:0:34030:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.907373:0:34030:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4c60. 00000020:00000010:0.0:1778653877.907377:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164a00. 00000020:00000010:0.0:1778653877.907381:0:34030:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165000. 00000020:00000010:0.0:1778653877.907384:0:34030:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653877.907389:0:34030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bf8b28. 00020000:00000010:0.0:1778653877.907393:0:34030:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653877.907396:0:34030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3fc08. 00000080:00000010:0.0:1778653877.907401:0:34030:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b540. 00000080:00000010:0.0:1778653877.907404:0:34030:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d7230. 00000020:00000010:0.0:1778653877.907407:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165e00. 00000008:00000010:0.0:1778653877.907409:0:34030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389999760. 00020000:00000010:0.0:1778653877.907412:0:34030:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c5258c0. 00008000:00000010:0.0:1778653877.907415:0:34030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3de140. 00000080:00000010:0.0:1778653877.907417:0:34030:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d780. 00000020:00000001:0.0:1778653877.907420:0:34030:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144232 : -121686953407384 : ffff91538c5e4c68) 00000020:00001000:0.0:1778653877.907422:0:34030:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4c60 00000080:00000001:0.0:1778653877.907424:0:34030:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1778653877.907426:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743c98 00000080:00200000:0.0:1778653877.907427:0:34030:0:(file.c:2059:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1778653877.907432:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743c30 00000080:00200000:0.0:1778653877.907434:0:34030:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1778653877.907436:0:34030:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1778653877.907438:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:0.0:1778653877.907439:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:0.0:1778653877.907441:0:34030:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653877.907443:0:34030:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1778653877.907444:0:34030:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1778653877.907446:0:34030:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907448:0:34030:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907450:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:0.0:1778653877.907452:0:34030:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1778653877.907454:0:34030:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1778653877.907456:0:34030:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1778653877.907461:0:34030:0:(cl_io.c:214:cl_io_rw_init()) header@0000000006d74052[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1778653877.907462:0:34030:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1778653877.907464:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:0.0:1778653877.907466:0:34030:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653877.907467:0:34030:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653877.907469:0:34030:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653877.907471:0:34030:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.907472:0:34030:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1778653877.907474:0:34030:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.907477:0:34030:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907479:0:34030:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653877.907480:0:34030:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907482:0:34030:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653877.907484:0:34030:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9153831d7290 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1778653877.907486:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000001:0.0:1778653877.907489:0:34030:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653877.907491:0:34030:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653877.907493:0:34030:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653877.907495:0:34030:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1778653877.907497:0:34030:0:(lov_io.c:660:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1778653877.907499:0:34030:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1778653877.907500:0:34030:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653877.907502:0:34030:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907503:0:34030:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.907504:0:34030:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653877.907505:0:34030:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653877.907506:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00000020:00000001:0.0:1778653877.907508:0:34030:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907509:0:34030:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653877.907512:0:34030:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1778653877.907514:0:34030:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1778653877.907516:0:34030:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907520:0:34030:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1778653877.907521:0:34030:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1778653877.907523:0:34030:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653877.907525:0:34030:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1778653877.907526:0:34030:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1778653877.907528:0:34030:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1778653877.907530:0:34030:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1778653877.907533:0:34030:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653877.907535:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653877.907537:0:34030:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653877.907538:0:34030:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653877.907541:0:34030:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e43f0. 00000020:00000010:0.0:1778653877.907543:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165c00. 00000020:00000010:0.0:1778653877.907547:0:34030:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165200. 00000020:00000010:0.0:1778653877.907549:0:34030:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d57e0. 00000008:00000010:0.0:1778653877.907553:0:34030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfe468. 00020000:00000010:0.0:1778653877.907555:0:34030:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc000. 00008000:00000010:0.0:1778653877.907557:0:34030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653877.907560:0:34030:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b930. 00000080:00000010:0.0:1778653877.907562:0:34030:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4920. 00000020:00000010:0.0:1778653877.907565:0:34030:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164200. 00000008:00000010:0.0:1778653877.907568:0:34030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998160. 00020000:00000010:0.0:1778653877.907570:0:34030:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526880. 00008000:00000010:0.0:1778653877.907572:0:34030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dec80. 00000080:00000010:0.0:1778653877.907574:0:34030:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7da50. 00000020:00000001:0.0:1778653877.907576:0:34030:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756142072 : -121686953409544 : ffff91538c5e43f8) 00000020:00001000:0.0:1778653877.907578:0:34030:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e43f0 00000020:00000001:0.0:1778653877.907580:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:0.0:1778653877.907581:0:34030:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653877.907583:0:34030:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653877.907584:0:34030:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653877.907585:0:34030:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907587:0:34030:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907589:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000020:00000001:0.0:1778653877.907592:0:34030:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1778653877.907594:0:34030:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1778653877.907597:0:34030:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907598:0:34030:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907600:0:34030:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907602:0:34030:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907603:0:34030:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907605:0:34030:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1778653877.907607:0:34030:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1778653877.907608:0:34030:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1778653877.907611:0:34030:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1778653877.907613:0:34030:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907616:0:34030:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907617:0:34030:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1778653877.907619:0:34030:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1778653877.907621:0:34030:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1778653877.907622:0:34030:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1778653877.907624:0:34030:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907626:0:34030:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907627:0:34030:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907628:0:34030:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.907630:0:34030:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907631:0:34030:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653877.907633:0:34030:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653877.907633:0:34030:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653877.907635:0:34030:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653877.907637:0:34030:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907638:0:34030:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907640:0:34030:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907642:0:34030:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907643:0:34030:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653877.907644:0:34030:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653877.907645:0:34030:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653877.907647:0:34030:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653877.907678:0:34030:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653877.907680:0:34030:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1778653877.907686:0:34030:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75d80. 00020000:00000002:0.0:1778653877.907688:0:34030:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653877.907690:0:34030:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653877.907691:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653877.907692:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000020:00000001:0.0:1778653877.907695:0:34030:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653877.907698:0:34030:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45db50. 00000008:00010000:0.0:1778653877.907699:0:34030:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1778653877.907702:0:34030:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653877.907703:0:34030:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653877.907706:0:34030:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d75db0, osc lock ffff91538a45db50, flags 0x0 00000020:00000001:0.0:1778653877.907708:0:34030:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907710:0:34030:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.907712:0:34030:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629860736 : -121687079690880 : ffff915384d75d80) 00000020:00000001:0.0:1778653877.907714:0:34030:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653877.907714:0:34030:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653877.907716:0:34030:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907717:0:34030:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907719:0:34030:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653877.907720:0:34030:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653877.907721:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653877.907722:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000020:00000001:0.0:1778653877.907723:0:34030:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653877.907725:0:34030:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653877.907726:0:34030:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1778653877.907728:0:34030:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.907730:0:34030:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653877.907733:0:34030:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653877.907734:0:34030:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653877.907736:0:34030:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653877.907737:0:34030:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653877.907738:0:34030:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653877.907740:0:34030:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653877.907742:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653877.907747:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653877.907750:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653877.907755:0:34030:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bba800 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:0.0:1778653877.907759:0:34030:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1778653877.907764:0:34030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f100. 00000020:00000040:0.0:1778653877.907768:0:34030:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00010000:00000001:0.0:1778653877.907772:0:34030:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653877.907776:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.907780:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.907782:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.907783:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.907786:0:34030:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.907788:0:34030:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.907793:0:34030:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.907798:0:34030:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386165600. 00000100:00000001:0.0:1778653877.907815:0:34030:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.907820:0:34030:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.907821:0:34030:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.907823:0:34030:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.907824:0:34030:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.907826:0:34030:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.907829:0:34030:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386679312640 : -121687030238976 : ffff915387c9f100) 00010000:00000001:0.0:1778653877.907831:0:34030:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653877.907833:0:34030:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653877.907835:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653877.907837:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.907839:0:34030:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653877.907842:0:34030:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25a00. 00000020:00000001:0.0:1778653877.907846:0:34030:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653877.907848:0:34030:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25a00 with handle 0x3df471c51a890261 to hash 00000020:00000001:0.0:1778653877.907850:0:34030:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653877.907851:0:34030:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000010:0.0:1778653877.907855:0:34030:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915384cb7640. 00010000:00000001:0.0:1778653877.907857:0:34030:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653877.907860:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.907862:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.907866:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.907878:0:34030:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.907892:0:34030:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653877.907898:0:34030:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.907900:0:34030:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.907905:0:34030:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d63c0. 00000100:00000001:0.0:1778653877.907907:0:34030:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072960 : -121687018478656 : ffff9153887d63c0) 00000100:00000001:0.0:1778653877.907909:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.907911:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679312640 : -121687030238976 : ffff915387c9f100) 00000100:00000001:0.0:1778653877.907914:0:34030:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.907916:0:34030:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.907918:0:34030:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.907919:0:34030:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.907929:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.907936:0:34030:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.907938:0:34030:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.907941:0:34030:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.907944:0:34030:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.907946:0:34030:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.907949:0:34030:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9f100 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34030:1865052054692480:192.168.204.110@tcp:101:uname.0 00000100:00000001:0.0:1778653877.907953:0:34030:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.907966:0:34030:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.907968:0:34030:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.907971:0:34030:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.907975:0:34030:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eee000. 02000000:00000001:0.0:1778653877.907977:0:34030:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.907983:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.907987:0:34030:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900d68. 00000400:00000010:0.0:1778653877.907993:0:34030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29908. 00000100:00000200:0.0:1778653877.907999:0:34030:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054692480, portal 4 00000100:00000001:0.0:1778653877.908001:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.908002:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679312640 : -121687030238976 : ffff915387c9f100) 00000100:00000040:0.0:1778653877.908007:0:34030:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.908013:0:34030:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.908016:0:34030:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.908018:0:34030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a294c8. 00000100:00000200:0.0:1778653877.908021:0:34030:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054692480, offset 0 00000400:00000200:0.0:1778653877.908026:0:34030:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.908033:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.908039:0:34030:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.908045:0:34030:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.908048:0:34030:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.908051:0:34030:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.908054:0:34030:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.908057:0:34030:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2537:2537:256:4294967295] 192.168.204.110@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:0.0:1778653877.908061:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.908070:0:34030:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.908074:0:34030:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.908078:0:34030:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d700. 00000800:00000200:0.0:1778653877.908085:0:34030:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.908091:0:34030:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.908095:0:34030:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.908109:0:34030:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.908112:0:34030:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 257223 usecs (258 jiffies) 00000400:00000200:0.0:1778653877.908115:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.908118:0:34030:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433342 00000100:00000001:0.0:1778653877.908121:0:34030:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433904 00000100:00000001:0.0:1778653877.908123:0:34030:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433342 00000100:00000001:0.0:1778653877.908125:0:34030:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433904 00000100:00000001:0.0:1778653877.908128:0:34030:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.908130:0:34030:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.908132:0:34030:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.908133:0:34030:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.908135:0:34030:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d63c0 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.908138:0:34030:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.908140:0:34030:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.908347:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.908352:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d700. 00000400:00000200:1.0:1778653877.908356:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.908361:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.908366:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a294c8 00000400:00000010:1.0:1778653877.908368:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a294c8. 00000100:00000001:1.0:1778653877.908371:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.908375:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.908384:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.908387:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.908392:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.908393:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.912499:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.912514:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.912518:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.912521:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.912530:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.912537:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.912545:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.912550:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.912555:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.912559:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146359100 00000400:00000200:1.0:1778653877.912568:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x60e9 [2] + 984 00000800:00000001:1.0:1778653877.912575:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.912583:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.912586:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.912590:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.912597:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653877.912599:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653877.912605:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7800. 00000100:00000040:1.0:1778653877.912609:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc7800 x1865052071497984 msgsize 328 00000100:00100000:1.0:1778653877.912613:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653877.912632:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.912639:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.912642:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.912914:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1778653877.912917:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071497984 02000000:00000001:0.0:1778653877.912920:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1778653877.912922:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.912924:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.912929:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.912932:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071497984 00000020:00000001:0.0:1778653877.912935:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653877.912937:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:0.0:1778653877.912939:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.912942:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000020:00000001:0.0:1778653877.912944:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000020:00000001:0.0:1778653877.912946:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000001:0.0:1778653877.912950:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653877.912965:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c00. 00000100:00000001:0.0:1778653877.912969:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653877.912971:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c00. 00000020:00000010:0.0:1778653877.912977:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000020:00000010:0.0:1778653877.912984:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75500. 00000020:00000010:0.0:1778653877.912989:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b22258. 00000100:00000040:0.0:1778653877.912997:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653877.913000:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1778653877.913002:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1778653877.913004:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.913012:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.913025:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.913035:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1778653877.913037:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1778653877.913043:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 62 00000100:00000040:0.0:1778653877.913047:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca11000 : new rpc_count 1 00000100:00000001:0.0:1778653877.913049:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711984128 : -121686997567488 : ffff915389bc7800) 00000100:00000040:0.0:1778653877.913057:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc7800 x1865052071497984/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:728/0 lens 328/0 e 0 to 0 dl 1778653888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653877.913066:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653877.913069:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c00. 00000100:00000001:0.0:1778653877.913071:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653877.913073:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c00. 00000100:00100000:0.0:1778653877.913077:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:14480:x1865052071497984:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1778653877.913081:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071497984 00010000:00000001:0.0:1778653877.913084:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653877.913091:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.913093:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.913095:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=2 00000020:00000001:0.0:1778653877.913097:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.913100:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653877.913103:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.913106:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653877.913111:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1778653877.913124:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653877.913126:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653877.913131:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eef800. 02000000:00000001:0.0:1778653877.913133:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.913135:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.913139:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653877.913142:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.913145:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=138 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653877.913150:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653877.913153:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653877.913155:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653877.913158:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653877.913160:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.913163:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.913166:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.913170:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a292a8. 00000100:00000200:0.0:1778653877.913174:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071497984, offset 224 00000400:00000200:0.0:1778653877.913181:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.913187:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.913193:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.913199:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2538:2538:256:4294967295] 192.168.204.110@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:0.0:1778653877.913203:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.914343:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.914350:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.914357:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d100. 00000800:00000200:0.0:1778653877.914364:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.914371:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.914375:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.914387:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.914391:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653877.914395:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653877.914400:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9153887d6600. 00010000:00000001:0.0:1778653877.914403:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653877.914409:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1778653877.914412:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.914414:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.914415:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.914422:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7800 x1865052071497984/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:728/0 lens 328/224 e 0 to 0 dl 1778653888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1778653877.914433:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:14480:x1865052071497984:12345-192.168.204.110@tcp:104: Request processed in 1364us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1778653877.914442:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 62 00000100:00000040:0.0:1778653877.914445:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca11000 : new rpc_count 0 00000100:00000001:0.0:1778653877.914448:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1778653877.914450:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1778653877.914455:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75500. 00000020:00000010:0.0:1778653877.914460:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b22258. 00000020:00000010:0.0:1778653877.914465:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000020:00000001:2.0:1778653877.914471:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1778653877.914472:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000020:00000001:2.0:1778653877.914476:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.914477:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653877.914481:0:15972:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653877.914484:0:15972:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653877.914487:0:15972:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653877.914492:0:15972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653877.914503:0:15972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c25200 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:2.0:1778653877.914506:0:15972:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1778653877.914509:0:15972:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653877.914511:0:15972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.914513:0:15972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.914515:0:15972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:2.0:1778653877.914517:0:15972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:2.0:1778653877.914520:0:15972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:2.0:1778653877.914522:0:15972:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653877.914525:0:15972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1778653877.914533:0:15972:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1778653877.914535:0:15972:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653877.914540:0:15972:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653877.914544:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000020:00000010:2.0:1778653877.914549:0:15972:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991e00. 00000020:00000010:2.0:1778653877.914552:0:15972:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653877.914558:0:15972:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653877.914563:0:15972:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a900. 00008000:00000010:2.0:1778653877.914568:0:15972:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653877.914574:0:15972:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653877.914578:0:15972:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653877.914582:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990000. 00000008:00000010:2.0:1778653877.914586:0:15972:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653877.914589:0:15972:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653877.914593:0:15972:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653877.914597:0:15972:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653877.914600:0:15972:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653877.914603:0:15972:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000008:00000001:2.0:1778653877.914605:0:15972:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1778653877.914608:0:15972:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1778653877.914610:0:15972:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653877.914612:0:15972:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653877.914615:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991c00. 00000020:00000010:2.0:1778653877.914618:0:15972:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990600. 00000020:00000010:2.0:1778653877.914620:0:15972:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9ea0. 00000008:00000010:2.0:1778653877.914623:0:15972:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653877.914625:0:15972:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653877.914627:0:15972:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653877.914629:0:15972:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653877.914632:0:15972:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653877.914634:0:15972:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990e00. 00000008:00000010:2.0:1778653877.914637:0:15972:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00000800:00000200:1.0:1778653877.914638:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.914643:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d100. 00000400:00000200:1.0:1778653877.914665:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000010:2.0:1778653877.914671:0:15972:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00000400:00000200:1.0:1778653877.914672:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00008000:00000010:2.0:1778653877.914677:0:15972:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000400:00000200:1.0:1778653877.914678:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a292a8 00000080:00000010:2.0:1778653877.914680:0:15972:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000400:00000010:1.0:1778653877.914682:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a292a8. 00000020:00000001:2.0:1778653877.914683:0:15972:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653877.914687:0:15972:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000100:00000001:1.0:1778653877.914688:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:2.0:1778653877.914690:0:15972:0:(osc_cache.c:3700:osc_ldlm_hp_handle()) Process entered 00000100:00000001:1.0:1778653877.914691:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000020:2.0:1778653877.914693:0:15972:0:(osc_cache.c:3720:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1778653877.914697:0:15972:0:(osc_cache.c:3736:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1778653877.914699:0:15972:0:(osc_cache.c:3784:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.914701:0:15972:0:(osc_cache.c:3669:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1778653877.914704:0:15972:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653877.914706:0:15972:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.914709:0:15972:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653877.914711:0:15972:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653877.914713:0:15972:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653877.914716:0:15972:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.914718:0:15972:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653877.914719:0:15972:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653877.914723:0:15972:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9153887b3868 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1778653877.914727:0:15972:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653877.914729:0:15972:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653877.914731:0:15972:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653877.914733:0:15972:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653877.914735:0:15972:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.914736:0:15972:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653877.914737:0:15972:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653877.914738:0:15972:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1778653877.914740:0:15972:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.914742:0:15972:0:(osc_cache.c:3456:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1778653877.914745:0:15972:0:(osc_cache.c:3533:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653877.914747:0:15972:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653877.914749:0:15972:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653877.914750:0:15972:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653877.914752:0:15972:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653877.914754:0:15972:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1778653877.914756:0:15972:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653877.914757:0:15972:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1778653877.914758:0:15972:0:(osc_cache.c:3688:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653877.914760:0:15972:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653877.914763:0:15972:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990600. 00000020:00000010:2.0:1778653877.914766:0:15972:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9ea0. 00000008:00000010:2.0:1778653877.914770:0:15972:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653877.914780:0:15972:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653877.914783:0:15972:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653877.914791:0:15972:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653877.914794:0:15972:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653877.914797:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991c00. 00000008:00000010:2.0:1778653877.914799:0:15972:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653877.914802:0:15972:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653877.914804:0:15972:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653877.914807:0:15972:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653877.914809:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990e00. 00000020:00000010:2.0:1778653877.914811:0:15972:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00000008:00000001:2.0:1778653877.914814:0:15972:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.914816:0:15972:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00010000:00000001:2.0:1778653877.914818:0:15972:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1778653877.914821:0:15972:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.914823:0:15972:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653877.914824:0:15972:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653877.914826:0:15972:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1778653877.914829:0:15972:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653877.914831:0:15972:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.914833:0:15972:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.914834:0:15972:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:2.0:1778653877.914838:0:15972:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653877.914839:0:15972:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653877.914841:0:15972:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991e00. 00000020:00000010:2.0:1778653877.914844:0:15972:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653877.914846:0:15972:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653877.914849:0:15972:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a900. 00008000:00000010:2.0:1778653877.914851:0:15972:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653877.914853:0:15972:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653877.914856:0:15972:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653877.914857:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000008:00000010:2.0:1778653877.914859:0:15972:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653877.914861:0:15972:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653877.914863:0:15972:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653877.914865:0:15972:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653877.914867:0:15972:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990000. 00000020:00000010:2.0:1778653877.914868:0:15972:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000008:00000001:2.0:1778653877.914870:0:15972:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.914872:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653877.914876:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653877.914878:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653877.914880:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.914883:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653877.914885:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25200 with handle 0x3df471c51a89025a from hash 00010000:00000001:2.0:1778653877.914888:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653877.914890:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.914891:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.914893:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653877.914896:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653877.914898:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653877.914903:0:15972:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.914906:0:15972:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.914908:0:15972:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653877.914910:0:15972:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653877.914915:0:15972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653877.914919:0:15972:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:2.0:1778653877.914923:0:15972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.914926:0:15972:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.914930:0:15972:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.914935:0:15972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990000. 00000100:00000001:2.0:1778653877.914941:0:15972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.914943:0:15972:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653877.914948:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653877.914965:0:15972:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653877.914966:0:15972:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.914971:0:15972:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.914975:0:15972:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.914981:0:15972:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f8a266] to pc [ptlrpcd_01_01+1] req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653877.915000:0:15972:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.915002:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.915003:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.915005:0:15972:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.915007:0:15972:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.915009:0:15972:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.915012:0:15972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653877.915018:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653877.915020:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff915389b76000 lock: 00000000b66488dc/0x3df471c51a89025a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xdfa36d541726ffb6 expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1778653877.915028:0:15972:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7a00. 00010000:00000001:2.0:1778653877.915036:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.915038:0:15972:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653877.915040:0:15972:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9153887d6600. 00010000:00000001:2.0:1778653877.915042:0:15972:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.915045:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653877.915046:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.915048:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653877.915050:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653877.915051:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.915053:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653877.915054:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653877.915056:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.915057:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653877.915079:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.915082:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.915084:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.915089:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.915097:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.915100:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.915103:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.915106:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.915109:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.915112:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054692608:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653877.915113:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653877.915118:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.915118:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.915123:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.915126:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.915130:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.915134:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990800. 02000000:00000001:2.0:1778653877.915136:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.915141:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.915145:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653877.915151:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653877.915157:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054692608, portal 18 00000100:00000001:2.0:1778653877.915159:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.915161:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653877.915166:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.915172:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.915175:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.915177:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864905d8. 00000100:00000200:2.0:1778653877.915180:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054692608, offset 0 00000400:00000200:2.0:1778653877.915185:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.915191:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.915195:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.915200:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.915204:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.915208:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.915210:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.915214:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2539:2539:256:4294967295] 192.168.204.110@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:2.0:1778653877.915217:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.915224:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.915228:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.915232:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653877.915236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.915241:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.915244:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.915264:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.915269:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 257223 usecs (258 jiffies) 00000400:00000200:2.0:1778653877.915272:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.915274:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433349 00000100:00000001:2.0:1778653877.915277:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296433904 00000100:00000001:2.0:1778653877.915280:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433349 00000100:00000001:2.0:1778653877.915283:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296433904 00000100:00000001:2.0:1778653877.915285:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.915287:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.915291:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.915293:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.915298:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.915300:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653877.915302:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.915304:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.915305:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.915307:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.915544:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.915547:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:1.0:1778653877.915551:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.915555:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.915558:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864905d8 00000400:00000010:1.0:1778653877.915560:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864905d8. 00000100:00000001:1.0:1778653877.915563:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.915567:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.915576:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.915579:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.915585:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.915587:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653877.921040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25200. 00000800:00000001:1.0:1778653877.924252:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924275:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.924280:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924282:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.924294:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924304:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.924314:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924320:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924327:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924332:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 392 into portal 15 MB=0x6a04146359180 00000400:00000200:1.0:1778653877.924343:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 392/392 into md 0x60e9 [2] + 1312 00000800:00000001:1.0:1778653877.924353:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924357:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.924361:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.924366:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.924376:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653877.924378:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653877.924386:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4380. 00000100:00000040:1.0:1778653877.924391:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc4380 x1865052071498112 msgsize 392 00000100:00100000:1.0:1778653877.924396:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653877.924419:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.924431:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924435:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.924438:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924440:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.924444:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924447:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.924452:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924455:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924458:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924461:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145352280 00000400:00000200:1.0:1778653877.924466:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.924471:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x68a9 [1] + 224 00000800:00000001:1.0:1778653877.924475:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924482:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.924484:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.924487:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.924490:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.924501:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.924512:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.924551:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.924555:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.924558:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.924695:0:34030:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.924709:0:34030:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1778653877.924714:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:2.0:1778653877.924715:0:34030:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1778653877.924721:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071498112 00000400:00000010:2.0:1778653877.924724:0:34030:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900d68. 02000000:00000001:0.0:1778653877.924729:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1778653877.924732:0:34030:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29908 00000100:00000001:0.0:1778653877.924733:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1778653877.924739:0:34030:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29908. 00000100:00000001:0.0:1778653877.924739:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.924751:0:34030:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1778653877.924752:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.924760:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071498112 00000100:00000200:2.0:1778653877.924763:0:34030:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1778653877.924766:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:2.0:1778653877.924778:0:34030:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000040:0.0:1778653877.924778:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f675 00000020:00000001:0.0:1778653877.924786:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1778653877.924793:0:34030:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1778653877.924793:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca11000 refcount=4 00000100:00000001:2.0:1778653877.924797:0:34030:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653877.924801:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 00000100:00000001:2.0:1778653877.924802:0:34030:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1778653877.924807:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760519680 : -121686949031936 : ffff91538ca11000) 02000000:00000001:2.0:1778653877.924812:0:34030:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653877.924812:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1778653877.924817:0:34030:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.924819:0:34030:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.924822:0:34030:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653877.924822:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c00. 00000100:00000001:0.0:1778653877.924833:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653877.924838:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c00. 00000100:00001000:2.0:1778653877.924839:0:34030:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bc58 time=138 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653877.924844:0:34030:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.924846:0:34030:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1778653877.924847:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000100:00000001:2.0:1778653877.924849:0:34030:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.924854:0:34030:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.924858:0:34030:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653877.924858:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75500. 00000100:00000001:2.0:1778653877.924868:0:34030:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.924869:0:34030:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000020:00000010:0.0:1778653877.924871:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b22258. 00000100:00000001:2.0:1778653877.924872:0:34030:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.924876:0:34030:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.924881:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.924886:0:34030:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.924888:0:34030:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.924889:0:34030:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.924892:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653877.924897:0:34030:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f100 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34030:1865052054692480:192.168.204.110@tcp:101:uname.0 00000100:00000040:0.0:1778653877.924897:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653877.924906:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1778653877.924908:0:34030:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.924910:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1778653877.924911:0:34030:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.924916:0:34030:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653877.924916:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.924922:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.924925:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.924930:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.924930:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653877.924944:0:34030:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d63c0. 00000100:00000001:0.0:1778653877.924950:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.924951:0:34030:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653877.924954:0:34030:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.924969:0:34030:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653877.924973:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1778653877.924975:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1778653877.924976:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1778653877.924979:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1778653877.924984:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000100:00100000:0.0:1778653877.924989:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 63 00000100:00000040:0.0:1778653877.924994:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca11000 : new rpc_count 1 00000100:00000001:0.0:1778653877.924998:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711970688 : -121686997580928 : ffff915389bc4380) 00000020:00000001:2.0:1778653877.924999:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925007:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000100:00000040:0.0:1778653877.925011:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc4380 x1865052071498112/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:728/0 lens 392/0 e 0 to 0 dl 1778653888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:2.0:1778653877.925016:0:34030:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25a00, remote cookie: 0xdfa36d541726ffbd, flags: 0x20002 00010000:00000001:2.0:1778653877.925026:0:34030:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00000100:00000001:0.0:1778653877.925029:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1778653877.925032:0:34030:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653877.925033:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c00. 00010000:00000001:2.0:1778653877.925038:0:34030:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1778653877.925039:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653877.925044:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c00. 00010000:00010000:2.0:1778653877.925048:0:34030:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778653877.925051:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:5774:x1865052071498112:12345-192.168.204.110@tcp:105: 00000100:00000200:0.0:1778653877.925056:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071498112 00010000:00000001:0.0:1778653877.925059:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653877.925067:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.925070:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.925072:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:0.0:1778653877.925077:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000040:2.0:1778653877.925080:0:34030:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff915383063200) refcount = 1 00010000:00000001:0.0:1778653877.925081:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000040:2.0:1778653877.925090:0:34030:0:(ldlm_resource.c:1868:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1778653877.925093:0:34030:0:(ldlm_resource.c:1870:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.925101:0:34030:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653877.925104:0:34030:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1778653877.925107:0:34030:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653877.925116:0:34030:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.925562:0:15838:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.925576:0:15838:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1778653877.925579:0:15838:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.925590:0:15838:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.925598:0:15838:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1778653877.925601:0:15838:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.925603:0:15838:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653877.925605:0:15838:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1778653877.925609:0:15838:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.925616:0:15838:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1778653877.925621:0:15838:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653877.925628:0:15838:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff915383063200) refcount = 1 00010000:00000040:0.0:1778653877.925631:0:15838:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653877.925633:0:15838:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.925642:0:15838:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1778653877.925644:0:15838:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1778653877.925685:0:15838:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff915384cb7c00. 00000100:00000001:0.0:1778653877.925692:0:15838:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.925698:0:15838:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.925701:0:15838:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653877.925703:0:15838:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653877.925706:0:15838:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.925708:0:15838:0:(client.c:1933:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1778653877.925709:0:15838:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1778653877.925712:0:15838:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653877.925715:0:15838:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.925717:0:15838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.925719:0:15838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.925720:0:15838:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.925721:0:15838:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1778653877.925722:0:15838:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1778653877.925725:0:15838:0:(client.c:1948:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.925727:0:15838:0:(client.c:2674:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.925728:0:15838:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1778653877.925730:0:15838:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.925733:0:15838:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1778653877.925735:0:15838:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1778653877.925737:0:15838:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff915384cb7c00. 00010000:00010000:0.0:1778653877.925739:0:15838:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff915384c25a00) 00010000:00000001:0.0:1778653877.925741:0:15838:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.925743:0:15838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.925744:0:15838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653877.925747:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653877.925749:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653877.925755:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eef400. 02000000:00000001:0.0:1778653877.925758:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.925761:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.925768:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653877.925771:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.925774:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=138 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653877.925780:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653877.925784:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653877.925786:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653877.925789:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653877.925791:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.925794:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.925797:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.925802:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29220. 00000100:00000200:0.0:1778653877.925807:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071498112, offset 224 00000400:00000200:0.0:1778653877.925814:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.925823:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.925831:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00010000:00010000:2.0:1778653877.925852:0:34030:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.925863:0:34030:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.925867:0:34030:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.925874:0:34030:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653877.925876:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.925878:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.925878:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.925879:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.925881:0:34030:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.925885:0:34030:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1778653877.925887:0:34030:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1778653877.925890:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.925892:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.925894:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:2.0:1778653877.925896:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925900:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925903:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.925903:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.925904:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:2.0:1778653877.925906:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925907:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925910:0:34030:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653877.925913:0:34030:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653877.925916:0:34030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.925921:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.925922:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653877.925925:0:34030:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1778653877.925929:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00010000:2.0:1778653877.925934:0:34030:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1778653877.925941:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653877.925943:0:34030:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653877.925945:0:34030:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1778653877.925948:0:34030:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653877.925950:0:34030:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.925951:0:34030:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.925953:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:2.0:1778653877.925954:0:34030:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1778653877.925966:0:34030:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.925968:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.925969:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.925970:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:2.0:1778653877.925972:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925974:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.925976:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.925978:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.925983:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.925984:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653877.925989:0:34030:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.925995:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.925996:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.925997:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653877.925998:0:34030:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.926000:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.926006:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f100 x1865052054692480/t0(0) o101->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.926012:0:34030:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.926022:0:34030:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.926026:0:34030:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eee000. 02000000:00000001:2.0:1778653877.926031:0:34030:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.926033:0:34030:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.926035:0:34030:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653877.926037:0:34030:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.926040:0:34030:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386165600. 02000000:00000001:2.0:1778653877.926045:0:34030:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.926047:0:34030:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.926048:0:34030:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f100. 00000100:00000001:2.0:1778653877.926052:0:34030:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.926053:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1778653877.926055:0:34030:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.926057:0:34030:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926060:0:34030:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926062:0:34030:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926064:0:34030:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926066:0:34030:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926068:0:34030:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926070:0:34030:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926072:0:34030:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1778653877.926076:0:34030:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1778653877.926081:0:34030:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653877.926083:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926085:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926086:0:34030:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653877.926090:0:34030:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653877.926093:0:34030:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653877.926095:0:34030:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926096:0:34030:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653877.926097:0:34030:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653877.926099:0:34030:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1778653877.926102:0:34030:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653877.926103:0:34030:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1778653877.926105:0:34030:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926107:0:34030:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926108:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:2.0:1778653877.926109:0:34030:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1778653877.926111:0:34030:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653877.926114:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743b80 00000080:00200000:2.0:1778653877.926115:0:34030:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1778653877.926118:0:34030:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1778653877.926121:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000002:2.0:1778653877.926124:0:34030:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d55a0 addref 2/0 by ffff915382dd27c0. 00020000:00000002:2.0:1778653877.926127:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00000020:00000001:2.0:1778653877.926133:0:34030:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1778653877.926136:0:34030:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1778653877.926141:0:34030:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1778653877.926145:0:34030:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1778653877.926148:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653877.926150:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000020:00000001:2.0:1778653877.926152:0:34030:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1778653877.926154:0:34030:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1778653877.926157:0:34030:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926159:0:34030:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926160:0:34030:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926162:0:34030:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.926169:0:34030:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:2.0:1778653877.926171:0:34030:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1778653877.926194:0:34030:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1778653877.926197:0:34030:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffeb11c4cd1180 0 1 00000020:00000001:2.0:1778653877.926200:0:34030:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1778653877.926201:0:34030:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926204:0:34030:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1778653877.926210:0:34030:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff915382e85a80. 00000020:00000001:2.0:1778653877.926213:0:34030:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1778653877.926214:0:34030:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1778653877.926216:0:34030:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1778653877.926218:0:34030:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1778653877.926220:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653877.926221:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000008:00000001:2.0:1778653877.926223:0:34030:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1778653877.926224:0:34030:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff915382e85af0 folio ffffeb11c4cd1180 pg:0 obj off 0 00000008:00000001:2.0:1778653877.926226:0:34030:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926227:0:34030:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1778653877.926228:0:34030:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1778653877.926229:0:34030:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1778653877.926230:0:34030:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926233:0:34030:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926234:0:34030:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386597419648 : -121687112131968 : ffff915382e85a80) 00000020:00000001:2.0:1778653877.926235:0:34030:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386597419648 : -121687112131968 : ffff915382e85a80) 00000020:00000001:2.0:1778653877.926236:0:34030:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1778653877.926238:0:34030:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653877.926238:0:34030:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600899216 : -121687108652400 : ffff9153831d7290) 00000020:00000001:2.0:1778653877.926240:0:34030:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1778653877.926241:0:34030:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1778653877.926243:0:34030:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653877.926245:0:34030:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[2 000000005ca87d19 1 1 000000007e7f5d2d] 00000020:00000001:2.0:1778653877.926247:0:34030:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1778653877.926248:0:34030:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653877.926249:0:34030:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1778653877.926250:0:34030:0:(rw26.c:568:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1778653877.926251:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926252:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926253:0:34030:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653877.926254:0:34030:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653877.926255:0:34030:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1778653877.926257:0:34030:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926258:0:34030:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926259:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00000001:2.0:1778653877.926261:0:34030:0:(rw26.c:588:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653877.926262:0:34030:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:2.0:1778653877.926263:0:34030:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.926266:0:34030:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:2.0:1778653877.926266:0:34030:0:(rw26.c:858:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1778653877.926268:0:34030:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653877.926269:0:34030:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600899216 : -121687108652400 : ffff9153831d7290) 00000020:00000001:2.0:1778653877.926270:0:34030:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1778653877.926271:0:34030:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653877.926275:0:34030:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1778653877.926277:0:34030:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1778653877.926277:0:34030:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1778653877.926278:0:34030:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1778653877.926280:0:34030:0:(rw26.c:916:ll_write_end()) page@000000007b363c54[3 000000005ca87d19 2 1 000000007e7f5d2d] 00000080:00200000:2.0:1778653877.926282:0:34030:0:(rw26.c:916:ll_write_end()) vmpage @00000000791c233c 17ffffc0001001 3:0 ffff915382e85a80 0 lru 00000080:00200000:2.0:1778653877.926295:0:34030:0:(rw26.c:916:ll_write_end()) osc-page@00000000c879e817 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000094a999ae 00000000e3762921 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1778653877.926297:0:34030:0:(rw26.c:916:ll_write_end()) end page@000000007b363c54 00000080:00200000:2.0:1778653877.926298:0:34030:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1778653877.926299:0:34030:0:(rw26.c:937:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1778653877.926302:0:34030:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1778653877.926304:0:34030:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1778653877.926306:0:34030:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1778653877.926307:0:34030:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1778653877.926309:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653877.926310:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000020:00000001:2.0:1778653877.926311:0:34030:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1778653877.926313:0:34030:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1778653877.926315:0:34030:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1778653877.926315:0:34030:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1778653877.926316:0:34030:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1778653877.926317:0:34030:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1778653877.926319:0:34030:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff915382940fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff915382e85af0 folio ffffeb11c4cd1180 pg:0 added for cmd 2 00000008:00000001:2.0:1778653877.926322:0:34030:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1778653877.926324:0:34030:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0001-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1778653877.926328:0:34030:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0001-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000400:00000200:0.0:1778653877.926477:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2540:2540:256:4294967295] 192.168.204.110@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:0.0:1778653877.926486:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000008:00000020:2.0:1778653877.926493:0:34030:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff915382e85b28 page ffffeb11c4cd1180 00000008:00000020:2.0:1778653877.926503:0:34030:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0001-osc-ffff915389b76000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000400:00000200:0.0:1778653877.926515:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000008:00000001:2.0:1778653877.926516:0:34030:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1778653877.926521:0:34030:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.926531:0:34030:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1778653877.926535:0:34030:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff915384f9a900. 00000800:00000200:0.0:1778653877.926537:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000008:00000020:2.0:1778653877.926542:0:34030:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff915382940fc0 extents at osc_extent_find:839, mppr: 256. 00000800:00000010:0.0:1778653877.926547:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d800. 00000008:00000020:2.0:1778653877.926548:0:34030:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382940fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1778653877.926558:0:34030:0:(osc_cache.c:857:osc_extent_find()) extent ffff915384f9a900@{[0 -> 255/255], [3|1|-|active|wi|ffff915382940fc0], [1703936|0|-|-|ffff915384c25a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000800:00000200:0.0:1778653877.926567:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000008:00010000:2.0:1778653877.926568:0:34030:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000c427c8c6 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1778653877.926580:0:34030:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1778653877.926584:0:34030:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653877.926591:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000008:00000001:2.0:1778653877.926592:0:34030:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.926596:0:34030:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1778653877.926598:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000800:00000200:0.0:1778653877.926602:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d800 type 1, nob 320 niov 1 nkiov 1 00000008:00000002:2.0:1778653877.926603:0:34030:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1778653877.926616:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926619:0:34030:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653877.926621:0:34030:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1778653877.926622:0:34030:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653877.926623:0:34030:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926625:0:34030:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926626:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:2.0:1778653877.926627:0:34030:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1778653877.926628:0:34030:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1778653877.926629:0:34030:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653877.926631:0:34030:0:(cl_page.c:556:cl_batch_put()) page@000000007b363c54[4 000000005ca87d19 2 1 000000007e7f5d2d] 00000020:00000001:2.0:1778653877.926631:0:34030:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1778653877.926632:0:34030:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1778653877.926634:0:34030:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000100:00000001:0.0:1778653877.926636:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1778653877.926637:0:34030:0:(osc_request.c:745:osc_update_next_shrink()) next time 2965 to shrink grant 00000100:00000040:0.0:1778653877.926645:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653877.926674:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.926687:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4380 x1865052071498112/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:728/0 lens 392/224 e 0 to 0 dl 1778653888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1778653877.926702:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:5774:x1865052071498112:12345-192.168.204.110@tcp:105: Request processed in 1671us (2308us total) trans 0 rc 0/0 00000100:00100000:0.0:1778653877.926714:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 63 00000100:00000040:0.0:1778653877.926719:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca11000 : new rpc_count 0 00000100:00000001:0.0:1778653877.926722:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1778653877.926725:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1778653877.926732:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75500. 00000020:00000010:0.0:1778653877.926737:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b22258. 00000020:00000010:0.0:1778653877.926744:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000080:00000001:2.0:1778653877.926745:0:34030:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:2.0:1778653877.926750:0:34030:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1778653877.926755:0:34030:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bdb5d38, count 1, dirtied 1 00000020:00000040:0.0:1778653877.926756:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca11000 : new refcount 3 00000080:00000001:2.0:1778653877.926758:0:34030:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1778653877.926764:0:34030:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000100:00000001:0.0:1778653877.926764:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653877.926817:0:34030:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653877.926818:0:34030:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1778653877.926819:0:34030:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653877.926822:0:34030:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[3 000000005ca87d19 2 1 0000000000000000] 00000020:00000001:2.0:1778653877.926823:0:34030:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1778653877.926824:0:34030:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653877.926825:0:34030:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1778653877.926826:0:34030:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653877.926827:0:34030:0:(cl_page.c:556:cl_batch_put()) page@000000007b363c54[3 000000005ca87d19 1 1 0000000000000000] 00000020:00000001:2.0:1778653877.926828:0:34030:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1778653877.926829:0:34030:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1778653877.926830:0:34030:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:2.0:1778653877.926831:0:34030:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1778653877.926831:0:34030:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926833:0:34030:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926834:0:34030:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926835:0:34030:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653877.926836:0:34030:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1778653877.926838:0:34030:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1778653877.926840:0:34030:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1778653877.926841:0:34030:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926842:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743b80 00000080:00200000:2.0:1778653877.926844:0:34030:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1778653877.926846:0:34030:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.926847:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00020000:00000001:2.0:1778653877.926848:0:34030:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653877.926851:0:34030:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.926853:0:34030:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653877.926854:0:34030:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000800:00000010:1.0:1778653877.926855:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d800. 00000020:00000001:2.0:1778653877.926856:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926862:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653877.926864:0:34030:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000400:00000200:1.0:1778653877.926865:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000001:2.0:1778653877.926866:0:34030:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653877.926869:0:34030:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926873:0:34030:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926874:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:2.0:1778653877.926875:0:34030:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926877:0:34030:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926878:0:34030:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.926879:0:34030:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926879:0:34030:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.926880:0:34030:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653877.926881:0:34030:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1778653877.926882:0:34030:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653877.926883:0:34030:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1778653877.926884:0:34030:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1778653877.926886:0:34030:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1778653877.926892:0:34030:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382940fc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000400:00000200:1.0:1778653877.926892:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000008:00000001:2.0:1778653877.926903:0:34030:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1778653877.926904:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29220 00000008:00000001:2.0:1778653877.926905:0:34030:0:(osc_cache.c:1858:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653877.926912:0:34030:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1778653877.926914:0:34030:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1778653877.926914:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29220. 00000008:00000001:2.0:1778653877.926924:0:34030:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1778653877.926925:0:34030:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653877.926926:0:34030:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.926927:0:2358:0:(events.c:386:reply_out_callback()) Process entered 00020000:00000001:2.0:1778653877.926928:0:34030:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.926931:0:2358:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1778653877.926932:0:34030:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653877.926935:0:34030:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653877.926937:0:34030:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653877.926939:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389b7d7b8 (ffff91538c5e4c68/0) at cl_lock_release():245 00000020:00000001:2.0:1778653877.926942:0:34030:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653877.926943:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389b7d7b8 (ffff91538c5e4c68/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653877.926985:0:34030:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653877.926988:0:34030:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653877.926989:0:34030:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755361064 : -121686954190552 : ffff91538c525928) 00000020:00000001:2.0:1778653877.926991:0:34030:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653877.926993:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d75db0 (ffff91538c5e43f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653877.926995:0:34030:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653877.926996:0:34030:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653877.926997:0:34030:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653877.926999:0:34030:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653877.927001:0:34030:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:2.0:1778653877.927003:0:34030:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.927005:0:34030:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653877.927007:0:34030:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653877.927010:0:34030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653877.927017:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.927018:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.927019:0:34030:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653877.927021:0:34030:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653877.927023:0:34030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653877.927030:0:34030:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653877.927032:0:34030:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653877.927034:0:34030:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653877.927038:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.927039:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.927040:0:34030:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.927043:0:34030:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653877.927044:0:34030:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.927047:0:34030:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.927051:0:34030:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.927052:0:34030:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653877.927053:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.927054:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653877.927055:0:34030:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653877.927056:0:34030:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653877.927057:0:34030:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653877.927059:0:34030:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653877.927060:0:34030:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653877.927061:0:34030:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653877.927062:0:34030:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653877.927063:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389b7d7b8 (ffff91538c5e4c68/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653877.927065:0:34030:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653877.927066:0:34030:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653877.927066:0:34030:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d75db0 (ffff91538c5e4c68/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653877.927068:0:34030:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45db50. 00000020:00000001:2.0:1778653877.927070:0:34030:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653877.927071:0:34030:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75d80. 00020000:00000001:2.0:1778653877.927073:0:34030:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653877.927074:0:34030:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653877.927074:0:34030:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1778653877.927076:0:34030:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653877.927077:0:34030:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.927078:0:34030:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653877.927079:0:34030:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653877.927080:0:34030:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.927081:0:34030:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.927082:0:34030:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653877.927082:0:34030:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653877.927083:0:34030:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1778653877.927085:0:34030:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1778653877.927086:0:34030:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653877.927087:0:34030:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653877.927088:0:34030:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653877.927089:0:34030:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653877.927089:0:34030:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653877.927091:0:34030:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653877.927091:0:34030:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.927092:0:34030:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653877.927093:0:34030:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653877.927094:0:34030:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653877.927096:0:34030:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653877.927099:0:34030:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1778653877.927101:0:34030:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1778653877.927103:0:34030:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1778653877.927104:0:34030:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653877.927105:0:34030:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653877.927106:0:34030:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653877.927107:0:34030:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653877.927108:0:34030:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653877.927109:0:34030:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e43f0 00000020:00000010:2.0:1778653877.927112:0:34030:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165200. 00000020:00000010:2.0:1778653877.927115:0:34030:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d57e0. 00000008:00000010:2.0:1778653877.927119:0:34030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfe468. 00020000:00000010:2.0:1778653877.927121:0:34030:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc000. 00008000:00000010:2.0:1778653877.927124:0:34030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:2.0:1778653877.927127:0:34030:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b930. 00000080:00000010:2.0:1778653877.927138:0:34030:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4920. 00000020:00000010:2.0:1778653877.927144:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165c00. 00000008:00000010:2.0:1778653877.927148:0:34030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998160. 00020000:00000010:2.0:1778653877.927151:0:34030:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526880. 00008000:00000010:2.0:1778653877.927154:0:34030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dec80. 00000080:00000010:2.0:1778653877.927157:0:34030:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7da50. 00000020:00000010:2.0:1778653877.927160:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164200. 00000020:00000010:2.0:1778653877.927164:0:34030:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e43f0. 00020000:00000001:2.0:1778653877.927166:0:34030:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653877.927168:0:34030:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653877.927170:0:34030:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653877.927172:0:34030:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653877.927175:0:34030:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653877.927175:0:34030:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1778653877.927177:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743c98 00000080:00200000:2.0:1778653877.927178:0:34030:0:(file.c:2207:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1778653877.927182:0:34030:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653877.927183:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.927184:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653877.927185:0:34030:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653877.927187:0:34030:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653877.927189:0:34030:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653877.927191:0:34030:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1778653877.927192:0:34030:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653877.927193:0:34030:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1778653877.927195:0:34030:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=23 (1) m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:2.0:1778653877.927197:0:34030:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653877.927199:0:34030:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:2.0:1778653877.927200:0:34030:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.927202:0:34030:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653877.927203:0:34030:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:2.0:1778653877.927204:0:34030:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653877.927206:0:34030:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1778653877.927209:0:34030:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1778653877.927211:0:34030:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1778653877.927213:0:34030:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4c60 00000020:00000010:2.0:1778653877.927214:0:34030:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165000. 00000020:00000010:2.0:1778653877.927216:0:34030:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:2.0:1778653877.927218:0:34030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bf8b28. 00020000:00000010:2.0:1778653877.927220:0:34030:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:2.0:1778653877.927222:0:34030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3fc08. 00000080:00000010:2.0:1778653877.927224:0:34030:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b540. 00000080:00000010:2.0:1778653877.927226:0:34030:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d7230. 00000020:00000010:2.0:1778653877.927228:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164a00. 00000008:00000010:2.0:1778653877.927229:0:34030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389999760. 00020000:00000010:2.0:1778653877.927231:0:34030:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c5258c0. 00008000:00000010:2.0:1778653877.927233:0:34030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3de140. 00000080:00000010:2.0:1778653877.927235:0:34030:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d780. 00000020:00000010:2.0:1778653877.927237:0:34030:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165e00. 00000020:00000010:2.0:1778653877.927238:0:34030:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4c60. 00000020:00000001:2.0:1778653877.927241:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743d88 00000080:00000008:2.0:1778653877.927242:0:34030:0:(file.c:2693:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1778653877.927246:0:34030:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1778653877.927262:0:34030:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653877.927264:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000002:2.0:1778653877.927266:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000001:2.0:1778653877.927268:0:34030:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.927275:0:34030:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653877.927276:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743db8 00000080:00200008:2.0:1778653877.927277:0:34030:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102001 00000080:00000001:2.0:1778653877.927280:0:34030:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653877.927282:0:34030:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1778653877.927283:0:34030:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653877.927285:0:34030:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000002:2.0:1778653877.927286:0:34030:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915382dd27c0 00020000:00000001:2.0:1778653877.927288:0:34030:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653877.927289:0:34030:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653877.927295:0:34030:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653877.927297:0:34030:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653877.927302:0:34030:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:2.0:1778653877.927304:0:34030:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653877.927308:0:34030:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653877.927309:0:34030:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1778653877.927311:0:34030:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653877.927312:0:34030:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653877.927316:0:34030:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915389991e00. 00000080:00000001:2.0:1778653877.927318:0:34030:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653877.927323:0:34030:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653877.927325:0:34030:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653877.927327:0:34030:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1778653877.927331:0:34030:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653877.927334:0:34030:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1778653877.927339:0:34030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653877.927342:0:34030:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653877.927347:0:34030:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653877.927350:0:34030:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653877.927353:0:34030:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653877.927360:0:34030:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990e00. 00000100:00000001:2.0:1778653877.927366:0:34030:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653877.927379:0:34030:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653877.927395:0:34030:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653877.927400:0:34030:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653877.927407:0:34030:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653877.927409:0:34030:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653877.927415:0:34030:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08c00. 00000100:00000001:2.0:1778653877.927418:0:34030:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597956608 : -121687111595008 : ffff915382f08c00) 00000100:00000001:2.0:1778653877.927421:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.927422:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653877.927426:0:34030:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653877.927430:0:34030:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.927432:0:34030:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653877.927433:0:34030:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653877.927437:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.927443:0:34030:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653877.927445:0:34030:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.927449:0:34030:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653877.927451:0:34030:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653877.927453:0:34030:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653877.927457:0:34030:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34030:1865052054692864:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653877.927461:0:34030:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653877.927465:0:34030:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653877.927467:0:34030:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.927469:0:34030:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653877.927473:0:34030:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653877.927475:0:34030:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653877.927481:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653877.927484:0:34030:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ed68. 00000400:00000010:2.0:1778653877.927490:0:34030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490440. 00000100:00000200:2.0:1778653877.927497:0:34030:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054692864, portal 10 00000100:00000001:2.0:1778653877.927500:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653877.927501:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653877.927507:0:34030:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653877.927514:0:34030:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653877.927517:0:34030:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653877.927519:0:34030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490880. 00000100:00000200:2.0:1778653877.927522:0:34030:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054692864, offset 0 00000400:00000200:2.0:1778653877.927528:0:34030:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653877.927536:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.927543:0:34030:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653877.927548:0:34030:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653877.927552:0:34030:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653877.927556:0:34030:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653877.927559:0:34030:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653877.927563:0:34030:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2541:2541:256:4294967295] 192.168.204.110@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:2.0:1778653877.927567:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653877.927577:0:34030:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653877.927583:0:34030:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653877.927587:0:34030:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653877.927594:0:34030:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653877.927601:0:34030:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653877.927605:0:34030:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653877.927620:0:34030:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.927625:0:34030:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 848760 usecs (849 jiffies) 00000400:00000200:2.0:1778653877.927628:0:34030:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653877.927630:0:34030:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433952 00000100:00000001:2.0:1778653877.927638:0:34030:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433904 00000100:00000001:2.0:1778653877.927644:0:34030:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433952 00000100:00000001:2.0:1778653877.927681:0:34030:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433904 00000100:00000001:2.0:1778653877.927686:0:34030:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.927689:0:34030:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.927691:0:34030:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.927693:0:34030:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653877.927695:0:34030:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08c00 going to sleep for 11 seconds 00000100:00000001:2.0:1778653877.927698:0:34030:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653877.927701:0:34030:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.927735:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.927739:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653877.927743:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.927748:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.927750:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490880 00000400:00000010:1.0:1778653877.927752:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490880. 00000100:00000001:1.0:1778653877.927755:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.927759:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.927767:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.927770:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.927775:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.927776:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.930935:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.930968:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.930973:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.930977:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.930989:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.930998:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.931008:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931015:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931021:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931026:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145352300 00000400:00000200:1.0:1778653877.931031:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931040:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x68c1 [1] + 224 00000800:00000001:1.0:1778653877.931049:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.931053:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.931057:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.931062:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.931072:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.931082:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653877.931094:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.931116:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.931127:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.931131:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.931133:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.931135:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.931137:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931141:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.931146:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931148:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931151:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931154:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145352400 00000400:00000200:1.0:1778653877.931158:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.931162:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x68d1 [1] + 224 00000800:00000001:1.0:1778653877.931183:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.931190:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.931192:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.931195:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.931198:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.931203:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.931220:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.931254:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.931258:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.931262:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.931541:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.931548:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653877.931556:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653877.931559:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653877.931563:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653877.931571:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:2.0:1778653877.931574:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:2.0:1778653877.931578:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653877.931588:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653877.931598:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.931615:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653877.931617:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.931620:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653877.931623:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653877.931625:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653877.931627:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653877.931630:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653877.931639:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653877.931697:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653877.931699:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653877.931701:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653877.931704:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653877.931707:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.931710:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653877.931712:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653877.931714:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653877.931716:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653877.931721:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.931728:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653877.931731:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653877.931733:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653877.931736:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653877.931743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054692608:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653877.931747:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.931749:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653877.931752:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054692608/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653877.931758:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653877.931760:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653877.931763:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990800. 02000000:00000001:2.0:1778653877.931766:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653877.931769:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653877.931771:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653877.931773:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653877.931776:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990000. 02000000:00000001:2.0:1778653877.931779:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653877.931781:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653877.931782:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653877.931785:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653877.931787:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.931789:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653877.931796:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653877.931798:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653877.931800:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653877.931802:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.932747:0:34030:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653877.932757:0:34030:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653877.932760:0:34030:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653877.932764:0:34030:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ed68. 00000400:00000200:0.0:1778653877.932773:0:34030:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490440 00000400:00000010:0.0:1778653877.932775:0:34030:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490440. 00000100:00000001:0.0:1778653877.932779:0:34030:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.932788:0:34030:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653877.932798:0:34030:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054692864/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.932806:0:34030:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653877.932807:0:34030:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.932810:0:34030:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653877.932813:0:34030:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653877.932816:0:34030:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.932818:0:34030:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.932821:0:34030:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.932829:0:34030:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=138 v=5 (10 5 5 5) 00000100:00001000:0.0:1778653877.932833:0:34030:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653877.932835:0:34030:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653877.932837:0:34030:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.932840:0:34030:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653877.932843:0:34030:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.932847:0:34030:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653877.932848:0:34030:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653877.932850:0:34030:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653877.932853:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.932855:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:0.0:1778653877.932858:0:34030:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653877.932859:0:34030:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653877.932862:0:34030:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653877.932864:0:34030:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.932869:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.932876:0:34030:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.932878:0:34030:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.932880:0:34030:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653877.932884:0:34030:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653877.932892:0:34030:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34030:1865052054692864:192.168.204.110@tcp:35:uname.0 00000100:00000001:0.0:1778653877.932897:0:34030:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.932900:0:34030:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.932902:0:34030:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653877.932904:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.932907:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.932913:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653877.932917:0:34030:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08c00. 00000100:00000001:0.0:1778653877.932920:0:34030:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653877.932922:0:34030:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.932930:0:34030:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.932931:0:34030:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000002:00000001:0.0:1778653877.932934:0:34030:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.932938:0:34030:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653877.932944:0:34030:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991e00. 00000080:00000001:0.0:1778653877.932948:0:34030:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1778653877.932951:0:34030:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1778653877.932967:0:34030:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1778653877.932973:0:34030:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653877.932982:0:34030:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.932984:0:34030:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653877.932987:0:34030:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7c40. 00000100:00000001:0.0:1778653877.932990:0:34030:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.932992:0:34030:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.932998:0:34030:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.933001:0:34030:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653877.933005:0:34030:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7e3c0. 00000080:00000001:0.0:1778653877.933009:0:34030:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.933017:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743db8 00000080:00000008:0.0:1778653877.933020:0:34030:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102001, rc = 0 00000080:00000001:0.0:1778653877.933023:0:34030:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.933028:0:34030:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653877.933030:0:34030:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1743e00 00000080:00002000:0.0:1778653877.933032:0:34030:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf40870, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:0.0:1778653877.933035:0:34030:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.968301:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd08 00000080:00200008:0.0:1778653877.968311:0:34035:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653877.968321:0:34035:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653877.968322:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fc80 00000080:00200000:0.0:1778653877.968324:0:34035:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653877.968332:0:34035:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165800. 00800000:00000002:0.0:1778653877.968339:0:34035:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653877.968343:0:34035:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653877.968349:0:34035:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.968351:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fba0 00800000:00000002:0.0:1778653877.968353:0:34035:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653877.968358:0:34035:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653877.968364:0:34035:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653877.968370:0:34035:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.968372:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fa70 00000002:00010000:0.0:1778653877.968374:0:34035:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653877.968378:0:34035:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653877.968381:0:34035:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.968385:0:34035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653877.968393:0:34035:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.968396:0:34035:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.968398:0:34035:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.968401:0:34035:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653877.968404:0:34035:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653877.968410:0:34035:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d880. 00000020:00000040:0.0:1778653877.968415:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653877.968423:0:34035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653877.968429:0:34035:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.968437:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.968440:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.968441:0:34035:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.968445:0:34035:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.968448:0:34035:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.968454:0:34035:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.968463:0:34035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eec000. 00000100:00000001:0.0:1778653877.968471:0:34035:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.968478:0:34035:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.968480:0:34035:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.968481:0:34035:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653877.968483:0:34035:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.968485:0:34035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.968490:0:34035:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00010000:00000001:0.0:1778653877.968495:0:34035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653877.968498:0:34035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653877.968503:0:34035:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063700. 00010000:00000010:0.0:1778653877.968507:0:34035:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75500. 00010000:00000001:0.0:1778653877.968512:0:34035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653877.968515:0:34035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24e00. 00000020:00000001:0.0:1778653877.968520:0:34035:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653877.968523:0:34035:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24e00 with handle 0x3df471c51a890268 to hash 00000020:00000001:0.0:1778653877.968526:0:34035:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653877.968528:0:34035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.968531:0:34035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.968536:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.968540:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.968545:0:34035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.968556:0:34035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.968571:0:34035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653877.968577:0:34035:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.968580:0:34035:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.968588:0:34035:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.968590:0:34035:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653877.968594:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.968596:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:0.0:1778653877.968601:0:34035:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.968605:0:34035:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.968607:0:34035:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.968609:0:34035:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.968623:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.968633:0:34035:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.968636:0:34035:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.968640:0:34035:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.968644:0:34035:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.968647:0:34035:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.968679:0:34035:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054692992:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653877.968684:0:34035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.968690:0:34035:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.968693:0:34035:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.968696:0:34035:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.968702:0:34035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538caf7000. 02000000:00000001:0.0:1778653877.968704:0:34035:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.968714:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.968719:0:34035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900ec8. 00000400:00000010:0.0:1778653877.968727:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653877.968736:0:34035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054692992, portal 10 00000100:00000001:0.0:1778653877.968738:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.968740:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000040:0.0:1778653877.968746:0:34035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.968754:0:34035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.968758:0:34035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.968760:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29770. 00000100:00000200:0.0:1778653877.968763:0:34035:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054692992, offset 0 00000400:00000200:0.0:1778653877.968770:0:34035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.968780:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.968789:0:34035:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.968796:0:34035:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.968802:0:34035:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.968806:0:34035:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.968809:0:34035:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.968813:0:34035:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2542:2542:256:4294967295] 192.168.204.110@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:0.0:1778653877.968819:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.968829:0:34035:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.968835:0:34035:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.968841:0:34035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507db00. 00000800:00000200:0.0:1778653877.968850:0:34035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.968859:0:34035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.968865:0:34035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.968964:0:34035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.968969:0:34035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 847688 usecs (848 jiffies) 00000400:00000200:0.0:1778653877.968973:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.968977:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433993 00000100:00000001:0.0:1778653877.968987:0:34035:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433952 00000100:00000001:0.0:1778653877.968993:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433993 00000100:00000001:0.0:1778653877.968997:0:34035:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433952 00000100:00000001:0.0:1778653877.969002:0:34035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.969005:0:34035:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.969008:0:34035:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.969010:0:34035:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.969013:0:34035:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6180 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.969017:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.969020:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.969416:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.969423:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507db00. 00000400:00000200:1.0:1778653877.969429:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.969437:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.969445:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29770 00000400:00000010:1.0:1778653877.969447:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29770. 00000100:00000001:1.0:1778653877.969453:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.969458:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.969470:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.969473:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.969481:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.969482:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.972470:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.972490:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.972495:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.972498:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.972508:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.972517:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.972527:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.972533:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.972539:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.972543:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145352480 00000400:00000200:1.0:1778653877.972549:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.972556:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x68d9 [1] + 224 00000800:00000001:1.0:1778653877.972564:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.972573:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.972576:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.972581:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.972590:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.972600:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653877.972612:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653877.972632:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.972642:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.972645:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.972768:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653877.972777:0:34035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653877.972780:0:34035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653877.972783:0:34035:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900ec8. 00000400:00000200:0.0:1778653877.972788:0:34035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:0.0:1778653877.972791:0:34035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:0.0:1778653877.972794:0:34035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.972799:0:34035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653877.972807:0:34035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.972813:0:34035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653877.972815:0:34035:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.972818:0:34035:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653877.972822:0:34035:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653877.972825:0:34035:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.972828:0:34035:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.972832:0:34035:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.972843:0:34035:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653877.972848:0:34035:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653877.972851:0:34035:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653877.972853:0:34035:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.972856:0:34035:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653877.972860:0:34035:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.972864:0:34035:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653877.972866:0:34035:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653877.972868:0:34035:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653877.972871:0:34035:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.972878:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.972884:0:34035:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.972888:0:34035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.972890:0:34035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653877.972894:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653877.972902:0:34035:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054692992:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653877.972908:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.972911:0:34035:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.972913:0:34035:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653877.972916:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.972919:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.972925:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653877.972929:0:34035:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.972932:0:34035:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653877.972934:0:34035:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.972937:0:34035:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653877.972942:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.972945:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.972948:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:0.0:1778653877.972950:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.972962:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000040:0.0:1778653877.972970:0:34035:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24e00, remote cookie: 0xdfa36d541726ffcb, flags: 0x1001 00010000:00010000:0.0:1778653877.972976:0:34035:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653877.972988:0:34035:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973000:0:34035:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653877.973005:0:34035:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653877.973007:0:34035:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653877.973009:0:34035:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653877.973010:0:34035:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653877.973013:0:34035:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063700) refcount = 1 00010000:00010000:0.0:1778653877.973017:0:34035:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973024:0:34035:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653877.973027:0:34035:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653877.973029:0:34035:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.973033:0:34035:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653877.973035:0:34035:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.973038:0:34035:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973044:0:34035:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653877.973046:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973048:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973049:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973050:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973052:0:34035:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.973057:0:34035:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653877.973059:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973060:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973061:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973063:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973066:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973068:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973069:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973070:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:0.0:1778653877.973072:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973075:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973078:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.973082:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.973085:0:34035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973092:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973093:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973094:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973095:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973096:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=5 00000020:00000001:0.0:1778653877.973098:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973100:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973102:0:34035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.973105:0:34035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973109:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973110:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653877.973112:0:34035:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973118:0:34035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.973119:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973120:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973122:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973123:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653877.973127:0:34035:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653877.973135:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973135:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973137:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973138:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973141:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973143:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973144:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.973146:0:34035:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.973148:0:34035:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.973151:0:34035:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653877.973154:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973155:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973155:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973157:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973159:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00000002:00010000:0.0:1778653877.973163:0:34035:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973169:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973170:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973172:0:34035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653877.973173:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973174:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973175:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973177:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973178:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000040:0.0:1778653877.973186:0:34035:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653877.973188:0:34035:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653877.973192:0:34035:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653877.973194:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973196:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.973197:0:34035:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653877.973200:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4f9f0 00000002:00002000:0.0:1778653877.973311:0:34035:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653877.973315:0:34035:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.973320:0:34035:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.973323:0:34035:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653877.973327:0:34035:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653877.973331:0:34035:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653877.973335:0:34035:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653877.973339:0:34035:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165800. 00000080:00000001:0.0:1778653877.973345:0:34035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653877.973348:0:34035:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653877.973355:0:34035:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653877.973360:0:34035:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653877.973367:0:34035:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb7c40. 00800000:00000001:0.0:1778653877.973370:0:34035:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629082176 : -121687080469440 : ffff915384cb7c40) 00800000:00000001:0.0:1778653877.973372:0:34035:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.973375:0:34035:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653877.973378:0:34035:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653877.973380:0:34035:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653877.973383:0:34035:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653877.973387:0:34035:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653877.973389:0:34035:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.973394:0:34035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653877.973397:0:34035:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1778653877.973399:0:34035:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653876 to 1778653877 00000080:00200000:0.0:1778653877.973405:0:34035:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653877.973407:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973408:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973409:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973411:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973414:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973416:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973417:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653877.973419:0:34035:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653877.973421:0:34035:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653877.973422:0:34035:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb7c40 1 00800000:00000010:0.0:1778653877.973425:0:34035:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb7c40. 00800000:00000001:0.0:1778653877.973428:0:34035:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.973432:0:34035:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890268 00800000:00000001:0.0:1778653877.973435:0:34035:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653877.973436:0:34035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653877.973438:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973439:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973440:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973442:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973444:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973446:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973447:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.973449:0:34035:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.973451:0:34035:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.973453:0:34035:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.973455:0:34035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653877.973459:0:34035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890268 from it ffffa71ac1c4fcb8 00010000:00000001:0.0:1778653877.973461:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.973462:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.973463:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.973465:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973467:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.973469:0:34035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.973471:0:34035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653877.973478:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973479:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973481:0:34035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653877.973483:0:34035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653877.973485:0:34035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653877.973492:0:34035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653877.973495:0:34035:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.973497:0:34035:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.973502:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973503:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.973505:0:34035:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.973508:0:34035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.973510:0:34035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.973512:0:34035:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.973515:0:34035:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.973516:0:34035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.973517:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.973519:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653877.973521:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.973525:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d880 x1865052054692992/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653877.973532:0:34035:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653877.973536:0:34035:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653877.973539:0:34035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538caf7000. 02000000:00000001:0.0:1778653877.973543:0:34035:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653877.973545:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.973547:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653877.973549:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653877.973553:0:34035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eec000. 02000000:00000001:0.0:1778653877.973557:0:34035:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653877.973559:0:34035:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653877.973561:0:34035:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d880. 00000100:00000001:0.0:1778653877.973565:0:34035:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653877.973567:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653877.973572:0:34035:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.973578:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd08 00000080:00000008:0.0:1778653877.973581:0:34035:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653877.974400:0:34035:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.974439:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd08 00000080:00200008:0.0:1778653877.974442:0:34035:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653877.974448:0:34035:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653877.974450:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fc80 00000080:00200000:0.0:1778653877.974451:0:34035:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653877.974457:0:34035:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165800. 00800000:00000002:0.0:1778653877.974463:0:34035:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653877.974467:0:34035:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653877.974472:0:34035:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.974474:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fba0 00800000:00000002:0.0:1778653877.974475:0:34035:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653877.974479:0:34035:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653877.974483:0:34035:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653877.974487:0:34035:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.974489:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fa70 00000002:00010000:0.0:1778653877.974491:0:34035:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653877.974495:0:34035:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653877.974497:0:34035:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.974500:0:34035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653877.974505:0:34035:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653877.974508:0:34035:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.974511:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.974515:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653877.974519:0:34035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653877.974529:0:34035:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653877.974535:0:34035:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.974538:0:34035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653877.974544:0:34035:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653877.974546:0:34035:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653877.974549:0:34035:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653877.974551:0:34035:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653877.974553:0:34035:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653877.974554:0:34035:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653877.974557:0:34035:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653877.974559:0:34035:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653877.974561:0:34035:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165800. 00000080:00000001:0.0:1778653877.974565:0:34035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653877.974567:0:34035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.974570:0:34035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653877.974573:0:34035:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890268 00800000:00000001:0.0:1778653877.974577:0:34035:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653877.974579:0:34035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653877.974580:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.974582:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.974584:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.974586:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.974588:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.974590:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.974591:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.974592:0:34035:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.974594:0:34035:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.974596:0:34035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890268 from it ffffa71ac1c4fcb8 00010000:00000001:0.0:1778653877.974598:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.974599:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.974600:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.974602:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.974604:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.974606:0:34035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.974608:0:34035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653877.974614:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.974615:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.974616:0:34035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653877.974618:0:34035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653877.974620:0:34035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653877.974627:0:34035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653877.974629:0:34035:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.974631:0:34035:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.974634:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.974635:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.974637:0:34035:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.974639:0:34035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.974641:0:34035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.974643:0:34035:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.974645:0:34035:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.974647:0:34035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.974988:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.974990:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653877.974993:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653877.974994:0:34035:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653877.975025:0:34035:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653877.975030:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd08 00000080:00000008:0.0:1778653877.975033:0:34035:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1778653877.975174:0:34035:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653877.975177:0:34035:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653877.975179:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fb78 00000080:00200000:0.0:1778653877.975180:0:34035:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653877.975185:0:34035:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165800. 00800000:00000002:0.0:1778653877.975189:0:34035:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653877.975191:0:34035:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653877.975193:0:34035:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.975195:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fa98 00800000:00000002:0.0:1778653877.975197:0:34035:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653877.975199:0:34035:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653877.975201:0:34035:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653877.975284:0:34035:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653877.975285:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4f968 00000002:00010000:0.0:1778653877.975287:0:34035:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653877.975289:0:34035:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653877.975291:0:34035:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653877.975293:0:34035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653877.975296:0:34035:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653877.975299:0:34035:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653877.975302:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653877.975304:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653877.975307:0:34035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1778653877.975316:0:34035:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653877.975320:0:34035:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653877.975322:0:34035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1778653877.975329:0:34035:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653877.975330:0:34035:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653877.975332:0:34035:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653877.975334:0:34035:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653877.975335:0:34035:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653877.975338:0:34035:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653877.975340:0:34035:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653877.975342:0:34035:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653877.975345:0:34035:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165800. 00000080:00000001:0.0:1778653877.975348:0:34035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653877.975350:0:34035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.975352:0:34035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653877.975354:0:34035:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890268 00800000:00000001:0.0:1778653877.975357:0:34035:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653877.975359:0:34035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653877.975360:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.975362:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.975363:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.975365:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.975367:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.975369:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.975371:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653877.975372:0:34035:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.975374:0:34035:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653877.975375:0:34035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890268 from it ffffa71ac1c4fbb0 00010000:00000001:0.0:1778653877.975378:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653877.975379:0:34035:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653877.975380:0:34035:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653877.975382:0:34035:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.975384:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653877.975385:0:34035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653877.975388:0:34035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653877.975394:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.975395:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.975396:0:34035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653877.975398:0:34035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653877.975400:0:34035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653877.975406:0:34035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653877.975408:0:34035:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653877.975409:0:34035:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653877.975412:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.975413:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653877.975414:0:34035:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.975416:0:34035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653877.975418:0:34035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.975419:0:34035:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.975421:0:34035:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.975423:0:34035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653877.975424:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653877.975425:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653877.975428:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653877.975430:0:34035:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653877.975432:0:34035:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:0.0:1778653877.975436:0:34035:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.975441:0:34035:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653877.975443:0:34035:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653877.975446:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fb78 00000080:00200008:0.0:1778653877.975448:0:34035:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00000010:0.0:1778653877.975454:0:34035:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7e3c0. 00000080:00000001:0.0:1778653877.975459:0:34035:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.975460:0:34035:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.975618:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.975621:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.975629:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.975633:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.975639:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.975643:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.975646:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.975725:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.975727:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.975736:0:34035:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:0.0:1778653877.975738:0:34035:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: age 1760, max_age 1764 00000002:00000001:0.0:1778653877.975743:0:34035:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:0.0:1778653877.975746:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000010:0.0:1778653877.975753:0:34035:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d880. 00000020:00000040:0.0:1778653877.975756:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653877.975761:0:34035:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.975764:0:34035:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.975768:0:34035:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.975775:0:34035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538507dd00. 00000100:00000001:0.0:1778653877.975784:0:34035:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.975787:0:34035:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.975789:0:34035:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.975797:0:34035:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.975799:0:34035:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653877.975802:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.975803:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:0.0:1778653877.975808:0:34035:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.975813:0:34035:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.975815:0:34035:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.975817:0:34035:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.975827:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.975840:0:34035:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.975843:0:34035:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.975848:0:34035:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.975850:0:34035:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.975853:0:34035:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.975857:0:34035:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054693120:192.168.204.110@tcp:41:lfs.0 00000100:00000001:0.0:1778653877.975861:0:34035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.975867:0:34035:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.975870:0:34035:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.975872:0:34035:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.975876:0:34035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653877.975878:0:34035:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.975886:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.975890:0:34035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900ec8. 00000400:00000010:0.0:1778653877.975897:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653877.975905:0:34035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054693120, portal 10 00000100:00000001:0.0:1778653877.975907:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.975908:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000040:0.0:1778653877.975914:0:34035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.975920:0:34035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.975923:0:34035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.975926:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29cc0. 00000100:00000200:0.0:1778653877.975929:0:34035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054693120, offset 0 00000400:00000200:0.0:1778653877.975937:0:34035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.975947:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.976117:0:34035:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.976125:0:34035:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.976130:0:34035:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.976135:0:34035:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.976138:0:34035:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.976142:0:34035:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2543:2543:256:4294967295] 192.168.204.110@tcp LPNI seq info [2543:2543:8:4294967295] 00000400:00000200:0.0:1778653877.976147:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.976158:0:34035:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.976164:0:34035:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.976170:0:34035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d600. 00000800:00000200:0.0:1778653877.976178:0:34035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.976187:0:34035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.976192:0:34035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.976212:0:34035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.976218:0:34035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 846617 usecs (847 jiffies) 00000400:00000200:0.0:1778653877.976221:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.976225:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433999 00000100:00000001:0.0:1778653877.976232:0:34035:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296433993 00000100:00000001:0.0:1778653877.976237:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433999 00000100:00000001:0.0:1778653877.976241:0:34035:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296433993 00000100:00000001:0.0:1778653877.976244:0:34035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.976247:0:34035:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.976249:0:34035:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.976252:0:34035:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.976254:0:34035:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6180 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.976257:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.976260:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.976411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653877.976417:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653877.976423:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7b80. 00000020:00000040:1.0:1778653877.976427:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653877.976430:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653877.976432:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653877.976435:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653877.976439:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16600. 00000100:00000001:1.0:1778653877.976443:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.976449:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653877.976456:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653877.976458:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.976464:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004550a14a] to pc [ptlrpcd_00_00+0] req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.976486:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653877.976491:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1770) 00000100:00000001:1.0:1778653877.976500:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.976503:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.976505:0:2366:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653877.976510:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.976517:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653877.976519:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.976521:0:2366:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653877.976523:0:2366:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653877.976525:0:2366:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653877.976528:0:2366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054693248:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653877.976531:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653877.976534:0:2366:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653877.976535:0:2366:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.976537:0:2366:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653877.976540:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153864aa600. 02000000:00000001:1.0:1778653877.976542:0:2366:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.976546:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653877.976549:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5478. 00000400:00000010:1.0:1778653877.976554:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19088. 00000100:00000200:1.0:1778653877.976558:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054693248, portal 25 00000100:00000001:1.0:1778653877.976560:0:2366:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653877.976561:0:2366:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000040:1.0:1778653877.976565:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.976571:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653877.976574:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653877.976576:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19dd0. 00000100:00000200:1.0:1778653877.976578:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054693248, offset 0 00000400:00000200:1.0:1778653877.976583:0:2366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653877.976587:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.976591:0:2366:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653877.976594:0:2366:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653877.976596:0:2366:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653877.976599:0:2366:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653877.976601:0:2366:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653877.976603:0:2366:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2544:2544:255:4294967295] 192.168.204.110@tcp LPNI seq info [2544:2544:7:4294967295] 00000400:00000200:1.0:1778653877.976607:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.976612:0:2366:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653877.976617:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653877.976620:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653877.976624:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653877.976628:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653877.976631:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653877.976634:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653877.976637:0:2366:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653877.976638:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296437384 00000100:00000001:1.0:1778653877.976642:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296433999 00000100:00000001:1.0:1778653877.976646:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296437384 00000100:00000001:1.0:1778653877.976682:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296433999 00000100:00000001:1.0:1778653877.976686:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.976688:0:2366:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.976690:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.976692:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.976700:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653877.976701:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653877.976703:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.976705:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.976706:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.976708:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.976717:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.976719:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.976917:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.976922:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d600. 00000400:00000200:1.0:1778653877.976927:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.976933:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.976939:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29cc0 00000400:00000010:1.0:1778653877.976942:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29cc0. 00000100:00000001:1.0:1778653877.976946:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.976951:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.976971:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.976975:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.976982:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.976984:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1778653877.977066:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.977068:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:1.0:1778653877.977072:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.977075:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.977077:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19dd0 00000400:00000010:1.0:1778653877.977079:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19dd0. 00000100:00000001:1.0:1778653877.977081:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.977084:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.977091:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.977093:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.977099:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.977101:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.979842:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.979864:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.979869:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.979871:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.979968:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.979979:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.979991:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.979996:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980002:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980007:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a04145352500 00000400:00000200:1.0:1778653877.980013:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980021:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x68e9 [1] + 224 00000800:00000001:1.0:1778653877.980030:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.980035:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.980039:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.980044:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.980054:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.980064:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653877.980076:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.980098:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.980109:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.980112:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.980114:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.980116:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.980120:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980123:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.980128:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980131:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980133:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980136:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145352580 00000400:00000200:1.0:1778653877.980140:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.980145:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x68f9 [1] + 224 00000800:00000001:1.0:1778653877.980149:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.980299:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.980302:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.980307:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.980311:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.980316:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653877.980326:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.980344:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.980348:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.980351:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.980366:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.980370:0:2366:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653877.980378:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653877.980380:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653877.980383:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5478. 00000400:00000200:1.0:1778653877.980388:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19088 00000400:00000010:1.0:1778653877.980390:0:2366:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19088. 00000100:00000001:1.0:1778653877.980393:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.980397:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653877.980407:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.980413:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653877.980415:0:2366:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.980418:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653877.980421:0:2366:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653877.980424:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653877.980427:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.980431:0:2366:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653877.980441:0:2366:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=138 v=5 (5 5 5 5) 00000100:00000001:0.0:1778653877.980443:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1778653877.980445:0:2366:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653877.980448:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1778653877.980448:0:34035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1778653877.980450:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1778653877.980450:0:34035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653877.980452:0:34035:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900ec8. 00010000:00000001:1.0:1778653877.980453:0:2366:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653877.980456:0:2366:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.980456:0:34035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:0.0:1778653877.980458:0:34035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:1.0:1778653877.980459:0:2366:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.980460:0:34035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1778653877.980463:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653877.980464:0:34035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.980472:0:2366:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653877.980475:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653877.980478:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1778653877.980479:0:34035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653877.980482:0:2366:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.980485:0:34035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653877.980487:0:34035:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.980489:0:34035:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653877.980490:0:34035:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1778653877.980491:0:2366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2366:1865052054693248:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653877.980491:0:34035:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.980493:0:34035:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.980495:0:34035:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.980497:0:2366:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.980500:0:2366:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1778653877.980501:0:34035:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=138 v=5 (101 101 101 137) 00000100:00000040:1.0:1778653877.980503:0:2366:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc7b80 x1865052054693248/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1778653877.980503:0:34035:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653877.980506:0:34035:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653877.980507:0:34035:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.980509:0:34035:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1778653877.980511:0:2366:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1778653877.980512:0:34035:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653877.980514:0:2366:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1778653877.980515:0:34035:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653877.980517:0:34035:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 02000000:00000010:1.0:1778653877.980518:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153864aa600. 00000100:00000001:0.0:1778653877.980519:0:34035:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1778653877.980521:0:2366:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653877.980522:0:34035:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653877.980524:0:2366:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1778653877.980525:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1778653877.980526:0:2366:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1778653877.980529:0:2366:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1778653877.980531:0:34035:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1778653877.980532:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16600. 00000100:00000001:0.0:1778653877.980533:0:34035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.980534:0:34035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1778653877.980535:0:2366:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653877.980537:0:2366:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1778653877.980537:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1778653877.980540:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7b80. 00000100:00000001:1.0:1778653877.980544:0:2366:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1778653877.980544:0:34035:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054693120:192.168.204.110@tcp:41:lfs.0 00000100:00000001:1.0:1778653877.980546:0:2366:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653877.980548:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.980548:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.980551:0:34035:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.980554:0:34035:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653877.980555:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653877.980557:0:2366:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1778653877.980558:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.980559:0:2366:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.980561:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653877.980564:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.980564:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653877.980567:0:34035:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.980569:0:34035:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653877.980571:0:34035:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653877.980578:0:34035:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:0.0:1778653877.980579:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.980582:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d880 x1865052054693120/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.980588:0:34035:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653877.980590:0:34035:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653877.980591:0:34035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653877.980594:0:34035:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653877.980595:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.980597:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653877.980598:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653877.980600:0:34035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538507dd00. 02000000:00000001:0.0:1778653877.980602:0:34035:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653877.980604:0:34035:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653877.980605:0:34035:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d880. 00000100:00000001:0.0:1778653877.980608:0:34035:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653877.980609:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653877.980611:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.980612:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653877.980614:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:0.0:1778653877.980617:0:34035:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: update ffff915388bb1e10 cache blocks 17238/17271 objects 532986/533339 00800000:00000001:0.0:1778653877.980622:0:34035:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653877.980629:0:34035:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980633:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653877.980636:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980639:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980643:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980759:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980762:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980771:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980774:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980780:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980785:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980787:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980790:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980792:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980796:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980798:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980800:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980803:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980805:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980807:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980811:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980812:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980815:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980816:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980818:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980820:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980821:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980823:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980824:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980826:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980828:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980830:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980833:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980835:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980837:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980840:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980841:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980844:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980845:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980847:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980849:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980851:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980852:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980854:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980856:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980858:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980860:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980862:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980864:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980866:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980869:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980870:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980873:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980874:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980876:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980877:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980879:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980880:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980881:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980883:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980886:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980887:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980889:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980892:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980894:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980896:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980898:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980900:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980901:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980902:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980904:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980906:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980907:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980908:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980912:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980913:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980915:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980917:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980919:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980921:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980923:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980924:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980927:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980928:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980930:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980932:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980933:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980935:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980936:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980939:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980940:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980942:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980944:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980947:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980948:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980951:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980952:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980965:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980966:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980969:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980971:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.980972:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.980973:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.980974:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.980977:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980979:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980981:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.980983:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.980985:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980987:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.980990:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.980991:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.980993:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.980994:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.980996:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.980998:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981000:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981001:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981002:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981004:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981006:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981008:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981009:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981011:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981013:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981016:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981017:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981019:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981020:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981022:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981024:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981025:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981026:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981027:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981030:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981032:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981033:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981036:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981038:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981040:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981045:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981047:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981049:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981050:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981052:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981054:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981055:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981056:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981057:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981059:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981061:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981063:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981064:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981067:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981068:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981071:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981072:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981075:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981076:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981078:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981080:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981081:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981082:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981084:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981086:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981088:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981090:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981091:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981094:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981095:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981098:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981100:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981102:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981103:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981105:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981107:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981108:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981110:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981111:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981113:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981115:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981117:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981119:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981121:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981123:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981128:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981130:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981132:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981133:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981135:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981137:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981140:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981141:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981142:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981144:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981145:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981147:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981148:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981150:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981152:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981155:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981156:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981159:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981160:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981162:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981164:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981166:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981167:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981168:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981171:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981173:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981174:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981177:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981179:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981181:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981184:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981185:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981188:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981189:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981191:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981193:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981195:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981196:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981197:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981199:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981201:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981203:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981205:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981207:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981208:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981211:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981213:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981215:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981216:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981218:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981220:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981222:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981224:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981225:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981227:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981228:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981230:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981232:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981234:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981235:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981238:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981239:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981241:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981242:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981244:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981246:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981248:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981249:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981250:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981253:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981255:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981257:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981259:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981260:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981262:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981265:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981267:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981269:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981270:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981272:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981274:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981276:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981277:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981279:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981282:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981284:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981286:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981288:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981290:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981291:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981294:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981295:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981297:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981298:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981300:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981302:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981303:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981304:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981305:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981308:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981309:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981311:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981313:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981315:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981316:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981319:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981320:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981322:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981323:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981325:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981327:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981329:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981330:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981332:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981334:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981336:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981337:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981339:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981342:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981343:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981346:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981348:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981350:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981351:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981353:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981354:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981355:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981356:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981357:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981359:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981361:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981362:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981364:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981366:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981368:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981370:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981371:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981373:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981374:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981376:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981378:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981379:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981380:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981381:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981383:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981385:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981386:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981388:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981390:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981391:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981394:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981395:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981397:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981398:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981400:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981402:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981403:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981404:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981405:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981407:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981409:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981410:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981412:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981413:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981415:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981418:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981419:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981421:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981422:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981423:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981425:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981427:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981427:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981429:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981431:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981433:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981435:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981437:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981438:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981440:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981442:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981443:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981445:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981446:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981448:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981450:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981451:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981452:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981453:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981456:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981457:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981459:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981460:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981462:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981464:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981467:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981468:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981470:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981471:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981473:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981475:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981477:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981478:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981479:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981481:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981483:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981484:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981486:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981488:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981489:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981492:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981493:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981496:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981497:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981499:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981501:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981503:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981504:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981505:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981507:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981509:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981511:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981513:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981515:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981516:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981520:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981521:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981523:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981524:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981526:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981528:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981530:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981531:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981532:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981534:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981536:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981538:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981540:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981542:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981544:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981547:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981548:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981550:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981551:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981554:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981556:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981557:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981558:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981559:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981562:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981564:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981566:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981568:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981570:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981571:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981574:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981575:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981577:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981578:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981580:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981582:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981583:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981584:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981586:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981588:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981590:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981591:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981594:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981597:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981598:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981601:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981602:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981606:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981607:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981609:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981611:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981613:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981614:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981615:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981618:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981620:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981622:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981624:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981626:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981628:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981631:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981632:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981635:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981636:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981638:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981640:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981642:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981643:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981644:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981647:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981678:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981680:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981682:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981685:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981686:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981690:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981691:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981694:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981695:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981698:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981699:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981701:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981702:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981703:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981706:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981708:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981710:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981711:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981714:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981715:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981718:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981720:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981722:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981723:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981725:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981727:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981729:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981730:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981731:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981733:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981735:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981737:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981739:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981741:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981743:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981746:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981748:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981750:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981751:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981753:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981756:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981757:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981758:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981760:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981762:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981764:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981766:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981768:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981770:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981771:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981774:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981775:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981777:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981778:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981780:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981782:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981784:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981785:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981786:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981788:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981790:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981791:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981793:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981795:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981797:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981799:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981800:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981803:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981804:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981805:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981808:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981809:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981810:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981812:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981814:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981816:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981818:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981820:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981822:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981824:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981826:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981828:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981830:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981831:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981834:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981836:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981838:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981845:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981846:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981850:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981852:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981853:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981855:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981857:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981859:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981862:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981863:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981865:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981867:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981869:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981871:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981872:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981874:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981875:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981877:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981879:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981880:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981882:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981884:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981886:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981889:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981890:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981893:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981894:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981896:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981898:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981899:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981900:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981902:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981904:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981906:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981908:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981910:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981912:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981913:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981916:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981917:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981919:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981920:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981922:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981924:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981926:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981926:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981928:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981930:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981932:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981934:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981936:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981938:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981940:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981943:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981944:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981947:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981948:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981950:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981952:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981964:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981966:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981967:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981970:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981972:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981974:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.981976:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.981979:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981980:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.981984:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.981986:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.981988:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.981989:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.981992:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.981994:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.981995:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.981996:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.981997:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.981999:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982001:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982003:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982005:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982007:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982009:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982011:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982012:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982015:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982016:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982017:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982019:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982021:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982022:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982023:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982026:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982027:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982029:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982032:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982033:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982035:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982037:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982039:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982041:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982042:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982045:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982046:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982048:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982049:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982050:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982052:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982054:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982056:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982057:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982059:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982061:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982064:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982065:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982067:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982068:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982070:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982072:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982074:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982075:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982076:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982078:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982079:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982081:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982082:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982083:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982085:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982088:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982089:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982091:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982092:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982094:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982096:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982098:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982099:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982100:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982102:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982103:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982105:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982107:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982108:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982109:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982112:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982113:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982115:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982116:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982117:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982119:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982120:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982121:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982122:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982124:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982125:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982127:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982128:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982130:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982131:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982134:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982135:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982138:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982139:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982141:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982143:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982144:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982146:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982147:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982150:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982151:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982153:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982154:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982156:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982158:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982161:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982162:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982164:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982165:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982167:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982169:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982170:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982171:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982172:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982174:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982176:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982178:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982179:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982181:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982183:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982185:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982187:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982189:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982190:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982192:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982194:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982195:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982197:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982198:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982200:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982202:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982204:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982206:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982208:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982210:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982212:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982214:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982216:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982217:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982219:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982221:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982222:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982223:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982224:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982227:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982228:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982230:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982232:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982234:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982235:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982238:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982239:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982242:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982243:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982245:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982247:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982248:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982249:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982251:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982253:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982255:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982257:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982260:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982262:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982264:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982267:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982268:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982271:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982272:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982274:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982276:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982277:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982279:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982280:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982282:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982284:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982285:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982288:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982290:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982292:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982295:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982296:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982299:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982300:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982302:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982304:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982305:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982307:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982308:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982310:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982312:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982314:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982316:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982318:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982320:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982322:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982324:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982326:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982327:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982329:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982331:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982333:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982334:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982335:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982337:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982339:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982340:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982343:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982344:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982346:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982349:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982350:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982352:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982353:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982355:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982357:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982358:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982359:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982361:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982363:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982365:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982367:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982369:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982371:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982373:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982376:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982377:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982379:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982380:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982382:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982384:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982385:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982386:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982388:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982390:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982391:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982393:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982395:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982397:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982398:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982401:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982402:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982404:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982405:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982407:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982409:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982410:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982411:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982413:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982415:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982417:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982419:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982420:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982422:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982424:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982427:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982428:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982431:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982432:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982434:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982436:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982438:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982439:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982441:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982444:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982446:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982447:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982449:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982452:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982454:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982457:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982458:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982461:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982462:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982464:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982466:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982468:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982469:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982470:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982473:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982475:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982477:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982479:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982481:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982482:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982485:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982487:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982489:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982490:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982492:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982495:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982496:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982497:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982498:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982501:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982503:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982504:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982506:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982508:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982510:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982513:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982514:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982517:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982518:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982520:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982523:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982524:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982525:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982527:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982530:0:34035:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982532:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982533:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.982536:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982538:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982540:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.982542:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982544:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982546:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982547:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982549:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982551:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982553:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1778653877.982554:0:34035:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1778653877.982555:0:34035:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00800000:00000001:0.0:1778653877.982558:0:34035:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.982560:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.982562:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1778653877.982564:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.982567:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.982569:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.982573:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.982574:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.982577:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.982578:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.982580:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.982583:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.982584:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.982589:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.982591:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.982600:0:34035:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1778653877.982602:0:34035:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: age 1760, max_age 1764 00000008:00000001:0.0:1778653877.982608:0:34035:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:0.0:1778653877.982612:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000010:0.0:1778653877.982619:0:34035:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d880. 00000020:00000040:0.0:1778653877.982623:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.982627:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.982629:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.982631:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1778653877.982634:0:34035:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.982637:0:34035:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.982643:0:34035:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.982760:0:34035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538507dd00. 00000100:00000001:0.0:1778653877.982769:0:34035:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.982775:0:34035:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.982777:0:34035:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.982783:0:34035:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.982785:0:34035:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653877.982788:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.982790:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:0.0:1778653877.982795:0:34035:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.982799:0:34035:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.982801:0:34035:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.982803:0:34035:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.982816:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.982826:0:34035:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.982828:0:34035:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.982833:0:34035:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.982836:0:34035:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.982839:0:34035:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.982842:0:34035:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054693376:192.168.204.110@tcp:13:lfs.0 00000100:00000001:0.0:1778653877.982847:0:34035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.982854:0:34035:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.982857:0:34035:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.982860:0:34035:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.982864:0:34035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653877.982866:0:34035:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.982873:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.982877:0:34035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900ec8. 00000400:00000010:0.0:1778653877.982884:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653877.982894:0:34035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054693376, portal 4 00000100:00000001:0.0:1778653877.982897:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.982898:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000040:0.0:1778653877.982905:0:34035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.982912:0:34035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.982916:0:34035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.982918:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29198. 00000100:00000200:0.0:1778653877.982921:0:34035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054693376, offset 0 00000400:00000200:0.0:1778653877.982928:0:34035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.982937:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.982946:0:34035:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.982952:0:34035:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.982966:0:34035:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.982971:0:34035:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.982974:0:34035:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.982979:0:34035:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2545:2545:256:4294967295] 192.168.204.110@tcp LPNI seq info [2545:2545:8:4294967295] 00000400:00000200:0.0:1778653877.982983:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.982992:0:34035:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.982999:0:34035:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.983005:0:34035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507dc00. 00000800:00000200:0.0:1778653877.983013:0:34035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.983023:0:34035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.983028:0:34035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.983100:0:34035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.983106:0:34035:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21080 usecs (22 jiffies) 00000400:00000200:0.0:1778653877.983109:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.983113:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433181 00000100:00000001:0.0:1778653877.983116:0:34035:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:0.0:1778653877.983119:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433181 00000100:00000001:0.0:1778653877.983122:0:34035:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:0.0:1778653877.983125:0:34035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.983128:0:34035:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.983130:0:34035:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.983132:0:34035:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.983134:0:34035:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6180 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.983138:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.983141:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.983531:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.983537:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507dc00. 00000400:00000200:1.0:1778653877.983543:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.983549:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.983555:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29198 00000400:00000010:1.0:1778653877.983558:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29198. 00000100:00000001:1.0:1778653877.983562:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.983567:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.983577:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.983579:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.983591:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.983593:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.985803:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.985823:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.985829:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.985832:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.985842:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.985852:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.985861:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.985867:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.985874:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.985879:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145352600 00000400:00000200:1.0:1778653877.985883:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.985890:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x6909 [1] + 224 00000800:00000001:1.0:1778653877.985899:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.985907:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.985910:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.985915:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.985922:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.985930:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653877.985942:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986016:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653877.986034:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.986043:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.986046:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653877.986085:0:34035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653877.986087:0:34035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653877.986092:0:34035:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900ec8. 00000400:00000200:0.0:1778653877.986097:0:34035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:0.0:1778653877.986100:0:34035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:0.0:1778653877.986103:0:34035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.986108:0:34035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653877.986124:0:34035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986131:0:34035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653877.986133:0:34035:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.986136:0:34035:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653877.986140:0:34035:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653877.986143:0:34035:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.986146:0:34035:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.986150:0:34035:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.986161:0:34035:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ace8 time=137 v=5 (5 0 0 5) 00000100:00001000:0.0:1778653877.986165:0:34035:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653877.986169:0:34035:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653877.986171:0:34035:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.986174:0:34035:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653877.986179:0:34035:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.986183:0:34035:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653877.986185:0:34035:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967344 00000100:00000001:0.0:1778653877.986187:0:34035:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653877.986189:0:34035:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.986194:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986202:0:34035:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.986270:0:34035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.986273:0:34035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653877.986278:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653877.986286:0:34035:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054693376:192.168.204.110@tcp:13:lfs.0 00000100:00000001:0.0:1778653877.986292:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.986295:0:34035:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.986298:0:34035:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653877.986301:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.986305:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986313:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653877.986316:0:34035:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.986319:0:34035:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653877.986321:0:34035:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653877.986328:0:34035:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:0.0:1778653877.986330:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.986333:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d880 x1865052054693376/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986340:0:34035:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653877.986342:0:34035:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653877.986346:0:34035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653877.986350:0:34035:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653877.986353:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.986356:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.986359:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653877.986362:0:34035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538507dd00. 02000000:00000001:0.0:1778653877.986366:0:34035:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653877.986368:0:34035:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653877.986371:0:34035:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d880. 00000100:00000001:0.0:1778653877.986375:0:34035:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653877.986376:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1778653877.986380:0:34035:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: update ffff915388bb37d0 cache blocks 3678/3683 objects 117792/118192 00020000:00000001:0.0:1778653877.986384:0:34035:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.986390:0:34035:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.986393:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653877.986397:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.986401:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.986404:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.986530:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.986533:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.986542:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.986546:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.986552:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.986557:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.986560:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.986563:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.986565:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.986573:0:34035:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1778653877.986575:0:34035:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: age 1760, max_age 1764 00000008:00000001:0.0:1778653877.986579:0:34035:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:0.0:1778653877.986582:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000010:0.0:1778653877.986588:0:34035:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d880. 00000020:00000040:0.0:1778653877.986591:0:34035:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.986594:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.986596:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.986598:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1778653877.986600:0:34035:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653877.986603:0:34035:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653877.986608:0:34035:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653877.986614:0:34035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538507dd00. 00000100:00000001:0.0:1778653877.986621:0:34035:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.986624:0:34035:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653877.986626:0:34035:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653877.986632:0:34035:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.986635:0:34035:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653877.986638:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.986640:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:0.0:1778653877.986645:0:34035:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653877.986693:0:34035:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.986695:0:34035:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653877.986697:0:34035:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653877.986703:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986711:0:34035:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653877.986714:0:34035:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.986718:0:34035:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653877.986721:0:34035:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653877.986723:0:34035:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653877.986727:0:34035:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054693504:192.168.204.110@tcp:13:lfs.0 00000100:00000001:0.0:1778653877.986731:0:34035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653877.986737:0:34035:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653877.986739:0:34035:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.986742:0:34035:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653877.986747:0:34035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653877.986748:0:34035:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653877.986756:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653877.986759:0:34035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900ec8. 00000400:00000010:0.0:1778653877.986765:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653877.986771:0:34035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054693504, portal 4 00000100:00000001:0.0:1778653877.986773:0:34035:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653877.986775:0:34035:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000040:0.0:1778653877.986780:0:34035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.986787:0:34035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653877.986789:0:34035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653877.986791:0:34035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a293b8. 00000100:00000200:0.0:1778653877.986794:0:34035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054693504, offset 0 00000400:00000200:0.0:1778653877.986800:0:34035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653877.986807:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.986814:0:34035:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653877.986820:0:34035:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653877.986824:0:34035:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653877.986828:0:34035:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653877.986830:0:34035:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653877.986834:0:34035:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2546:2546:256:4294967295] 192.168.204.110@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:0.0:1778653877.986838:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653877.986846:0:34035:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653877.986852:0:34035:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653877.986860:0:34035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507dc00. 00000800:00000200:0.0:1778653877.986868:0:34035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653877.986877:0:34035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653877.986881:0:34035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653877.986890:0:34035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.986895:0:34035:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 254492 usecs (255 jiffies) 00000400:00000200:0.0:1778653877.986898:0:34035:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653877.986902:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296433418 00000100:00000001:0.0:1778653877.986905:0:34035:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:0.0:1778653877.986907:0:34035:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296433418 00000100:00000001:0.0:1778653877.986910:0:34035:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:0.0:1778653877.986912:0:34035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.986915:0:34035:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.986918:0:34035:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653877.986920:0:34035:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653877.986922:0:34035:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6180 going to sleep for 11 seconds 00000100:00000001:0.0:1778653877.986924:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653877.986927:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653877.987098:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653877.987104:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507dc00. 00000400:00000200:1.0:1778653877.987108:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.987114:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653877.987118:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a293b8 00000400:00000010:1.0:1778653877.987121:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a293b8. 00000100:00000001:1.0:1778653877.987124:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653877.987128:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.987138:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653877.987141:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.987148:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653877.987149:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653877.990036:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.990057:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653877.990061:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.990064:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.990076:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.990085:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653877.990095:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.990101:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.990107:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.990112:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145352680 00000400:00000200:1.0:1778653877.990117:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653877.990125:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x6919 [1] + 224 00000800:00000001:1.0:1778653877.990134:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.990144:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653877.990147:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653877.990152:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653877.990161:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653877.990170:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653877.990181:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653877.990204:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653877.990214:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653877.990217:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.990291:0:34035:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653877.990300:0:34035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653877.990302:0:34035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653877.990307:0:34035:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900ec8. 00000400:00000200:0.0:1778653877.990312:0:34035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:0.0:1778653877.990315:0:34035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:0.0:1778653877.990318:0:34035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653877.990322:0:34035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653877.990331:0:34035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.990336:0:34035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653877.990338:0:34035:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.990341:0:34035:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653877.990345:0:34035:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653877.990348:0:34035:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653877.990351:0:34035:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653877.990355:0:34035:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653877.990366:0:34035:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bca0 time=137 v=5 (5 0 0 5) 00000100:00001000:0.0:1778653877.990371:0:34035:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653877.990374:0:34035:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653877.990375:0:34035:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653877.990378:0:34035:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653877.990382:0:34035:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.990386:0:34035:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653877.990389:0:34035:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653877.990391:0:34035:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653877.990393:0:34035:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653877.990398:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.990405:0:34035:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653877.990408:0:34035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653877.990411:0:34035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653877.990414:0:34035:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653877.990421:0:34035:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34035:1865052054693504:192.168.204.110@tcp:13:lfs.0 00000100:00000001:0.0:1778653877.990426:0:34035:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653877.990429:0:34035:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653877.990432:0:34035:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653877.990434:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.990437:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.990445:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653877.990448:0:34035:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653877.990452:0:34035:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653877.990453:0:34035:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653877.990460:0:34035:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:0.0:1778653877.990462:0:34035:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653877.990465:0:34035:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d880 x1865052054693504/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653877.990473:0:34035:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653877.990475:0:34035:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653877.990479:0:34035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653877.990482:0:34035:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653877.990485:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653877.990487:0:34035:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653877.990489:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653877.990492:0:34035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538507dd00. 02000000:00000001:0.0:1778653877.990496:0:34035:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653877.990498:0:34035:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653877.990500:0:34035:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d880. 00000100:00000001:0.0:1778653877.990504:0:34035:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653877.990505:0:34035:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1778653877.990508:0:34035:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: update ffff91538a398450 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:0.0:1778653877.990513:0:34035:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653877.990518:0:34035:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990521:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653877.990524:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990527:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990530:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990609:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990612:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990621:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990623:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990629:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990634:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990637:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990640:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990642:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990646:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990648:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990684:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990686:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990688:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990691:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990695:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990697:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990699:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990700:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990703:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990705:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990706:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990707:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990709:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990711:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990713:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990715:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990717:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990718:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990720:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990722:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990724:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990726:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990727:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990728:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990730:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990731:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990733:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990734:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990736:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990737:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990739:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990741:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990742:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990744:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990746:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990747:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990750:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990751:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990752:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990754:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990755:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990756:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990757:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990759:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990760:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990762:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990764:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990765:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990767:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990770:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990771:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990773:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990773:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990775:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990776:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990777:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990778:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990779:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990780:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990782:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990783:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990784:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990786:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990787:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990790:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990791:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990793:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990794:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990795:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990797:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990799:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990800:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990801:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990803:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990805:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990807:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990809:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990810:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990812:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990814:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990815:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990817:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990818:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990819:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990821:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990822:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990823:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990824:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990826:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990828:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990830:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990831:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990832:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990834:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990836:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990837:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990839:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990839:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990841:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990842:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990843:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990844:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990846:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990848:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990850:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990852:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990854:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990855:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990856:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990859:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990860:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990861:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990862:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990864:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990865:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990866:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.990867:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.990868:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.990870:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990871:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990873:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.990875:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.990877:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990878:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.990881:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.990882:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.990883:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.990884:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.990886:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.990887:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.990889:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992112:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992116:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992125:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992129:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992133:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992137:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992143:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992145:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992157:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992159:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992164:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992167:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992176:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992179:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992181:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992182:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992183:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992186:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992188:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992191:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992193:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992195:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992197:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992201:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992202:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992205:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992206:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992208:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992211:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992212:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992213:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992214:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992217:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992219:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992221:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992223:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992226:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992228:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992231:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992233:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992235:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992236:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992238:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992240:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992242:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992243:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992244:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992247:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992248:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992250:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992252:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992254:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992256:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992258:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992259:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992261:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992262:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992264:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992266:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992268:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992269:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992270:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992272:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992274:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992276:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992278:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992280:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992282:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992285:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992286:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992289:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992290:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992292:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992294:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992295:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992296:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992297:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992300:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992301:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992303:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992305:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992307:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992309:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992311:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992313:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992315:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992316:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992318:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992320:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992322:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992323:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992324:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992327:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992329:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992331:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992333:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992334:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992336:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992339:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992340:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992342:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992343:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992346:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992348:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992349:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992350:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992352:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992354:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992356:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992358:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992360:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992362:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992364:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992367:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992368:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992371:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992372:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992374:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992376:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992377:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992378:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992380:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992382:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992385:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992387:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992389:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992390:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992392:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992396:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992397:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992400:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992401:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992403:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992406:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992407:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992409:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992410:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992413:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992415:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992417:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992419:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992421:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992423:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992426:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992427:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992430:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992431:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992433:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992436:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992437:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992439:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992440:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992443:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992445:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992448:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992450:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992452:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992454:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992458:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992459:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992462:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992463:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992465:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992467:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992469:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992470:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992471:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992474:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992476:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992478:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992481:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992483:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992484:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992487:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992488:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992490:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992491:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992493:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992496:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992497:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992498:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992499:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992501:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992503:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992505:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992506:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992508:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992510:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992513:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992514:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992517:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992518:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992520:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992523:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992524:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992525:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992527:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992529:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992532:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992533:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992536:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992538:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992540:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992543:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992545:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992547:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992548:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992550:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992552:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992554:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992555:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992556:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992559:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992561:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992562:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992564:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992567:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992569:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992572:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992573:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992576:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992577:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992579:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992581:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992583:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992584:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992585:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992587:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992589:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992591:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992593:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992596:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992597:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992600:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992602:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992605:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992606:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992607:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992609:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992611:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992612:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992613:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992616:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992618:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992619:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992621:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992623:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992625:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992629:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992630:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992632:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992634:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992635:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992638:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992639:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992641:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992642:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992645:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992647:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992665:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992668:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992669:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992671:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992674:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992676:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992679:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992680:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992682:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992685:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992687:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992688:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992689:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992692:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992694:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992696:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992698:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992700:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992702:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992705:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992706:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992709:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992710:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992712:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992714:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992715:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992716:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992718:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992720:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992722:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992723:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992725:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992727:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992729:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992732:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992734:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992736:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992737:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992740:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992742:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992744:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992746:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992747:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992750:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992752:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992753:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992755:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992758:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992760:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992763:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992765:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992767:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992768:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992771:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992773:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992774:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992775:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992776:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992779:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992781:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992783:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992785:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992787:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992789:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992792:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992794:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992796:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992797:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992799:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992801:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992803:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992804:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992805:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992807:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992809:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992811:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992814:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992816:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992817:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992821:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992822:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992825:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992827:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992829:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992832:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992834:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992835:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992836:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992838:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992840:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992842:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992845:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992847:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992849:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992852:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.992853:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.992856:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.992857:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.992859:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.992861:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.992863:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.992864:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.992866:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.992868:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992870:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992872:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.992874:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.992876:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992878:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.992881:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994104:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994121:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994124:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994133:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994138:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994140:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994144:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994146:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994149:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994151:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994153:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994155:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994160:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994162:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994175:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994176:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994179:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994180:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994182:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994184:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994186:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994187:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994188:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994191:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994192:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994194:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994196:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994198:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994200:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994202:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994204:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994207:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994208:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994210:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994212:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994213:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994214:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994216:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994218:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994220:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994221:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994223:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994226:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994227:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994230:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994232:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994234:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994235:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994237:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994239:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994240:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994241:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994243:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994245:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994247:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994248:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994250:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994252:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994254:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994257:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994258:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994261:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994262:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994264:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994266:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994268:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994269:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994271:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994273:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994275:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994277:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994279:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994281:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994283:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994286:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994287:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994290:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994291:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994294:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994296:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994298:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994299:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994300:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994302:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994304:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994306:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994308:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994310:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994311:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994314:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994315:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994317:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994318:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994320:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994322:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994324:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994325:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994327:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994329:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994331:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994332:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994334:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994337:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994339:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994342:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994343:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994345:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994347:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994349:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994351:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994352:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994354:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994355:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994357:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994359:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994361:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994363:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994365:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994366:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994369:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994370:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994372:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994374:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994376:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994378:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994379:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994380:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994381:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994384:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994386:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994388:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994390:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994391:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994393:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994396:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994397:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994400:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994401:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994402:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994404:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994406:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994406:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994407:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994410:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994411:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994413:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994415:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994417:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994419:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994421:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994423:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994425:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994426:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994428:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994430:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994432:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994433:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994434:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994436:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994438:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994440:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994442:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994444:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994446:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994449:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994450:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994453:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994454:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994456:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994457:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994459:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994460:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994461:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994464:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994466:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994467:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994470:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994472:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994474:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994477:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994478:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994480:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994481:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994483:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994485:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994487:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994488:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994489:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994491:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994493:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994495:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994497:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994499:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994501:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994503:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994505:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994507:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994508:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994510:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994512:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994513:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994514:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994516:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994518:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994520:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994522:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994523:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994525:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994526:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994529:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994530:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994532:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994533:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994535:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994538:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994539:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994540:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994542:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994544:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994546:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994547:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994549:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994551:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994552:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994555:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994556:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994558:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994559:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994561:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994563:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994565:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994566:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994567:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994570:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994572:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994574:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994576:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994578:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994580:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994583:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994584:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994587:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994588:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994590:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994592:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994593:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994595:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994596:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994598:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994600:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994602:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994604:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994606:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994607:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994610:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994611:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994613:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994614:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994616:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994618:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994620:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994621:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994622:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994625:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994627:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994628:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994630:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994632:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994634:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994636:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994638:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994640:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994641:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994643:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994645:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994646:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994647:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994672:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994675:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994677:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994679:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994681:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994684:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994686:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994689:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994690:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994692:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994694:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994696:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994699:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994700:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994702:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994703:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994706:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994708:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994710:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994712:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994714:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994716:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994719:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994720:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994723:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994724:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994726:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994728:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994730:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994731:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994732:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994735:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994737:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994739:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994740:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994742:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994744:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994747:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994748:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994751:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994752:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994754:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994756:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994757:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994758:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994760:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994762:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994764:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994765:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994767:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994769:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994771:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994774:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994775:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994778:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994779:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994781:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994783:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994784:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994786:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994787:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994789:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994791:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994792:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994794:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994796:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994797:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994800:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994801:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994803:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994804:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994805:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994807:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994808:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994809:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994811:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994813:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994815:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994817:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994818:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994820:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994821:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994824:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994825:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994828:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994829:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994830:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994832:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994834:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994835:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994836:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994839:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994841:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994842:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994844:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994846:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994848:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994850:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994851:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994853:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994854:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994856:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.994857:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.994859:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.994859:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.994861:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.994863:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994864:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994866:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.994867:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.994869:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994871:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.994873:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.994875:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.994877:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.994878:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.994880:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.996054:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.996066:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.996070:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.996074:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.996082:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996084:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996087:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.996090:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.996096:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996099:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996115:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.996117:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.996123:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.996125:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.996135:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.996138:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.996140:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.996141:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.996142:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.996145:0:34035:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996147:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996149:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1778653877.996151:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.996153:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996155:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1778653877.996159:0:34035:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653877.996161:0:34035:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fff71ac2fb0 00000080:00000001:0.0:1778653877.996163:0:34035:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:0.0:1778653877.996164:0:34035:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1778653877.996167:0:34035:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915385eec000. 00000020:00000001:0.0:1778653877.996169:0:34035:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.996171:0:34035:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1778653877.996174:0:34035:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1778653877.996175:0:34035:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915385eec000 uarg=0000000000000000 00020000:00000001:0.0:1778653877.996178:0:34035:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.996180:0:34035:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.996181:0:34035:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1778653877.996184:0:34035:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915385eec000. 00000080:00000001:0.0:1778653877.996186:0:34035:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.996188:0:34035:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1778653877.996205:0:34035:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:0.0:1778653877.996208:0:34035:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653877.996212:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd98 00000080:00200008:0.0:1778653877.996215:0:34035:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00400000:0.0:1778653877.996220:0:34035:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1778653877.996224:0:34035:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7e3c0. 00000080:00000001:0.0:1778653877.996229:0:34035:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653877.996231:0:34035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd98 00000080:00000008:0.0:1778653877.996233:0:34035:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000, rc = 0 00000080:00000001:0.0:1778653877.996235:0:34035:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653877.996237:0:34035:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653878.004518:0:34036:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653878.004528:0:34036:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653878.004530:0:34036:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653878.004534:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97bc0 00000080:00200000:0.0:1778653878.004539:0:34036:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653878.004547:0:34036:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165800. 00800000:00000002:0.0:1778653878.004556:0:34036:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653878.004560:0:34036:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653878.004565:0:34036:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653878.004567:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ae0 00800000:00000002:0.0:1778653878.004570:0:34036:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653878.004574:0:34036:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653878.004578:0:34036:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653878.004584:0:34036:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653878.004586:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c979b0 00000002:00010000:0.0:1778653878.004589:0:34036:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653878.004593:0:34036:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653878.004595:0:34036:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653878.004599:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653878.004607:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653878.004611:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653878.004616:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653878.004622:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653878.004626:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1778653878.004638:0:34036:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653878.004645:0:34036:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653878.004648:0:34036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1778653878.004676:0:34036:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653878.004678:0:34036:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653878.004679:0:34036:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653878.004681:0:34036:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653878.004683:0:34036:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653878.004686:0:34036:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653878.004688:0:34036:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653878.004691:0:34036:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653878.004695:0:34036:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165800. 00000080:00000001:0.0:1778653878.004701:0:34036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653878.004703:0:34036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653878.004706:0:34036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653878.004710:0:34036:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890268 00800000:00000001:0.0:1778653878.004713:0:34036:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653878.004715:0:34036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653878.004717:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.004719:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.004722:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653878.004724:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653878.004727:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653878.004730:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.004732:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653878.004733:0:34036:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653878.004735:0:34036:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653878.004737:0:34036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890268 from it ffffa71ac1c97bf8 00010000:00000001:0.0:1778653878.004740:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.004741:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.004742:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653878.004744:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653878.004746:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653878.004748:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653878.004751:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653878.004758:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.004759:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.004761:0:34036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653878.004764:0:34036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653878.004766:0:34036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653878.004775:0:34036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653878.004781:0:34036:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653878.004783:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653878.004788:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.004789:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.004791:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.004794:0:34036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653878.004796:0:34036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.004797:0:34036:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.004800:0:34036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.004802:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653878.004804:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.004806:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653878.004809:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653878.004811:0:34036:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653878.004814:0:34036:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653878.004819:0:34036:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653878.004827:0:34036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1778653878.004831:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b58 00000080:00002000:0.0:1778653878.004832:0:34036:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf40870) flags 0x48000e refc 0 00000080:00000001:0.0:1778653878.004835:0:34036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653878.004837:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97bc8 00000080:00200000:0.0:1778653878.004839:0:34036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1778653878.004847:0:34036:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653878.004849:0:34036:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88), inode mode 81a4 mask 52 00000080:00000001:0.0:1778653878.004852:0:34036:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653878.004859:0:34036:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653878.004861:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b98 00000080:00200008:0.0:1778653878.004863:0:34036:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102101 00000080:00000010:0.0:1778653878.004870:0:34036:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7e3c0. 00000080:00000001:0.0:1778653878.004877:0:34036:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1778653878.004880:0:34036:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165800. 00800000:00000002:0.0:1778653878.004882:0:34036:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653878.004885:0:34036:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653878.004886:0:34036:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653878.004888:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a48 00800000:00000002:0.0:1778653878.004890:0:34036:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653878.004893:0:34036:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1778653878.004896:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c979c8 00800000:00000002:0.0:1778653878.004898:0:34036:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1778653878.004901:0:34036:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653878.004902:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97900 00000002:00010000:0.0:1778653878.004904:0:34036:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:0.0:1778653878.004907:0:34036:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653878.004910:0:34036:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653878.004914:0:34036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653878.004917:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:0.0:1778653878.004920:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653878.004923:0:34036:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653878.004927:0:34036:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.004928:0:34036:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.004930:0:34036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.004932:0:34036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653878.004934:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653878.004936:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653878.004938:0:34036:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653878.004940:0:34036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653878.004943:0:34036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1778653878.004951:0:34036:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653878.004967:0:34036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653878.004970:0:34036:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653878.004972:0:34036:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1778653878.004974:0:34036:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653878.004976:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653878.004978:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:0.0:1778653878.004981:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653878.004983:0:34036:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.004985:0:34036:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653878.004986:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653878.004987:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:0.0:1778653878.004989:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653878.004991:0:34036:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.004993:0:34036:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653878.004994:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653878.004995:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:0.0:1778653878.004997:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653878.004998:0:34036:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653878.005000:0:34036:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1778653878.005003:0:34036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1778653878.005007:0:34036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1778653878.005010:0:34036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1778653878.005013:0:34036:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653878.005014:0:34036:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.005018:0:34036:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653878.005021:0:34036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653878.005022:0:34036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653878.005024:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653878.005026:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653878.005028:0:34036:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24e00 with handle 0x3df471c51a890268 from hash 00010000:00000001:0.0:1778653878.005031:0:34036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653878.005032:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.005033:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.005034:0:34036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653878.005037:0:34036:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653878.005038:0:34036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653878.005041:0:34036:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653878.005042:0:34036:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653878.005045:0:34036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653878.005051:0:34036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9d880. 00000020:00000040:0.0:1778653878.005060:0:34036:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653878.005066:0:34036:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653878.005068:0:34036:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.005071:0:34036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653878.005076:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653878.005078:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.005079:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.005081:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.005084:0:34036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653878.005086:0:34036:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653878.005089:0:34036:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653878.005098:0:34036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eec000. 00000100:00000001:0.0:1778653878.005106:0:34036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.005111:0:34036:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653878.005114:0:34036:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653878.005118:0:34036:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1778653878.005130:0:34036:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653878.005131:0:34036:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653878.005133:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653878.005135:0:34036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a890268 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726ffcb expref: -99 pid: 34035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1778653878.005143:0:34036:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063700 count: 0 00010000:00000010:0.0:1778653878.005149:0:34036:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75500. 00010000:00000001:0.0:1778653878.005160:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.005162:0:34036:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.005164:0:34036:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653878.005165:0:34036:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.005167:0:34036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.005175:0:34036:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00010000:00000001:0.0:1778653878.005179:0:34036:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653878.005181:0:34036:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653878.005186:0:34036:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063900. 00010000:00000010:0.0:1778653878.005189:0:34036:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75500. 00010000:00000001:0.0:1778653878.005194:0:34036:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653878.005197:0:34036:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25400. 00000020:00000001:0.0:1778653878.005200:0:34036:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653878.005202:0:34036:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25400 with handle 0x3df471c51a89026f to hash 00000020:00000001:0.0:1778653878.005204:0:34036:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653878.005206:0:34036:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.005211:0:34036:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.005214:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653878.005215:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653878.005219:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653878.005225:0:34036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34036 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653878.005238:0:34036:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653878.005252:0:34036:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653878.005262:0:34036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34036 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653878.005268:0:34036:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653878.005270:0:34036:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653878.005277:0:34036:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653878.005280:0:34036:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691072384 : -121687018479232 : ffff9153887d6180) 00000100:00000001:0.0:1778653878.005283:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653878.005284:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:0.0:1778653878.005290:0:34036:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653878.005295:0:34036:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.005297:0:34036:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653878.005299:0:34036:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653878.005303:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.005310:0:34036:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653878.005313:0:34036:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653878.005317:0:34036:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653878.005320:0:34036:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653878.005322:0:34036:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653878.005325:0:34036:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34036:1865052054693760:192.168.204.110@tcp:101:bash.0 00000100:00000001:0.0:1778653878.005329:0:34036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653878.005336:0:34036:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653878.005340:0:34036:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653878.005342:0:34036:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653878.005415:0:34036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386600000. 02000000:00000001:0.0:1778653878.005418:0:34036:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653878.005428:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653878.005433:0:34036:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900ec8. 00000400:00000010:0.0:1778653878.005442:0:34036:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915385eed000. 00000100:00000200:0.0:1778653878.005451:0:34036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054693760, portal 10 00000100:00000001:0.0:1778653878.005453:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653878.005454:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000040:0.0:1778653878.005461:0:34036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.005469:0:34036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653878.005473:0:34036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653878.005477:0:34036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29880. 00000100:00000200:0.0:1778653878.005481:0:34036:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054693760, offset 0 00000400:00000200:0.0:1778653878.005488:0:34036:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653878.005500:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.005509:0:34036:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653878.005516:0:34036:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653878.005521:0:34036:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653878.005525:0:34036:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653878.005528:0:34036:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653878.005533:0:34036:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2547:2547:256:4294967295] 192.168.204.110@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:0.0:1778653878.005538:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.005548:0:34036:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653878.005555:0:34036:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653878.005561:0:34036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507dd00. 00000800:00000200:0.0:1778653878.005569:0:34036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653878.005578:0:34036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653878.005584:0:34036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507dd00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1778653878.005604:0:34036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.005609:0:34036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 845551 usecs (846 jiffies) 00000400:00000200:0.0:1778653878.005613:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653878.005617:0:34036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434027 00000100:00000001:0.0:1778653878.005620:0:34036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:0.0:1778653878.005623:0:34036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434027 00000100:00000001:0.0:1778653878.005626:0:34036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:0.0:1778653878.005630:0:34036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653878.005633:0:34036:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.005637:0:34036:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653878.005639:0:34036:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653878.005642:0:34036:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6180 going to sleep for 11 seconds 00000100:00000001:0.0:1778653878.005646:0:34036:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653878.005676:0:34036:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653878.005778:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.005784:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507dd00. 00000400:00000200:1.0:1778653878.005789:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.005795:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.005807:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29880 00000400:00000010:1.0:1778653878.005810:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29880. 00000100:00000001:1.0:1778653878.005815:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653878.005820:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.005829:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.005833:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.005840:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.005842:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.009423:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.009443:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.009448:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.009451:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.009461:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.009469:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.009480:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.009486:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.009492:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.009496:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146359200 00000400:00000200:1.0:1778653878.009506:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x60e9 [2] + 1704 00000800:00000001:1.0:1778653878.009516:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.009536:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.009540:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.009545:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.009564:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653878.009568:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653878.009576:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc7b80. 00000100:00000040:1.0:1778653878.009581:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc7b80 x1865052071498240 msgsize 328 00000100:00100000:1.0:1778653878.009585:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653878.009600:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.009610:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.009614:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653878.012320:0:15837:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1778653878.012327:0:15837:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071498240 02000000:00000001:0.0:1778653878.012332:0:15837:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1778653878.012335:0:15837:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653878.012338:0:15837:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653878.012345:0:15837:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653878.012350:0:15837:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071498240 00000020:00000001:0.0:1778653878.012354:0:15837:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653878.012357:0:15837:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:0.0:1778653878.012359:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.012363:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:0.0:1778653878.012367:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:0.0:1778653878.012370:0:15837:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000001:0.0:1778653878.012375:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653878.012385:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c40. 00000100:00000001:0.0:1778653878.012388:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653878.012391:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c40. 00000020:00000010:0.0:1778653878.012401:0:15837:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164e00. 00000020:00000010:0.0:1778653878.012407:0:15837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75a00. 00000020:00000010:0.0:1778653878.012414:0:15837:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b22258. 00000100:00000040:0.0:1778653878.012525:0:15837:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653878.012531:0:15837:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1778653878.012533:0:15837:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1778653878.012535:0:15837:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.012545:0:15837:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.012561:0:15837:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653878.012574:0:15837:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1778653878.012576:0:15837:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1778653878.012587:0:15837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 64 00000100:00000040:0.0:1778653878.012591:0:15837:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca13800 : new rpc_count 1 00000100:00000001:0.0:1778653878.012594:0:15837:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711985024 : -121686997566592 : ffff915389bc7b80) 00000100:00000040:0.0:1778653878.012602:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc7b80 x1865052071498240/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:729/0 lens 328/0 e 0 to 0 dl 1778653889 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653878.012612:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653878.012615:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c40. 00000100:00000001:0.0:1778653878.012617:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653878.012619:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c40. 00000100:00100000:0.0:1778653878.012623:0:15837:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24302:x1865052071498240:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1778653878.012627:0:15837:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071498240 00010000:00000001:0.0:1778653878.012630:0:15837:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653878.012638:0:15837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.012640:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.012642:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=2 00000020:00000001:0.0:1778653878.012644:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:0.0:1778653878.012647:0:15837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000010:0.1:1778653878.012760:0:15837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063700. 00010000:00000010:0.1:1778653878.012768:0:15837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24e00. 00010000:00000001:0.0:1778653878.012779:0:15837:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653878.012783:0:15837:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653878.012790:0:15837:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1778653878.012801:0:15837:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653878.012804:0:15837:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653878.012809:0:15837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eec800. 02000000:00000001:0.0:1778653878.012810:0:15837:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.012813:0:15837:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.012817:0:15837:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653878.012820:0:15837:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653878.012824:0:15837:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653878.012829:0:15837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653878.012831:0:15837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653878.012833:0:15837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653878.012835:0:15837:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653878.012837:0:15837:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.012840:0:15837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653878.012842:0:15837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653878.012847:0:15837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29ee0. 00000100:00000200:0.0:1778653878.012853:0:15837:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071498240, offset 224 00000400:00000200:0.0:1778653878.012859:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653878.012870:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.012878:0:15837:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653878.012885:0:15837:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2548:2548:256:4294967295] 192.168.204.110@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:0.0:1778653878.012890:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.012902:0:15837:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653878.012907:0:15837:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653878.012913:0:15837:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d600. 00000800:00000200:0.0:1778653878.012921:0:15837:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653878.012930:0:15837:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653878.012934:0:15837:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653878.012952:0:15837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.012966:0:15837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653878.012970:0:15837:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653878.012975:0:15837:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9153887d6840. 00010000:00000001:0.0:1778653878.012978:0:15837:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653878.012990:0:15837:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1778653878.012996:0:15837:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.012997:0:15837:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.013000:0:15837:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.013005:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc7b80 x1865052071498240/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:729/0 lens 328/224 e 0 to 0 dl 1778653889 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1778653878.013016:0:15837:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24302:x1865052071498240:12345-192.168.204.110@tcp:104: Request processed in 402us (3433us total) trans 0 rc 0/0 00000020:00000001:2.0:1778653878.013021:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653878.013024:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653878.013024:0:15837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 64 00010000:00010000:2.0:1778653878.013027:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1778653878.013027:0:15837:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca13800 : new rpc_count 0 00000100:00000001:0.0:1778653878.013030:0:15837:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1778653878.013031:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1778653878.013032:0:15837:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1778653878.013033:0:15848:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653878.013037:0:15848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00000010:0.0:1778653878.013037:0:15837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75a00. 00000020:00000010:0.0:1778653878.013041:0:15837:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b22258. 00000020:00000010:0.0:1778653878.013044:0:15837:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164e00. 00010000:00010000:2.0:1778653878.013046:0:15848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9a600 already unused, calling callback (ffffffffc1a0d7a0) 00000020:00000040:0.0:1778653878.013049:0:15837:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000080:00000001:2.0:1778653878.013050:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653878.013053:0:15848:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1778653878.013053:0:15837:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653878.013062:0:15848:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653878.013064:0:15848:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653878.013068:0:15848:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.013075:0:15848:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653878.013078:0:15848:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653878.013079:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.013081:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.013083:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9a600 refcount=3 00000020:00000001:2.0:1778653878.013085:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653878.013087:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628961792 : -121687080589824 : ffff915384c9a600) 00010000:00000001:2.0:1778653878.013089:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653878.013091:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653878.013096:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653878.013100:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653878.013102:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653878.013104:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:2.0:1778653878.013108:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653878.013111:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.013117:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:2.0:1778653878.013119:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653878.013123:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653878.013124:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653878.013125:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.013126:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:2.0:1778653878.013127:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653878.013128:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653878.013129:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653878.013130:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.013130:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:2.0:1778653878.013131:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653878.013132:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653878.013133:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653878.013134:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.013134:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63cb00 count: 2 00010000:00000001:2.0:1778653878.013135:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653878.013136:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.013138:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.013139:0:15848:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653878.013141:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.013145:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653878.013148:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990600. 00000020:00000010:2.0:1778653878.013151:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990200. 00000020:00000010:2.0:1778653878.013154:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.013159:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.013164:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.013168:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.013172:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.013175:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.013177:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990c00. 00000008:00000010:2.0:1778653878.013180:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.013183:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.013185:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.013189:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653878.013191:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653878.013193:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653878.013194:0:15848:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1778653878.013197:0:15848:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:2.0:1778653878.013200:0:15848:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1778653878.013203:0:15848:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1778653878.013207:0:15848:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653878.013210:0:15848:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653878.013213:0:15848:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1778653878.013215:0:15848:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.013216:0:15848:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653878.013218:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653878.013221:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990200. 00000020:00000010:2.0:1778653878.013224:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.013228:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.013231:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.013233:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.013236:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.013240:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.013255:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990600. 00000008:00000010:2.0:1778653878.013258:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.013260:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.013263:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.013266:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653878.013269:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990c00. 00000020:00000010:2.0:1778653878.013271:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000080:00000001:2.0:1778653878.013274:0:15848:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.013282:0:15848:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653878.013284:0:15848:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff91538bdb5b88) invalid 00000020:00000001:2.0:1778653878.013288:0:15848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ccfc40 00000080:00002000:2.0:1778653878.013290:0:15848:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry recon (ffff91538bf40870) parent ffff91538bd08360 inode ffff91538bdb5b88 refc 2 00000080:00000001:2.0:1778653878.013295:0:15848:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653878.013297:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653878.013299:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.013302:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653878.013306:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653878.013307:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653878.013309:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653878.013311:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653878.013313:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9a600 with handle 0x3df471c51a890253 from hash 00010000:00000001:2.0:1778653878.013315:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653878.013317:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.013318:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.013319:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653878.013323:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653878.013324:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653878.013330:0:15848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653878.013335:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.013336:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.013338:0:15848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.013340:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653878.013343:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653878.013348:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653878.013351:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653878.013356:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653878.013359:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653878.013364:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653878.013370:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990c00. 00000100:00000001:2.0:1778653878.013376:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.013379:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653878.013383:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1778653878.013390:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653878.013391:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653878.013395:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1778653878.013396:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1778653878.013400:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d600. 00000100:00000001:2.0:1778653878.013401:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653878.013405:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1778653878.013408:0:15848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f8a266] to pc [ptlrpcd_01_00+0] req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1778653878.013411:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.013417:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29ee0 00000400:00000010:1.0:1778653878.013419:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29ee0. 00000100:00000001:1.0:1778653878.013424:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653878.013425:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1778653878.013521:0:15848:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653878.013523:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.013524:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.013526:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.013528:0:15848:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.013530:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.013534:0:15848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.013541:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653878.013544:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9a600/0x3df471c51a890253 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xdfa36d541726ffa8 expref: -99 pid: 34030 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1778653878.013552:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7600. 00010000:00000040:2.0:1778653878.013556:0:15848:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63cb00 count: 0 00010000:00000010:2.0:1778653878.013562:0:15848:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36b80. 00000100:00000001:3.0:1778653878.013565:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653878.013569:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1778653878.013570:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.013572:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1778653878.013572:0:15848:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653878.013574:0:15848:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9153887d6840. 00010000:00000001:2.0:1778653878.013577:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.013579:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1778653878.013580:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653878.013581:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.013583:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653878.013585:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653878.013586:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.013587:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653878.013588:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1778653878.013589:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653878.013590:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.013591:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.013592:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1778653878.013596:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1778653878.013598:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1778653878.013599:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.013601:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.013602:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653878.013605:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054693888:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653878.013609:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653878.013616:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653878.013621:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.013624:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653878.013774:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990600. 02000000:00000001:2.0:1778653878.013777:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653878.013786:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653878.013790:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653878.013796:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653878.013802:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054693888, portal 18 00000100:00000001:2.0:1778653878.013806:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653878.013807:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653878.013815:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.013821:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653878.013823:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653878.013826:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864907f8. 00000100:00000200:2.0:1778653878.013829:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054693888, offset 0 00000400:00000200:2.0:1778653878.013835:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653878.013841:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653878.013845:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653878.013850:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653878.013855:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653878.013859:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653878.013862:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653878.013865:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2549:2549:256:4294967295] 192.168.204.110@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:2.0:1778653878.013870:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653878.013877:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653878.013888:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653878.013893:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653878.013898:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653878.013903:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653878.013906:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653878.013920:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653878.013925:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 845551 usecs (846 jiffies) 00000400:00000200:2.0:1778653878.013929:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653878.013932:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434036 00000100:00000001:2.0:1778653878.013936:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:2.0:1778653878.013938:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434036 00000100:00000001:2.0:1778653878.013940:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:2.0:1778653878.013943:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.013945:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.013949:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.013951:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.013967:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653878.013970:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653878.013973:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653878.013974:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653878.013976:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.013978:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653878.014074:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.014078:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653878.014081:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.014085:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.014089:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864907f8 00000400:00000010:1.0:1778653878.014091:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864907f8. 00000100:00000001:1.0:1778653878.014095:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653878.014099:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.014109:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.014113:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.014121:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.014123:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.017541:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.017564:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.017568:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.017572:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.017583:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.017592:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.017604:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.017610:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.017616:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.017621:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145352800 00000400:00000200:1.0:1778653878.017627:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.017635:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6941 [1] + 224 00000800:00000001:1.0:1778653878.017644:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.017740:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.017744:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.017749:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.017757:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.017768:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653878.017780:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.017823:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653878.017828:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653878.017845:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.017855:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.017859:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653878.017901:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653878.017903:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653878.017908:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653878.017913:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:2.0:1778653878.017915:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:2.0:1778653878.017918:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653878.017923:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653878.017937:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.017943:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653878.017945:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.017948:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653878.017952:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653878.017965:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653878.017967:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.017971:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653878.017982:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653878.017987:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653878.017990:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653878.017993:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.017996:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653878.018000:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.018004:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653878.018007:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653878.018009:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653878.018012:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653878.018017:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.018023:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.018026:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653878.018028:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653878.018032:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653878.018039:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054693888:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653878.018044:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.018046:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.018049:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054693888/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.018056:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653878.018059:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653878.018063:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990600. 02000000:00000001:2.0:1778653878.018067:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653878.018070:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653878.018072:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653878.018074:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653878.018077:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990c00. 02000000:00000001:2.0:1778653878.018080:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653878.018083:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653878.018085:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653878.018088:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653878.018090:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.018093:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.018101:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653878.018104:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.018106:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653878.018108:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653878.019760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63cb00. 00010000:00000010:2.1:1778653878.019776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9a600. 00000800:00000001:1.0:1778653878.021785:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.021806:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.021811:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.021814:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.021824:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.021833:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.021844:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.021849:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.021856:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.021861:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145352780 00000400:00000200:1.0:1778653878.021867:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.021874:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6929 [32] + 224 00000800:00000001:1.0:1778653878.021882:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.021893:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.021897:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.021902:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.021910:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.021919:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653878.021930:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.021963:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.021973:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.021976:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653878.022195:0:34036:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653878.022205:0:34036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653878.022208:0:34036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653878.022212:0:34036:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900ec8. 00000400:00000200:0.0:1778653878.022218:0:34036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915385eed000 00000400:00000010:0.0:1778653878.022221:0:34036:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915385eed000. 00000100:00000001:0.0:1778653878.022225:0:34036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653878.022230:0:34036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653878.022240:0:34036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9d880 x1865052054693760/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.022246:0:34036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653878.022249:0:34036:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653878.022252:0:34036:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653878.022256:0:34036:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653878.022259:0:34036:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653878.022262:0:34036:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653878.022265:0:34036:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653878.022276:0:34036:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=139 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653878.022281:0:34036:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653878.022285:0:34036:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653878.022287:0:34036:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.022290:0:34036:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653878.022294:0:34036:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.022298:0:34036:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653878.022300:0:34036:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653878.022302:0:34036:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653878.022305:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653878.022307:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:0.0:1778653878.022312:0:34036:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653878.022314:0:34036:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653878.022316:0:34036:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653878.022319:0:34036:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.022325:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.022333:0:34036:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653878.022337:0:34036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653878.022339:0:34036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653878.022343:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653878.022352:0:34036:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9d880 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34036:1865052054693760:192.168.204.110@tcp:101:bash.0 00000100:00000001:0.0:1778653878.022357:0:34036:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653878.022360:0:34036:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.022363:0:34036:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653878.022365:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653878.022368:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.022376:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653878.022378:0:34036:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6180. 00000100:00000001:0.0:1778653878.022382:0:34036:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653878.022384:0:34036:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.022387:0:34036:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653878.022392:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.022396:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.022399:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=4 00000020:00000001:0.0:1778653878.022402:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022405:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000040:0.0:1778653878.022413:0:34036:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25400, remote cookie: 0xdfa36d541726ffd9, flags: 0x1001 00010000:00000040:0.0:1778653878.022417:0:34036:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1778653878.022421:0:34036:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1778653878.022430:0:34036:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063700. 00010000:00000010:0.0:1778653878.022435:0:34036:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75a00. 00010000:00000040:0.0:1778653878.022442:0:34036:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063900 count: 0 00010000:00000010:0.0:1778653878.022449:0:34036:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75500. 00010000:00000001:0.0:1778653878.022458:0:34036:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653878.022463:0:34036:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 4/0,1 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653878.022473:0:34036:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 4/0,1 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653878.022480:0:34036:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653878.022484:0:34036:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653878.022487:0:34036:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653878.022489:0:34036:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653878.022490:0:34036:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653878.022493:0:34036:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff915383063700) refcount = 1 00010000:00010000:0.0:1778653878.022497:0:34036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653878.022505:0:34036:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653878.022509:0:34036:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653878.022511:0:34036:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653878.022515:0:34036:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653878.022518:0:34036:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653878.022521:0:34036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653878.022527:0:34036:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653878.022528:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.022530:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.022531:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.022532:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.022533:0:34036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.022538:0:34036:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653878.022541:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.022542:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.022544:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.022546:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022548:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022550:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.022551:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653878.022555:0:34036:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=200002b, status=0 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653878.022563:0:34036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653878.022568:0:34036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653878.022575:0:34036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.022581:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.022582:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.022583:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.022585:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022587:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022589:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.022590:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653878.022592:0:34036:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.022594:0:34036:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653878.022598:0:34036:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653878.022601:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653878.022602:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00010000:00000001:0.0:1778653878.022604:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.022605:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.022606:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.022608:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022610:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00000002:00010000:0.0:1778653878.022613:0:34036:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653878.022620:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.022621:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.022624:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653878.022625:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.022626:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.022627:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.022629:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.022632:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000040:0.0:1778653878.022635:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:0.0:1778653878.022637:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653878.022642:0:34036:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 8 res 8589935620/49 (0 0) 00010000:00000001:0.0:1778653878.022645:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.022646:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653878.022647:0:34036:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653878.022715:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97880 00000002:00002000:0.0:1778653878.022718:0:34036:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1778653878.022721:0:34036:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653878.022725:0:34036:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653878.022729:0:34036:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653878.022732:0:34036:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653878.022736:0:34036:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653878.022740:0:34036:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653878.022744:0:34036:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165800. 00000080:00000001:0.0:1778653878.022751:0:34036:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653878.022758:0:34036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653878.022762:0:34036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1778653878.022767:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653878.022772:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4120. 00000020:00000010:0.0:1778653878.022777:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165800. 00000020:00000010:0.0:1778653878.022783:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164e00. 00000020:00000010:0.0:1778653878.022789:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653878.022797:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653878.022803:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653878.022809:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653878.022817:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653878.022822:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653878.022827:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164800. 00000008:00000010:0.0:1778653878.022832:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653878.022837:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653878.022841:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653878.022845:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d000. 00000020:00000001:0.0:1778653878.022848:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141352 : -121686953410264 : ffff91538c5e4128) 00000020:00001000:0.0:1778653878.022851:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4120 00000020:00000001:0.0:1778653878.022854:0:34036:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653878.022859:0:34036:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653878.022862:0:34036:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653878.022870:0:34036:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d57e0. 00020000:00000010:0.0:1778653878.022875:0:34036:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f75680. 00020000:00000010:0.0:1778653878.022881:0:34036:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d51e0. 00020000:00000001:0.0:1778653878.022883:0:34036:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902880736 : -121686806670880 : ffff9153951d51e0) 00020000:00000002:0.0:1778653878.022899:0:34036:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d51e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653878.022904:0:34036:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653878.022908:0:34036:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75680: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1778653878.022913:0:34036:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b9b0) owner ffff91538b8acf80 00020000:00000001:0.0:1778653878.022916:0:34036:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653878.022919:0:34036:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b9b0) owner ffff91538b8acf80 00020000:00000010:0.0:1778653878.022929:0:34036:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75680. 00020000:00000010:0.0:1778653878.022933:0:34036:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d57e0. 00020000:00000010:0.0:1778653878.022937:0:34036:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d51e0. 00020000:00000002:0.0:1778653878.022940:0:34036:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653878.022943:0:34036:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653878.022945:0:34036:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653878.022948:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4120 00000020:00000010:0.0:1778653878.022960:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164e00. 00000020:00000010:0.0:1778653878.022966:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653878.022969:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653878.022973:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653878.022977:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653878.022980:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653878.022984:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653878.022987:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165800. 00000008:00000010:0.0:1778653878.022990:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653878.022993:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653878.022996:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653878.022998:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d000. 00000020:00000010:0.0:1778653878.023001:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164800. 00000020:00000010:0.0:1778653878.023003:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4120. 00000080:00000001:0.0:1778653878.023009:0:34036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1778653878.023012:0:34036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1778653878.023018:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.023019:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.023021:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.023022:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.023025:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.023027:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.023028:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653878.023030:0:34036:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653878.023033:0:34036:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653878.023035:0:34036:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653878.023039:0:34036:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a89026f 00800000:00000001:0.0:1778653878.023043:0:34036:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653878.023202:0:34036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653878.023204:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.023206:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.023207:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.023210:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.023212:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.023214:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.023215:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653878.023217:0:34036:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653878.023219:0:34036:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.023222:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653878.023233:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.023244:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653878.023342:0:34036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89026f from it ffffa71ac1c97bf0 00010000:00000001:0.0:1778653878.023345:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.023346:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.023348:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653878.023350:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.023352:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.023355:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653878.023358:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653878.023366:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.023368:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.023369:0:34036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653878.023373:0:34036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653878.023375:0:34036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653878.023383:0:34036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653878.023387:0:34036:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653878.023389:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653878.023395:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.023396:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653878.023398:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.023401:0:34036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653878.023403:0:34036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.023405:0:34036:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.023408:0:34036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.023411:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653878.023412:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653878.023413:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1778653878.024533:0:34036:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1778653878.024551:0:34036:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915385e80040. 00000080:00000001:1.0:1778653878.024556:0:34036:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1778653878.024563:0:34036:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1778653878.024567:0:34036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1778653878.024572:0:34036:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915383ef3de0. 00000002:00100000:1.0:1778653878.024581:0:34036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1778653878.024589:0:34036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653878.024591:0:34036:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1778653878.024595:0:34036:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1778653878.024599:0:34036:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653878.024604:0:34036:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1778653878.024606:0:34036:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1778653878.024608:0:34036:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653878.024610:0:34036:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1778653878.024612:0:34036:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653878.024616:0:34036:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1778653878.024618:0:34036:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653878.024620:0:34036:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653878.024623:0:34036:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653878.024625:0:34036:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653878.024632:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.024636:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1778653878.024663:0:34036:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653878.024667:0:34036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386600000. 02000000:00000001:1.0:1778653878.024707:0:34036:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1778653878.024709:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653878.024714:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b98 00000080:00000008:1.0:1778653878.024717:0:34036:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102101, rc = 0 00020000:00000001:1.0:1778653878.024845:0:34036:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1778653878.024850:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000002:1.0:1778653878.024854:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:1.0:1778653878.024856:0:34036:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1778653878.027716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063900. 00000020:00000001:1.0:1778653878.028137:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d28 00000080:00200008:1.0:1778653878.028143:0:34036:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1778653878.028151:0:34036:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653878.028153:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ca0 00000080:00200000:1.0:1778653878.028155:0:34036:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88),name=recon 00000080:00000010:1.0:1778653878.028163:0:34036:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864aaa00. 00000080:00000001:1.0:1778653878.028168:0:34036:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653878.028175:0:34036:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653878.028177:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97bc0 00800000:00000002:1.0:1778653878.028180:0:34036:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] '' on [0x200000404:0x31:0x0] 00800000:00000001:1.0:1778653878.028185:0:34036:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653878.028190:0:34036:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x31:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653878.028196:0:34036:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653878.028199:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a90 00000002:00010000:1.0:1778653878.028201:0:34036:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000404:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653878.028205:0:34036:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653878.028207:0:34036:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653878.028212:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653878.028222:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653878.028225:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1778653878.028232:0:34036:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 30 res 8589935620/49 (0 0) 00000002:00000001:1.0:1778653878.028235:0:34036:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.028238:0:34036:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.028240:0:34036:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653878.028244:0:34036:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653878.028250:0:34036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4000. 00000020:00000040:1.0:1778653878.028255:0:34036:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653878.028263:0:34036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653878.028269:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653878.028277:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653878.028279:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653878.028281:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.028284:0:34036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653878.028287:0:34036:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653878.028293:0:34036:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653878.028301:0:34036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbbc00. 00000100:00000001:1.0:1778653878.028309:0:34036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.028314:0:34036:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653878.028316:0:34036:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.028318:0:34036:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653878.028319:0:34036:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.028321:0:34036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.028326:0:34036:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711969792 : -121686997581824 : ffff915389bc4000) 00010000:00000001:1.0:1778653878.028330:0:34036:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653878.028333:0:34036:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1778653878.028335:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:1.0:1778653878.028337:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653878.028339:0:34036:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653878.028343:0:34036:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26c00. 00000020:00000001:1.0:1778653878.028347:0:34036:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653878.028350:0:34036:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26c00 with handle 0x3df471c51a890276 to hash 00000020:00000001:1.0:1778653878.028352:0:34036:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653878.028354:0:34036:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:1.0:1778653878.028358:0:34036:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:1.0:1778653878.028362:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653878.028365:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653878.028460:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653878.028472:0:34036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653878.028483:0:34036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34036 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653878.028489:0:34036:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653878.028491:0:34036:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653878.028500:0:34036:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899ffc00. 00000100:00000001:1.0:1778653878.028502:0:34036:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710117376 : -121686999434240 : ffff9153899ffc00) 00000100:00000001:1.0:1778653878.028506:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653878.028508:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711969792 : -121686997581824 : ffff915389bc4000) 00000100:00000001:1.0:1778653878.028513:0:34036:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653878.028518:0:34036:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.028520:0:34036:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653878.028523:0:34036:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653878.028535:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.028545:0:34036:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653878.028547:0:34036:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653878.028552:0:34036:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653878.028555:0:34036:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653878.028558:0:34036:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653878.028561:0:34036:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4000 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34036:1865052054694016:192.168.204.110@tcp:101:uname.0 00000100:00000001:1.0:1778653878.028566:0:34036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653878.028574:0:34036:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653878.028577:0:34036:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653878.028580:0:34036:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653878.028586:0:34036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915394919800. 02000000:00000001:1.0:1778653878.028588:0:34036:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653878.028596:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653878.028601:0:34036:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5478. 00000400:00000010:1.0:1778653878.028609:0:34036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19088. 00000100:00000200:1.0:1778653878.028617:0:34036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054694016, portal 10 00000100:00000001:1.0:1778653878.028619:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653878.028620:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711969792 : -121686997581824 : ffff915389bc4000) 00000100:00000040:1.0:1778653878.028626:0:34036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.028633:0:34036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653878.028636:0:34036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653878.028639:0:34036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19dd0. 00000100:00000200:1.0:1778653878.028642:0:34036:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054694016, offset 0 00000400:00000200:1.0:1778653878.028676:0:34036:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653878.028688:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.028698:0:34036:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653878.028705:0:34036:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653878.028710:0:34036:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653878.028713:0:34036:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653878.028717:0:34036:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653878.028721:0:34036:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2550:2550:256:4294967295] 192.168.204.110@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:1.0:1778653878.028726:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.028737:0:34036:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653878.028743:0:34036:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653878.028749:0:34036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653878.028756:0:34036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653878.028764:0:34036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653878.028769:0:34036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653878.028795:0:34036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653878.028800:0:34036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 843443 usecs (844 jiffies) 00000400:00000200:1.0:1778653878.028803:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653878.028806:0:34036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434049 00000100:00000001:1.0:1778653878.028809:0:34036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:1.0:1778653878.028813:0:34036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434049 00000100:00000001:1.0:1778653878.028816:0:34036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:1.0:1778653878.028818:0:34036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653878.028821:0:34036:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.028824:0:34036:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653878.028826:0:34036:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653878.028828:0:34036:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899ffc00 going to sleep for 11 seconds 00000100:00000001:1.0:1778653878.028831:0:34036:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653878.028835:0:34036:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653878.028969:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653878.028975:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:0.0:1778653878.028982:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.028989:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653878.028995:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19dd0 00000400:00000010:0.0:1778653878.028998:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19dd0. 00000100:00000001:0.0:1778653878.029003:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653878.029008:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.029018:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653878.029022:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.029029:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.029031:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.032696:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.032717:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.032722:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.032724:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.032735:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.032745:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.032756:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.032762:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.032768:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.032774:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146359280 00000400:00000200:1.0:1778653878.032783:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x60e9 [2] + 2032 00000400:00000010:1.0:1778653878.032790:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900b58. 00000400:00000200:1.0:1778653878.032795:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff915384def780 00000800:00000001:1.0:1778653878.032801:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.032809:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.032813:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.032817:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.032824:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915384def780 00000400:00000010:1.0:1778653878.032826:0:2358:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff915384def780. 00000100:00000001:1.0:1778653878.032832:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653878.032835:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1778653878.032839:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915385eee850 x1865052071498368 msgsize 328 00000100:00100000:1.0:1778653878.032848:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000040:1.0:1778653878.032851:0:2358:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1778653878.032868:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.032884:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.032887:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653878.033010:0:15838:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff915385eedc00. 00000100:00000010:0.0:1778653878.033021:0:15838:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff915383eb0000. 00000100:00100000:0.0:1778653878.033024:0:15838:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1778653878.033029:0:15838:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1778653878.033034:0:15838:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900ec8. 00000400:00000010:0.0:1778653878.033041:0:15838:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9153887d6180. 00000100:00000001:0.0:1778653878.033052:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1778653878.033055:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071498368 02000000:00000001:0.0:1778653878.033058:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1778653878.033062:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653878.033065:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653878.033071:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653878.033077:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071498368 00000020:00000001:0.0:1778653878.033080:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653878.033082:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:0.0:1778653878.033085:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.033088:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:0.0:1778653878.033090:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:0.0:1778653878.033092:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000001:0.0:1778653878.033097:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653878.033103:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c40. 00000100:00000001:0.0:1778653878.033106:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653878.033109:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c40. 00000020:00000010:0.0:1778653878.033116:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164800. 00000020:00000010:0.0:1778653878.033122:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75500. 00000020:00000010:0.0:1778653878.033128:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b22258. 00000100:00000040:0.0:1778653878.033137:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653878.033141:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1778653878.033143:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1778653878.033145:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.033155:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.033167:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653878.033181:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1778653878.033184:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1778653878.033193:0:15837:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1778653878.033194:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 65 00000100:00000001:1.0:1778653878.033196:0:15837:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1778653878.033201:0:15837:0:(service.c:2247:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.033201:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca13800 : new rpc_count 1 00000100:00000001:0.0:1778653878.033205:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386648180816 : -121687061370800 : ffff915385eee850) 00000100:00000001:1.0:1778653878.033206:0:15837:0:(service.c:2486:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.033218:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915385eee850 x1865052071498368/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:729/0 lens 328/0 e 0 to 0 dl 1778653889 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653878.033232:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653878.033235:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb7c40. 00000100:00000001:0.0:1778653878.033237:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653878.033239:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb7c40. 00000100:00100000:0.0:1778653878.033245:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915385eee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24304:x1865052071498368:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1778653878.033252:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071498368 00010000:00000001:0.0:1778653878.033255:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653878.033265:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653878.033266:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653878.033269:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=2 00000020:00000001:0.0:1778653878.033271:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.033274:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653878.033279:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653878.033283:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653878.033290:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1778653878.033302:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653878.033305:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653878.033309:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eef000. 02000000:00000001:0.0:1778653878.033312:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.033315:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.033320:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653878.033323:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653878.033327:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653878.033333:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653878.033336:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653878.033339:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653878.033342:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653878.033344:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.033347:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653878.033350:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653878.033355:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29b28. 00000100:00000200:0.0:1778653878.033359:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071498368, offset 224 00000400:00000200:0.0:1778653878.033366:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653878.033372:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.033378:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653878.033384:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2551:2551:256:4294967295] 192.168.204.110@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:0.0:1778653878.033388:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.033394:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653878.033398:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653878.033401:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507db00. 00000800:00000200:0.0:1778653878.033407:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653878.033414:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653878.033418:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653878.033434:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.033438:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653878.033440:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653878.033443:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9153887d6300. 00010000:00000001:0.0:1778653878.033445:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1778653878.033574:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.033579:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507db00. 00000400:00000200:1.0:1778653878.033583:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.033588:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.033591:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29b28 00000400:00000010:1.0:1778653878.033593:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29b28. 00000100:00000001:1.0:1778653878.033597:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653878.033598:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1778653878.033626:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1778653878.033632:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.033634:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653878.033636:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.033642:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385eee850 x1865052071498368/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:729/0 lens 328/224 e 0 to 0 dl 1778653889 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1778653878.033644:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653878.033668:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.033671:0:15847:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1778653878.033674:0:15847:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1778653878.033677:0:15847:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1778653878.033681:0:15847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653878.033690:0:15847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c25400 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:3.0:1778653878.033694:0:15847:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1778653878.033698:0:15847:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.033712:0:15847:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1778653878.033715:0:15847:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1778653878.033718:0:15847:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.033724:0:15847:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1778653878.033727:0:15847:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1778653878.033729:0:15847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.033782:0:15847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.033784:0:15847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:3.0:1778653878.033786:0:15847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:3.0:1778653878.033789:0:15847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:3.0:1778653878.033792:0:15847:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653878.033795:0:15847:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1778653878.033802:0:15847:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653878.033808:0:15847:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653878.033811:0:15847:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653878.033813:0:15847:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CW 00000002:00000001:3.0:1778653878.033818:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.033820:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.033828:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.033831:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.033836:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.033838:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.033839:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.033840:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.033842:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.033844:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.033847:0:15847:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.033850:0:15847:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653878.033853:0:15847:0:(file.c:315:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.033856:0:15847:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653878.033857:0:15847:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1778653878.033859:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.033860:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.033862:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.033864:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.033866:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.033867:0:15847:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.033871:0:15847:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653878.033874:0:15847:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff91538bdb5b88) invalid 00000020:00000001:3.0:1778653878.033878:0:15847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cc7c40 00000080:00002000:3.0:1778653878.033880:0:15847:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry recon (ffff91538bf40870) parent ffff91538bd08360 inode ffff91538bdb5b88 refc 1 00000080:00000001:3.0:1778653878.033884:0:15847:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653878.033887:0:15847:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653878.033889:0:15847:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653878.033890:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915385eee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24304:x1865052071498368:12345-192.168.204.110@tcp:104: Request processed in 656us (1047us total) trans 0 rc 0/0 00010000:00000001:3.0:1778653878.033891:0:15847:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653878.033896:0:15847:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653878.033897:0:15847:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653878.033899:0:15847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1778653878.033899:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 65 00010000:00000001:3.0:1778653878.033901:0:15847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653878.033902:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca13800 : new rpc_count 0 00000020:00000040:3.0:1778653878.033904:0:15847:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25400 with handle 0x3df471c51a89026f from hash 00000100:00000001:0.0:1778653878.033905:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1778653878.033906:0:15847:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1778653878.033907:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1778653878.033908:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.033909:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.033910:0:15847:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1778653878.033912:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75500. 00010000:00000001:3.0:1778653878.033913:0:15847:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653878.033915:0:15847:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000010:0.0:1778653878.033917:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b22258. 00010000:00000001:3.0:1778653878.033920:0:15847:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00000020:00000010:0.0:1778653878.033920:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164800. 00000020:00000040:0.0:1778653878.033926:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00010000:00000001:3.0:1778653878.033930:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.033931:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1778653878.033931:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1778653878.033932:0:15847:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653878.033934:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eef000. 00010000:00000001:3.0:1778653878.033935:0:15847:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1778653878.033936:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1778653878.033937:0:15847:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 02000000:00000001:0.0:1778653878.033938:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653878.033939:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eec800. 02000000:00000001:0.0:1778653878.033941:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653878.033943:0:15838:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7b80. 00000100:00000010:3.0:1778653878.033944:0:15847:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653878.033947:0:15847:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653878.033948:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653878.033949:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eef400. 02000000:00000001:0.0:1778653878.033951:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653878.033952:0:15838:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4380. 02000000:00000001:0.0:1778653878.033963:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1778653878.033964:0:15847:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1778653878.033964:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915385eef800. 02000000:00000001:3.0:1778653878.033966:0:15847:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653878.033966:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653878.033967:0:15838:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7800. 02000000:00000001:0.0:1778653878.033970:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1778653878.033971:0:15847:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653878.033971:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bb9000. 02000000:00000001:0.0:1778653878.033973:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653878.033974:0:15838:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5180. 02000000:00000001:0.0:1778653878.033977:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1778653878.033978:0:15847:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387df7800. 02000000:00000010:0.0:1778653878.033978:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bba400. 02000000:00000001:0.0:1778653878.033980:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653878.033981:0:15838:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5f80. 02000000:00000001:0.0:1778653878.033984:0:15838:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1778653878.033985:0:15838:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff915388bbb800. 02000000:00000001:0.0:1778653878.033987:0:15838:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1778653878.033989:0:15838:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc7100. 00000100:00000010:0.0:1778653878.033992:0:15838:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff915383eb6000. 00000100:00000010:0.0:1778653878.033997:0:15838:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff915385eee800. 00000100:00000001:0.0:1778653878.034000:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.034175:0:15847:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.034179:0:15847:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653878.034184:0:15847:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 2/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653878.034191:0:15847:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1778653878.034193:0:15847:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.034198:0:15847:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653878.034203:0:15847:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.034210:0:15847:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016adc605] to pc [ptlrpcd_01_01+1] req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653878.034240:0:15847:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.034243:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.034244:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.034245:0:15847:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.034247:0:15847:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.034249:0:15847:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.034252:0:15847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 1/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.034258:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653878.034261:0:15847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25400/0x3df471c51a89026f lrc: 0/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xdfa36d541726ffd9 expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.034275:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.034277:0:15847:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1778653878.034278:0:15847:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9153887d6300. 00010000:00000001:3.0:1778653878.034282:0:15847:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.034285:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653878.034287:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.034289:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653878.034291:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653878.034292:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.034293:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653878.034295:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653878.034296:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.034297:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653878.034304:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1778653878.034308:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1778653878.034310:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.034315:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653878.034318:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.034319:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653878.034321:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653878.034324:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653878.034329:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.034337:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653878.034339:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.034344:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653878.034347:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653878.034350:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653878.034353:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054694144:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653878.034357:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653878.034364:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653878.034367:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.034370:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653878.034374:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915387df6600. 02000000:00000001:3.0:1778653878.034375:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653878.034380:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653878.034384:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653878.034389:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c000. 00000100:00000200:3.0:1778653878.034394:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054694144, portal 18 00000100:00000001:3.0:1778653878.034397:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.034399:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:3.0:1778653878.034405:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.034412:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653878.034415:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653878.034417:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c198. 00000100:00000200:3.0:1778653878.034421:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054694144, offset 0 00000400:00000200:3.0:1778653878.034426:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653878.034432:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.034437:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653878.034442:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653878.034446:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653878.034450:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653878.034452:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653878.034455:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2552:2552:256:4294967295] 192.168.204.110@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:3.0:1778653878.034458:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.034464:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653878.034467:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653878.034471:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653878.034474:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653878.034478:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653878.034481:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653878.034494:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.034498:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 843443 usecs (844 jiffies) 00000400:00000200:3.0:1778653878.034500:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653878.034503:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434054 00000100:00000001:3.0:1778653878.034505:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.034507:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434054 00000100:00000001:3.0:1778653878.034509:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.034512:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.034514:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.034516:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.034518:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.034561:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653878.034564:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653878.034845:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.034848:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:1.0:1778653878.034851:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.034855:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.034858:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c198 00000400:00000010:1.0:1778653878.034860:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c198. 00000100:00000001:1.0:1778653878.034862:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653878.034866:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.034873:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.034875:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.034880:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.034881:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.039617:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.039636:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.039642:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.039644:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1778653878.039691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25400. 00000400:00000200:1.0:1778653878.039794:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039803:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.039816:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039821:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039828:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039832:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145352900 00000400:00000200:1.0:1778653878.039838:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039846:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6969 [1] + 224 00000800:00000001:1.0:1778653878.039855:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.039860:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.039864:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.039869:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.039878:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.039887:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653878.039897:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.039917:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.039927:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.039931:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.039932:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.039935:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.039938:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039941:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.039945:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039948:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039952:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039966:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a04145352880 00000400:00000200:1.0:1778653878.039970:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.039977:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x6949 [1] + 224 00000100:00000001:3.0:1778653878.039978:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1778653878.039981:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1778653878.039984:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653878.039993:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653878.039996:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653878.039999:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653878.040004:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c000 00000400:00000010:3.0:1778653878.040008:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c000. 00000100:00000001:3.0:1778653878.040011:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653878.040017:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653878.040027:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.040034:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653878.040036:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.040039:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653878.040043:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653878.040046:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653878.040049:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.040052:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653878.040063:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653878.040068:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653878.040072:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653878.040074:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.040077:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653878.040081:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653878.040083:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.040086:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1778653878.040087:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653878.040091:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1778653878.040094:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653878.040099:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653878.040099:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.040107:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1778653878.040109:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653878.040115:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653878.040141:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.040143:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.040149:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653878.040152:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653878.040158:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653878.040166:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054694144:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653878.040171:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.040174:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.040177:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f800 x1865052054694144/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.040185:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653878.040188:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653878.040191:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915387df6600. 02000000:00000001:3.0:1778653878.040195:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653878.040199:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653878.040201:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653878.040204:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653878.040207:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df7800. 02000000:00000001:3.0:1778653878.040211:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1778653878.040212:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1778653878.040214:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653878.040217:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f800. 00000100:00000001:3.0:1778653878.040222:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1778653878.040222:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1778653878.040226:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.040226:0:34036:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1778653878.040227:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.040231:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653878.040232:0:34036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653878.040234:0:34036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653878.040237:0:34036:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5478. 00000400:00000200:2.0:1778653878.040242:0:34036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19088 00000400:00000010:2.0:1778653878.040244:0:34036:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19088. 00000100:00000001:2.0:1778653878.040247:0:34036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653878.040251:0:34036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653878.040260:0:34036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.040267:0:34036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653878.040268:0:34036:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.040270:0:34036:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653878.040271:0:34036:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653878.040273:0:34036:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653878.040274:0:34036:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.040276:0:34036:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653878.040282:0:34036:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=139 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653878.040285:0:34036:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653878.040287:0:34036:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653878.040288:0:34036:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.040290:0:34036:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653878.040292:0:34036:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.040294:0:34036:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653878.040295:0:34036:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653878.040297:0:34036:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653878.040298:0:34036:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653878.040302:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.040310:0:34036:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.040312:0:34036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653878.040313:0:34036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653878.040317:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653894 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653878.040324:0:34036:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4000 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34036:1865052054694016:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1778653878.040328:0:34036:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.040331:0:34036:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.040334:0:34036:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653878.040335:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.040338:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653894 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.040343:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653878.040346:0:34036:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899ffc00. 00000100:00000001:2.0:1778653878.040349:0:34036:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653878.040351:0:34036:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.040354:0:34036:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653878.040358:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.040361:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040363:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=4 00000020:00000001:2.0:1778653878.040366:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040369:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000040:2.0:1778653878.040377:0:34036:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26c00, remote cookie: 0xdfa36d541726ffee, flags: 0x1001 00010000:00010000:2.0:1778653878.040384:0:34036:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653878.040397:0:34036:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040411:0:34036:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653878.040416:0:34036:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653878.040418:0:34036:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653878.040420:0:34036:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653878.040421:0:34036:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653878.040425:0:34036:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff915383063700) refcount = 1 00010000:00010000:2.0:1778653878.040429:0:34036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040435:0:34036:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653878.040439:0:34036:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653878.040441:0:34036:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653878.040443:0:34036:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653878.040446:0:34036:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.040449:0:34036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040455:0:34036:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653878.040457:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040458:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.040459:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040460:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.040462:0:34036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653878.040468:0:34036:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653878.040470:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.040471:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040473:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.040475:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040477:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040480:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.040481:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040482:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=4 00000020:00000001:2.0:1778653878.040484:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040487:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040490:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653878.040493:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.040497:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040504:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040505:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.040506:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.040507:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040509:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=5 00000020:00000001:2.0:1778653878.040511:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040513:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040516:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653878.040518:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040524:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040525:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653878.040528:0:34036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040533:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653878.040534:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040535:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.040536:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040537:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653878.040542:0:34036:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653878.040550:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.040551:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040552:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.040554:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040556:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00000002:00010000:2.0:1778653878.040560:0:34036:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1778653878.040569:0:34036:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915385e9f980. 00010000:00000001:2.0:1778653878.040572:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040573:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653878.040575:0:34036:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653878.040577:0:34036:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.040578:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000002:00000001:2.0:1778653878.040581:0:34036:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653878.040582:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.040585:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1778653878.040586:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1778653878.040587:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040590:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000100:00000001:3.0:1778653878.040591:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.040593:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040596:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00000002:00010000:2.0:1778653878.040600:0:34036:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.040606:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040607:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.040609:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653878.040611:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.040612:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.040613:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.040615:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.040617:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000040:2.0:1778653878.040625:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:2.0:1778653878.040627:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653878.040631:0:34036:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:2.0:1778653878.040634:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.040635:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653878.040637:0:34036:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653878.040641:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a10 00000002:00002000:2.0:1778653878.040643:0:34036:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653878.040646:0:34036:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653878.040676:0:34036:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653878.040679:0:34036:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653878.040683:0:34036:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x31:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653878.040686:0:34036:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653878.040693:0:34036:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864aaa00. 00000080:00000001:2.0:1778653878.040698:0:34036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653878.040701:0:34036:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653878.040708:0:34036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653878.040711:0:34036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1778653878.040716:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.040776:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653878.040784:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990c00. 00000020:00000010:2.0:1778653878.040789:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990600. 00000020:00000010:2.0:1778653878.040793:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.040801:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.040807:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.040812:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.040819:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.040823:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.040827:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990200. 00000008:00000010:2.0:1778653878.040831:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.040835:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.040839:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.040844:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653878.040847:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653878.040850:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653878.040853:0:34036:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653878.040858:0:34036:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653878.040861:0:34036:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653878.040867:0:34036:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff9ea0. 00020000:00000010:2.0:1778653878.040873:0:34036:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915384df2080. 00020000:00000010:2.0:1778653878.040878:0:34036:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff9e40. 00020000:00000001:2.0:1778653878.040881:0:34036:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649275968 : -121687060275648 : ffff915385ff9e40) 00020000:00000002:2.0:1778653878.040885:0:34036:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff9e40, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653878.040890:0:34036:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653878.040894:0:34036:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915384df2080: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1778653878.040903:0:34036:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b9b0) owner ffff91538b8acf80 00020000:00000001:2.0:1778653878.040907:0:34036:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653878.040910:0:34036:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b9b0) owner ffff91538b8acf80 00020000:00000010:2.0:1778653878.040915:0:34036:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915384df2080. 00020000:00000010:2.0:1778653878.040919:0:34036:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff9ea0. 00020000:00000010:2.0:1778653878.040922:0:34036:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff9e40. 00020000:00000002:2.0:1778653878.040924:0:34036:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653878.040927:0:34036:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.040929:0:34036:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653878.040932:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653878.040936:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990600. 00000020:00000010:2.0:1778653878.040940:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.040942:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.040945:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.040947:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.040950:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.040965:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.040968:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990c00. 00000008:00000010:2.0:1778653878.040970:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.040972:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.040975:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.040977:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653878.040978:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990200. 00000020:00000010:2.0:1778653878.040980:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000080:00000001:2.0:1778653878.040990:0:34036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1778653878.040996:0:34036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1778653878.041001:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.041002:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.041004:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.041005:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.041007:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00000080:00000001:2.0:1778653878.041009:0:34036:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653878.041010:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.041012:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653878.041013:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990200. 00000020:00000010:2.0:1778653878.041015:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990c00. 00000020:00000010:2.0:1778653878.041016:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.041018:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.041020:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.041021:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.041023:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.041024:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.041026:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990600. 00000008:00000010:2.0:1778653878.041027:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.041029:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.041030:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.041031:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653878.041033:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653878.041034:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653878.041035:0:34036:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653878.041036:0:34036:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653878.041037:0:34036:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653878.041039:0:34036:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff9e40. 00020000:00000010:2.0:1778653878.041040:0:34036:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915384df2080. 00020000:00000010:2.0:1778653878.041042:0:34036:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff9ea0. 00020000:00000001:2.0:1778653878.041043:0:34036:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649276064 : -121687060275552 : ffff915385ff9ea0) 00020000:00000002:2.0:1778653878.041045:0:34036:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff9ea0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653878.041048:0:34036:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653878.041050:0:34036:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915384df2080: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1778653878.041051:0:34036:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b9b0) owner ffff91538b8acf80 00020000:00000001:2.0:1778653878.041053:0:34036:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653878.041054:0:34036:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b9b0) owner ffff91538b8acf80 00020000:00000010:2.0:1778653878.041056:0:34036:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915384df2080. 00020000:00000010:2.0:1778653878.041058:0:34036:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff9e40. 00020000:00000010:2.0:1778653878.041059:0:34036:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff9ea0. 00020000:00000002:2.0:1778653878.041060:0:34036:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653878.041062:0:34036:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041063:0:34036:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041065:0:34036:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1778653878.041068:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000002:2.0:1778653878.041070:0:34036:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d55a0 addref 2/0 by ffff91538b8acf80. 00020000:00000002:2.0:1778653878.041072:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:2.0:1778653878.041073:0:34036:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1778653878.041076:0:34036:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1778653878.041077:0:34036:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1778653878.041078:0:34036:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1778653878.041080:0:34036:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1778653878.041081:0:34036:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1778653878.041083:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653878.041084:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990c00. 00000020:00000010:2.0:1778653878.041085:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.041086:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.041087:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.041089:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.041090:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.041091:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.041092:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990200. 00000008:00000010:2.0:1778653878.041093:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.041095:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.041096:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.041098:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653878.041099:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990600. 00000020:00000010:2.0:1778653878.041100:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000080:00000001:2.0:1778653878.041101:0:34036:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041103:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041104:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653878.041105:0:34036:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653878.041107:0:34036:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653878.041109:0:34036:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653878.041111:0:34036:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890276 00800000:00000001:2.0:1778653878.041114:0:34036:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653878.041116:0:34036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653878.041117:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.041118:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.041119:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.041120:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.041122:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.041124:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041124:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653878.041125:0:34036:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653878.041126:0:34036:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.041127:0:34036:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653878.041129:0:34036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00010000:2.0:1778653878.041131:0:34036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890276 from it ffffa71ac1c97cd8 00010000:00000001:2.0:1778653878.041132:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.041133:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.041134:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.041135:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.041136:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.041137:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653878.041139:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653878.041142:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041143:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.041144:0:34036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653878.041146:0:34036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653878.041147:0:34036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653878.041153:0:34036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653878.041156:0:34036:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653878.041158:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653878.041162:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041163:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.041164:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041166:0:34036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653878.041167:0:34036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041169:0:34036:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041171:0:34036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041178:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653878.041179:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041181:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653878.041182:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.041188:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4000 x1865052054694016/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.041195:0:34036:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653878.041197:0:34036:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653878.041199:0:34036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915394919800. 02000000:00000001:2.0:1778653878.041202:0:34036:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653878.041204:0:34036:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653878.041206:0:34036:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653878.041208:0:34036:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653878.041210:0:34036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbbc00. 02000000:00000001:2.0:1778653878.041214:0:34036:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653878.041215:0:34036:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653878.041217:0:34036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4000. 00000100:00000001:2.0:1778653878.041221:0:34036:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653878.041222:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653878.041226:0:34036:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1778653878.041231:0:34036:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1778653878.041233:0:34036:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653878.041236:0:34036:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1778653878.041238:0:34036:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.041240:0:34036:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653878.041244:0:34036:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1778653878.041247:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.041248:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653878.041250:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990600. 00000020:00000010:2.0:1778653878.041252:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990200. 00000020:00000010:2.0:1778653878.041254:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.041255:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.041257:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.041259:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.041261:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.041262:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.041264:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990c00. 00000008:00000010:2.0:1778653878.041265:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.041266:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.041268:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.041270:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653878.041271:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653878.041272:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653878.041276:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.041290:0:34036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653878.041292:0:34036:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653878.041294:0:34036:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1778653878.041296:0:34036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653878.041297:0:34036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653878.041299:0:34036:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653878.041300:0:34036:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.041301:0:34036:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653878.041304:0:34036:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9153861a64e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1778653878.041306:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:2.0:1778653878.041308:0:34036:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653878.041309:0:34036:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653878.041312:0:34036:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653878.041313:0:34036:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.041314:0:34036:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653878.041316:0:34036:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653878.041318:0:34036:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041319:0:34036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653878.041319:0:34036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653878.041320:0:34036:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653878.041321:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00000020:00000001:2.0:1778653878.041323:0:34036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653878.041325:0:34036:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1778653878.041326:0:34036:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1778653878.041328:0:34036:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1778653878.041329:0:34036:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1778653878.041331:0:34036:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1778653878.041333:0:34036:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1778653878.041337:0:34036:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1778653878.041340:0:34036:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538ca36b80. 00020000:00000002:2.0:1778653878.041342:0:34036:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653878.041343:0:34036:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1778653878.041345:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.041346:0:34036:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653878.041347:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.041349:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653878.041350:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990a00. 00000020:00000010:2.0:1778653878.041352:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991200. 00000020:00000010:2.0:1778653878.041353:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9ea0. 00000008:00000010:2.0:1778653878.041356:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653878.041358:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653878.041359:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653878.041361:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653878.041363:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653878.041365:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000008:00000010:2.0:1778653878.041367:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653878.041368:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653878.041370:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653878.041372:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653878.041373:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653878.041374:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000020:00000001:2.0:1778653878.041375:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:2.0:1778653878.041377:0:34036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653878.041379:0:34036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653878.041380:0:34036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653878.041381:0:34036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.041383:0:34036:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.041384:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.041385:0:34036:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1778653878.041388:0:34036:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff915388b11690. 00000008:00010000:2.0:1778653878.041390:0:34036:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1778653878.041392:0:34036:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653878.041393:0:34036:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1778653878.041394:0:34036:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538ca36bb0, osc lock ffff915388b11690, flags 0x400001002 00000020:00000001:2.0:1778653878.041396:0:34036:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.041397:0:34036:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.041400:0:34036:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386760674176 : -121686948877440 : ffff91538ca36b80) 00000020:00000001:2.0:1778653878.041401:0:34036:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653878.041402:0:34036:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1778653878.041403:0:34036:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041404:0:34036:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041406:0:34036:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1778653878.041407:0:34036:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1778653878.041408:0:34036:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653878.041409:0:34036:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653878.041410:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.041410:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.041411:0:34036:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653878.041413:0:34036:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653878.041414:0:34036:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1778653878.041417:0:34036:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653878.041418:0:34036:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653878.041419:0:34036:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653878.041420:0:34036:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653878.041421:0:34036:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653878.041421:0:34036:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653878.041423:0:34036:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1778653878.041425:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.041427:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653878.041429:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653878.041434:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653878.041436:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653878.041439:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653878.041448:0:34036:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653878.041453:0:34036:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.041455:0:34036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653878.041460:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.041461:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.041462:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:2.0:1778653878.041463:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.041465:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:2.0:1778653878.041468:0:34036:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1778653878.041470:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.041471:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.041472:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:2.0:1778653878.041473:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.041474:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000020:00000001:2.0:1778653878.041477:0:34036:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653878.041478:0:34036:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1778653878.041479:0:34036:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1778653878.041481:0:34036:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041481:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.041482:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.041483:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:2.0:1778653878.041484:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.041485:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.041486:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653878.041488:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653878.041492:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041493:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.041494:0:34036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653878.041494:0:34036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653878.041496:0:34036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.041499:0:34036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653878.041500:0:34036:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653878.041501:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653878.041502:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041503:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.041503:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041505:0:34036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653878.041505:0:34036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041506:0:34036:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041508:0:34036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.041509:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653878.041509:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041510:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.041511:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041512:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653878.041513:0:34036:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653878.041514:0:34036:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041516:0:34036:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.041517:0:34036:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041518:0:34036:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041519:0:34036:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653878.041520:0:34036:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1778653878.041521:0:34036:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1778653878.041522:0:34036:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1778653878.041523:0:34036:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041524:0:34036:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.041527:0:34036:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653878.041528:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.041530:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.041532:0:34036:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653878.041534:0:34036:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653878.041536:0:34036:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:2.0:1778653878.041539:0:34036:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041540:0:34036:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041541:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:2.0:1778653878.041543:0:34036:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653878.041545:0:34036:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653878.041546:0:34036:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653878.041547:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153861a6480 (ffff91538a32a758/0) at cl_lock_release():245 00000020:00000001:2.0:1778653878.041549:0:34036:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653878.041550:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153861a6480 (ffff91538a32a758/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653878.041551:0:34036:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653878.041552:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.041553:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.041554:0:34036:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653878.041554:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36bb0 (ffff91538a32a638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653878.041556:0:34036:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653878.041557:0:34036:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653878.041558:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.041558:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653878.041559:0:34036:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653878.041560:0:34036:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653878.041560:0:34036:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653878.041561:0:34036:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653878.041562:0:34036:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653878.041563:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153861a6480 (ffff91538a32a758/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653878.041565:0:34036:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653878.041566:0:34036:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653878.041567:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36bb0 (ffff91538a32a758/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653878.041569:0:34036:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b11690. 00000020:00000001:2.0:1778653878.041571:0:34036:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653878.041572:0:34036:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36b80. 00020000:00000001:2.0:1778653878.041574:0:34036:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653878.041575:0:34036:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653878.041575:0:34036:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1778653878.041577:0:34036:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041579:0:34036:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653878.041581:0:34036:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653878.041583:0:34036:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653878.041583:0:34036:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653878.041584:0:34036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653878.041585:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653878.041586:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991200. 00000020:00000010:2.0:1778653878.041588:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9ea0. 00000008:00000010:2.0:1778653878.041589:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653878.041591:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653878.041593:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653878.041595:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653878.041597:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653878.041599:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990a00. 00000008:00000010:2.0:1778653878.041601:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653878.041604:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653878.041606:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653878.041608:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653878.041895:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 00000020:00000010:2.0:1778653878.041898:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00020000:00000001:2.0:1778653878.041901:0:34036:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653878.041903:0:34036:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653878.041906:0:34036:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653878.041908:0:34036:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653878.041910:0:34036:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653878.041912:0:34036:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.041913:0:34036:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653878.041915:0:34036:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653878.041916:0:34036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653878.041917:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653878.041919:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990200. 00000020:00000010:2.0:1778653878.041921:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.041924:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.041927:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.041929:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.041931:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.041934:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.041936:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990600. 00000008:00000010:2.0:1778653878.041938:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.041939:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.041941:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.041943:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653878.041946:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990c00. 00000020:00000010:2.0:1778653878.041947:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000001:00000001:2.0:1778653878.041950:0:34036:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.041966:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d28 00000080:00000008:2.0:1778653878.041970:0:34036:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653878.042076:0:34036:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:2.0:1778653878.042079:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d88 00000080:00200008:2.0:1778653878.042081:0:34036:0:(file.c:2613:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1778653878.042084:0:34036:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1778653878.042087:0:34036:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042090:0:34036:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1778653878.042093:0:34036:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042096:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.042100:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653878.042103:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990c00. 00000020:00000010:2.0:1778653878.042106:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990600. 00000020:00000010:2.0:1778653878.042108:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.042111:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.042114:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.042117:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.042120:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.042123:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.042131:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990200. 00000008:00000010:2.0:1778653878.042133:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.042135:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.042138:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.042140:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653878.042142:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653878.042145:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000080:00000001:2.0:1778653878.042148:0:34036:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1778653878.042150:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c98 00000080:00200000:2.0:1778653878.042151:0:34036:0:(file.c:2059:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1778653878.042158:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c30 00000080:00200000:2.0:1778653878.042159:0:34036:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1778653878.042161:0:34036:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653878.042164:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.042165:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.042167:0:34036:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653878.042169:0:34036:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653878.042170:0:34036:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:2.0:1778653878.042183:0:34036:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042185:0:34036:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042187:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:2.0:1778653878.042189:0:34036:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653878.042191:0:34036:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653878.042193:0:34036:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1778653878.042199:0:34036:0:(cl_io.c:214:cl_io_rw_init()) header@0000000006d74052[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1778653878.042201:0:34036:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1778653878.042204:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.042205:0:34036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653878.042207:0:34036:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653878.042208:0:34036:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653878.042211:0:34036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653878.042212:0:34036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1778653878.042214:0:34036:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653878.042218:0:34036:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042221:0:34036:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653878.042222:0:34036:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042223:0:34036:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653878.042226:0:34036:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9153861a64e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1778653878.042229:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:2.0:1778653878.042231:0:34036:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653878.042232:0:34036:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653878.042235:0:34036:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653878.042236:0:34036:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1778653878.042239:0:34036:0:(lov_io.c:660:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1778653878.042241:0:34036:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1778653878.042242:0:34036:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653878.042243:0:34036:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042244:0:34036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653878.042245:0:34036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653878.042247:0:34036:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653878.042248:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00000020:00000001:2.0:1778653878.042250:0:34036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042252:0:34036:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653878.042255:0:34036:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1778653878.042257:0:34036:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1778653878.042260:0:34036:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042264:0:34036:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653878.042266:0:34036:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653878.042269:0:34036:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1778653878.042270:0:34036:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1778653878.042272:0:34036:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1778653878.042275:0:34036:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653878.042277:0:34036:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653878.042280:0:34036:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653878.042283:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.042284:0:34036:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653878.042285:0:34036:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653878.042288:0:34036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653878.042291:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000020:00000010:2.0:1778653878.042293:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990a00. 00000020:00000010:2.0:1778653878.042295:0:34036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff9ea0. 00000008:00000010:2.0:1778653878.042299:0:34036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653878.042301:0:34036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653878.042304:0:34036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653878.042306:0:34036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653878.042309:0:34036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653878.042311:0:34036:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000008:00000010:2.0:1778653878.042313:0:34036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653878.042316:0:34036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653878.042318:0:34036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653878.042320:0:34036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653878.042323:0:34036:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653878.042325:0:34036:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000020:00000001:2.0:1778653878.042326:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:2.0:1778653878.042328:0:34036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653878.042330:0:34036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653878.042331:0:34036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653878.042332:0:34036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042334:0:34036:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042336:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.042338:0:34036:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1778653878.042341:0:34036:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1778653878.042344:0:34036:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042346:0:34036:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042349:0:34036:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042351:0:34036:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042352:0:34036:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042354:0:34036:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1778653878.042356:0:34036:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1778653878.042358:0:34036:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1778653878.042361:0:34036:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1778653878.042364:0:34036:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042366:0:34036:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042368:0:34036:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1778653878.042370:0:34036:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1778653878.042372:0:34036:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1778653878.042374:0:34036:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1778653878.042376:0:34036:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042378:0:34036:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042379:0:34036:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042381:0:34036:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042383:0:34036:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042384:0:34036:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653878.042386:0:34036:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653878.042387:0:34036:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653878.042389:0:34036:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653878.042391:0:34036:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042393:0:34036:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042395:0:34036:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042396:0:34036:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042398:0:34036:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653878.042400:0:34036:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1778653878.042401:0:34036:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1778653878.042403:0:34036:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1778653878.042404:0:34036:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1778653878.042406:0:34036:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1778653878.042410:0:34036:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538ca36b80. 00020000:00000002:2.0:1778653878.042412:0:34036:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653878.042414:0:34036:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1778653878.042415:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.042417:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.042419:0:34036:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1778653878.042421:0:34036:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff915388b11690. 00000008:00010000:2.0:1778653878.042424:0:34036:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1778653878.042426:0:34036:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653878.042427:0:34036:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1778653878.042431:0:34036:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538ca36bb0, osc lock ffff915388b11690, flags 0x0 00000020:00000001:2.0:1778653878.042433:0:34036:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042435:0:34036:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042436:0:34036:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386760674176 : -121686948877440 : ffff91538ca36b80) 00000020:00000001:2.0:1778653878.042438:0:34036:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653878.042439:0:34036:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1778653878.042441:0:34036:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042443:0:34036:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042445:0:34036:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653878.042446:0:34036:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653878.042447:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.042448:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.042449:0:34036:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653878.042452:0:34036:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653878.042454:0:34036:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1778653878.042455:0:34036:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042458:0:34036:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653878.042459:0:34036:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653878.042461:0:34036:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653878.042463:0:34036:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653878.042464:0:34036:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653878.042465:0:34036:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653878.042467:0:34036:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1778653878.042469:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.042473:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:2.0:1778653878.042476:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653878.042479:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653878.042481:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653878.042485:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653878.042495:0:34036:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653878.042499:0:34036:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.042502:0:34036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.042509:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.042511:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.042512:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:2.0:1778653878.042514:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042516:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:2.0:1778653878.042519:0:34036:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1778653878.042520:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.042521:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.042523:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:2.0:1778653878.042525:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042527:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042529:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.042531:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.042532:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:2.0:1778653878.042534:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042536:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042538:0:34036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653878.042539:0:34036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.042542:0:34036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.042549:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.042551:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653878.042552:0:34036:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.042554:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.042555:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.042556:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=7 00000020:00000001:2.0:1778653878.042558:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042560:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.042562:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653878.042564:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.042571:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.042572:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653878.042574:0:34036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.042580:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653878.042582:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.042583:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.042584:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.042585:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653878.042586:0:34036:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653878.042588:0:34036:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042590:0:34036:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042592:0:34036:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042593:0:34036:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042595:0:34036:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042597:0:34036:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042599:0:34036:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042601:0:34036:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1778653878.042604:0:34036:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1778653878.042608:0:34036:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653878.042610:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.042612:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.042613:0:34036:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653878.042615:0:34036:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653878.042617:0:34036:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653877 a=0 c=1778653877 b=1 00020000:00000001:2.0:1778653878.042619:0:34036:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042621:0:34036:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042623:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:2.0:1778653878.042625:0:34036:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653878.042627:0:34036:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653878.042630:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b80 00000080:00200000:2.0:1778653878.042631:0:34036:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1778653878.042634:0:34036:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1778653878.042636:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000002:2.0:1778653878.042639:0:34036:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d55a0 addref 2/0 by ffff91538b8acf80. 00020000:00000002:2.0:1778653878.042641:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00000020:00000001:2.0:1778653878.042644:0:34036:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1778653878.042647:0:34036:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1778653878.042942:0:34036:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1778653878.042946:0:34036:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1778653878.042948:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.042950:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.042962:0:34036:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1778653878.042964:0:34036:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1778653878.042967:0:34036:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042970:0:34036:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.042972:0:34036:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042974:0:34036:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.042984:0:34036:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:2.0:1778653878.042986:0:34036:0:(rw26.c:663:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1778653878.042992:0:34036:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1778653878.042994:0:34036:0:(vvp_io.c:1162:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.042997:0:34036:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1778653878.043000:0:34036:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffeb11c4cd1180 ffff915382e85a80 1 00000020:00000001:2.0:1778653878.043003:0:34036:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1778653878.043007:0:34036:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622386597419648 : -121687112131968 : ffff915382e85a80) 00000020:00000001:2.0:1778653878.043009:0:34036:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446622386597419648 : -121687112131968 : ffff915382e85a80) 00000020:00000001:2.0:1778653878.043012:0:34036:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1778653878.043015:0:34036:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653878.043016:0:34036:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386651030752 : -121687058520864 : ffff9153861a64e0) 00000020:00000001:2.0:1778653878.043019:0:34036:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1778653878.043020:0:34036:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1778653878.043022:0:34036:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653878.043026:0:34036:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[3 000000005ca87d19 1 1 00000000bad63b8c] 00000020:00000001:2.0:1778653878.043028:0:34036:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1778653878.043030:0:34036:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653878.043031:0:34036:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1778653878.043033:0:34036:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:2.0:1778653878.043034:0:34036:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.043038:0:34036:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:2.0:1778653878.043039:0:34036:0:(rw26.c:858:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1778653878.043041:0:34036:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653878.043042:0:34036:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386651030752 : -121687058520864 : ffff9153861a64e0) 00000020:00000001:2.0:1778653878.043044:0:34036:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1778653878.043046:0:34036:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653878.043049:0:34036:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1778653878.043051:0:34036:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1778653878.043052:0:34036:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1778653878.043053:0:34036:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1778653878.043056:0:34036:0:(rw26.c:916:ll_write_end()) page@000000007b363c54[4 000000005ca87d19 2 1 00000000bad63b8c] 00000080:00200000:2.0:1778653878.043060:0:34036:0:(rw26.c:916:ll_write_end()) vmpage @00000000791c233c 17ffffc0001039 2:0 ffff915382e85a80 0 lru 00000080:00200000:2.0:1778653878.043068:0:34036:0:(rw26.c:916:ll_write_end()) osc-page@00000000c879e817 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000094a999ae 00000000e3762921 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1778653878.043070:0:34036:0:(rw26.c:916:ll_write_end()) end page@000000007b363c54 00000080:00200000:2.0:1778653878.043072:0:34036:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1778653878.043074:0:34036:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1778653878.043075:0:34036:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1778653878.043078:0:34036:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1778653878.043080:0:34036:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1778653878.043082:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.043084:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.043085:0:34036:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1778653878.043088:0:34036:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1778653878.043090:0:34036:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1778653878.043092:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000002:2.0:1778653878.043094:0:34036:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1778653878.043097:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653878.043099:0:34036:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653878.043101:0:34036:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1778653878.043104:0:34036:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653878.043106:0:34036:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043108:0:34036:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043110:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:2.0:1778653878.043112:0:34036:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1778653878.043114:0:34036:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1778653878.043116:0:34036:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653878.043119:0:34036:0:(cl_page.c:556:cl_batch_put()) page@000000007b363c54[4 000000005ca87d19 2 1 00000000bad63b8c] 00000020:00000001:2.0:1778653878.043121:0:34036:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1778653878.043123:0:34036:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1778653878.043124:0:34036:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1778653878.043126:0:34036:0:(osc_request.c:745:osc_update_next_shrink()) next time 2965 to shrink grant 00000080:00000001:2.0:1778653878.043129:0:34036:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:2.0:1778653878.043131:0:34036:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1778653878.043135:0:34036:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bdb5d38, count 1, dirtied 0 00000080:00000001:2.0:1778653878.043137:0:34036:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1778653878.043139:0:34036:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1778653878.043141:0:34036:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653878.043142:0:34036:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1778653878.043143:0:34036:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653878.043146:0:34036:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[3 000000005ca87d19 2 1 0000000000000000] 00000020:00000001:2.0:1778653878.043147:0:34036:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1778653878.043149:0:34036:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653878.043150:0:34036:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1778653878.043151:0:34036:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653878.043154:0:34036:0:(cl_page.c:556:cl_batch_put()) page@000000007b363c54[3 000000005ca87d19 1 1 0000000000000000] 00000020:00000001:2.0:1778653878.043155:0:34036:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1778653878.043156:0:34036:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1778653878.043157:0:34036:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:2.0:1778653878.043159:0:34036:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1778653878.043161:0:34036:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043163:0:34036:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043164:0:34036:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043166:0:34036:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653878.043169:0:34036:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1778653878.043237:0:34036:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1778653878.043239:0:34036:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1778653878.043240:0:34036:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.043242:0:34036:0:(rw26.c:937:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1778653878.043246:0:34036:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1778653878.043247:0:34036:0:(vvp_io.c:1162:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043250:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b80 00000080:00200000:2.0:1778653878.043251:0:34036:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1778653878.043254:0:34036:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043256:0:34036:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653878.043257:0:34036:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653878.043259:0:34036:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653878.043261:0:34036:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:2.0:1778653878.043262:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653878.043264:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:2.0:1778653878.043265:0:34036:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1778653878.043267:0:34036:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653878.043268:0:34036:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043270:0:34036:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043271:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:2.0:1778653878.043274:0:34036:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043276:0:34036:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043277:0:34036:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043279:0:34036:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043280:0:34036:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043282:0:34036:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653878.043284:0:34036:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1778653878.043285:0:34036:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653878.043287:0:34036:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653878.043288:0:34036:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653878.043290:0:34036:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043292:0:34036:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043294:0:34036:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653878.043296:0:34036:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653878.043299:0:34036:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653878.043300:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389907c68 (ffff91538a32a758/0) at cl_lock_release():245 00000020:00000001:2.0:1778653878.043303:0:34036:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653878.043304:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389907c68 (ffff91538a32a758/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653878.043306:0:34036:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653878.043308:0:34036:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653878.043309:0:34036:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653878.043311:0:34036:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653878.043312:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36bb0 (ffff91538a32a638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653878.043315:0:34036:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653878.043316:0:34036:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653878.043318:0:34036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.043319:0:34036:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.043321:0:34036:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:2.0:1778653878.043323:0:34036:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.043325:0:34036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:2.0:1778653878.043327:0:34036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653878.043330:0:34036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.043338:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.043339:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.043340:0:34036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653878.043342:0:34036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653878.043345:0:34036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653878.043353:0:34036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653878.043355:0:34036:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653878.043358:0:34036:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653878.043362:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.043364:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.043365:0:34036:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.043368:0:34036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653878.043370:0:34036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.043372:0:34036:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.043375:0:34036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.043376:0:34036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653878.043378:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.043378:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.043380:0:34036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.043381:0:34036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653878.043382:0:34036:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653878.043383:0:34036:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653878.043385:0:34036:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653878.043386:0:34036:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653878.043387:0:34036:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653878.043388:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389907c68 (ffff91538a32a758/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653878.043391:0:34036:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653878.043392:0:34036:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653878.043393:0:34036:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36bb0 (ffff91538a32a758/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653878.043396:0:34036:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b11690. 00000020:00000001:2.0:1778653878.043401:0:34036:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653878.043403:0:34036:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36b80. 00020000:00000001:2.0:1778653878.043406:0:34036:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653878.043407:0:34036:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653878.043408:0:34036:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1778653878.043410:0:34036:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653878.043411:0:34036:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653878.043412:0:34036:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653878.043414:0:34036:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653878.043415:0:34036:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043417:0:34036:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043418:0:34036:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653878.043419:0:34036:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653878.043421:0:34036:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1778653878.043423:0:34036:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1778653878.043425:0:34036:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653878.043426:0:34036:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653878.043428:0:34036:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653878.043430:0:34036:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653878.043431:0:34036:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653878.043434:0:34036:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653878.043436:0:34036:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043438:0:34036:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653878.043440:0:34036:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653878.043441:0:34036:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653878.043443:0:34036:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653878.043447:0:34036:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1778653878.043450:0:34036:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1778653878.043452:0:34036:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1778653878.043455:0:34036:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653878.043457:0:34036:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653878.043458:0:34036:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653878.043459:0:34036:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653878.043460:0:34036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653878.043461:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653878.043464:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990a00. 00000020:00000010:2.0:1778653878.043467:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9ea0. 00000008:00000010:2.0:1778653878.043470:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653878.043472:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653878.043475:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653878.043478:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653878.043481:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653878.043483:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 00000008:00000010:2.0:1778653878.043486:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653878.043488:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653878.043490:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653878.043492:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653878.043494:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000020:00000010:2.0:1778653878.043496:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00020000:00000001:2.0:1778653878.043497:0:34036:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653878.043498:0:34036:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653878.043500:0:34036:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653878.043501:0:34036:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653878.043503:0:34036:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653878.043504:0:34036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1778653878.043505:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c98 00000080:00200000:2.0:1778653878.043506:0:34036:0:(file.c:2207:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1778653878.043509:0:34036:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653878.043510:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.043511:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:2.0:1778653878.043512:0:34036:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653878.043514:0:34036:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653878.043517:0:34036:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653878.043518:0:34036:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1778653878.043519:0:34036:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653878.043520:0:34036:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1778653878.043522:0:34036:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1778653878 a=0 c=1778653878 b=1 00020000:00000001:2.0:1778653878.043525:0:34036:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653878.043526:0:34036:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=0 c=1778653878 b=1 00020000:00000001:2.0:1778653878.043528:0:34036:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043529:0:34036:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.043531:0:34036:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:2.0:1778653878.043532:0:34036:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1778653878.043533:0:34036:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1778653878.043535:0:34036:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1778653878.043537:0:34036:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1778653878.043538:0:34036:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653878.043539:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990600. 00000020:00000010:2.0:1778653878.043540:0:34036:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff9a80. 00000008:00000010:2.0:1778653878.043542:0:34036:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653878.043543:0:34036:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653878.043545:0:34036:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653878.043546:0:34036:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653878.043548:0:34036:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653878.043549:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990c00. 00000008:00000010:2.0:1778653878.043550:0:34036:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653878.043552:0:34036:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653878.043553:0:34036:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653878.043554:0:34036:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653878.043555:0:34036:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990200. 00000020:00000010:2.0:1778653878.043556:0:34036:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000020:00000001:2.0:1778653878.043559:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d88 00000080:00000008:2.0:1778653878.043560:0:34036:0:(file.c:2693:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1778653878.043561:0:34036:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1778653878.043577:0:34036:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653878.043579:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000002:2.0:1778653878.043581:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:2.0:1778653878.043582:0:34036:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.043590:0:34036:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653878.043591:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97db8 00000080:00200008:2.0:1778653878.043593:0:34036:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102001 00000080:00000001:2.0:1778653878.043597:0:34036:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653878.043598:0:34036:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1778653878.043599:0:34036:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653878.043600:0:34036:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000002:2.0:1778653878.043602:0:34036:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538b8acf80 00020000:00000001:2.0:1778653878.043603:0:34036:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.043604:0:34036:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653878.043612:0:34036:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653878.043615:0:34036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.043618:0:34036:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:2.0:1778653878.043620:0:34036:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653878.043622:0:34036:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653878.043623:0:34036:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1778653878.043625:0:34036:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653878.043626:0:34036:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653878.043632:0:34036:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915389990200. 00000080:00000001:2.0:1778653878.043634:0:34036:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653878.043639:0:34036:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653878.043643:0:34036:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653878.043645:0:34036:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1778653878.043677:0:34036:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653878.043679:0:34036:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1778653878.043687:0:34036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653878.043692:0:34036:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653878.043698:0:34036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653878.043702:0:34036:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653878.043707:0:34036:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653878.043714:0:34036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990c00. 00000100:00000001:2.0:1778653878.043800:0:34036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653878.043825:0:34036:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653878.043836:0:34036:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653878.043841:0:34036:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653878.043856:0:34036:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653878.043858:0:34036:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653878.043866:0:34036:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff915382f08900. 00000100:00000001:2.0:1778653878.043868:0:34036:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386597955840 : -121687111595776 : ffff915382f08900) 00000100:00000001:2.0:1778653878.043872:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653878.043873:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653878.043877:0:34036:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653878.043881:0:34036:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.043884:0:34036:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653878.043885:0:34036:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653878.043889:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.043897:0:34036:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653878.043899:0:34036:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.043903:0:34036:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653878.043906:0:34036:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653878.043908:0:34036:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653878.043911:0:34036:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34036:1865052054694400:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653878.043916:0:34036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653878.043923:0:34036:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653878.043926:0:34036:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.043928:0:34036:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653878.043934:0:34036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f000. 02000000:00000001:2.0:1778653878.043936:0:34036:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653878.043945:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653878.043949:0:34036:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653878.043966:0:34036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653878.043974:0:34036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054694400, portal 10 00000100:00000001:2.0:1778653878.043976:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653878.043977:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653878.044075:0:34036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.044085:0:34036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653878.044087:0:34036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653878.044090:0:34036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490000. 00000100:00000200:2.0:1778653878.044094:0:34036:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054694400, offset 0 00000400:00000200:2.0:1778653878.044098:0:34036:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653878.044107:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653878.044114:0:34036:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653878.044118:0:34036:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653878.044122:0:34036:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653878.044126:0:34036:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653878.044128:0:34036:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653878.044132:0:34036:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2553:2553:256:4294967295] 192.168.204.110@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:2.0:1778653878.044135:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653878.044143:0:34036:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653878.044147:0:34036:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653878.044151:0:34036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653878.044157:0:34036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653878.044164:0:34036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653878.044167:0:34036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653878.044190:0:34036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653878.044196:0:34036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 841341 usecs (842 jiffies) 00000400:00000200:2.0:1778653878.044199:0:34036:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653878.044202:0:34036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434062 00000100:00000001:2.0:1778653878.044206:0:34036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:2.0:1778653878.044208:0:34036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434062 00000100:00000001:2.0:1778653878.044210:0:34036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:2.0:1778653878.044213:0:34036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.044215:0:34036:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.044218:0:34036:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653878.044220:0:34036:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653878.044223:0:34036:0:(client.c:2691:ptlrpc_set_wait()) set ffff915382f08900 going to sleep for 11 seconds 00000100:00000001:2.0:1778653878.044226:0:34036:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653878.044230:0:34036:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653878.044413:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.044419:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:1.0:1778653878.044423:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.044428:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.044433:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490000 00000400:00000010:1.0:1778653878.044435:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490000. 00000100:00000001:1.0:1778653878.044439:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653878.044443:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.044453:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.044457:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.044463:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.044465:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.050344:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.050369:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.050375:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.050377:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.050388:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.050398:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.050409:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.050415:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.050421:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.050426:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145352a00 00000400:00000200:1.0:1778653878.050432:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.050439:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6971 [1] + 224 00000800:00000001:1.0:1778653878.050448:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.050457:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.050461:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.050466:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.050476:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.050487:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653878.050500:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.050525:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.050537:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.050540:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.050622:0:34036:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653878.050632:0:34036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653878.050635:0:34036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653878.050640:0:34036:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653878.050646:0:34036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:2.0:1778653878.050692:0:34036:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:2.0:1778653878.050697:0:34036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653878.050702:0:34036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653878.050710:0:34036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054694400/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.050716:0:34036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653878.050718:0:34036:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.050721:0:34036:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653878.050724:0:34036:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653878.050728:0:34036:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653878.050730:0:34036:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.050734:0:34036:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653878.050746:0:34036:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=139 v=5 (10 5 5 5) 00000100:00001000:2.0:1778653878.050751:0:34036:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653878.050754:0:34036:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653878.050756:0:34036:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.050759:0:34036:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653878.050762:0:34036:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.050767:0:34036:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653878.050769:0:34036:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653878.050771:0:34036:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653878.050774:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653878.050775:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653878.050779:0:34036:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653878.050781:0:34036:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653878.050783:0:34036:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653878.050846:0:34036:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653878.050853:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054694400/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.050860:0:34036:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.050863:0:34036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653878.050865:0:34036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653878.050869:0:34036:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054694400/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653878.050876:0:34036:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34036:1865052054694400:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653878.050882:0:34036:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.050885:0:34036:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.050888:0:34036:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653878.050890:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.050893:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054694400/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.050900:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653878.050904:0:34036:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff915382f08900. 00000100:00000001:2.0:1778653878.050907:0:34036:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653878.050909:0:34036:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.050918:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653878.050919:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000002:00000001:2.0:1778653878.050922:0:34036:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653878.050926:0:34036:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653878.050933:0:34036:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990200. 00000080:00000001:2.0:1778653878.050936:0:34036:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653878.050940:0:34036:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653878.050946:0:34036:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653878.050951:0:34036:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.050972:0:34036:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653878.050973:0:34036:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679306368 : -121687030245248 : ffff915387c9d880) 00000100:00000001:2.0:1778653878.050975:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.050978:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.050984:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.050985:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.050988:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054694400/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.050994:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.050995:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.050998:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9d880 x1865052054693760/t8589934601(8589934601) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.051005:0:34036:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653878.051009:0:34036:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653878.051011:0:34036:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653878.051014:0:34036:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653878.051017:0:34036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eec000. 02000000:00000001:2.0:1778653878.051022:0:34036:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653878.051024:0:34036:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653878.051026:0:34036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9d880. 00000100:00000001:2.0:1778653878.051030:0:34036:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653878.051032:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.051033:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.051036:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054694400/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.051043:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653878.051045:0:34036:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915383ef3de0. 00000002:00000001:2.0:1778653878.051048:0:34036:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653878.051050:0:34036:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653878.051052:0:34036:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915385e80040. 00000100:00000001:2.0:1778653878.051055:0:34036:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.051058:0:34036:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054694400/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653878.051068:0:34036:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653878.051070:0:34036:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653878.051073:0:34036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f000. 02000000:00000001:2.0:1778653878.051076:0:34036:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653878.051077:0:34036:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653878.051078:0:34036:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653878.051080:0:34036:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653878.051081:0:34036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990c00. 02000000:00000001:2.0:1778653878.051083:0:34036:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653878.051084:0:34036:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653878.051085:0:34036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653878.051087:0:34036:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653878.051088:0:34036:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653878.051091:0:34036:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653878.051095:0:34036:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7e3c0. 00000080:00000001:2.0:1778653878.051099:0:34036:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653878.051105:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97db8 00000080:00000008:2.0:1778653878.051108:0:34036:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 102001, rc = 0 00000080:00000001:2.0:1778653878.051112:0:34036:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.051118:0:34036:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653878.051120:0:34036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97e00 00000080:00002000:2.0:1778653878.051122:0:34036:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91538bf40870, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:2.0:1778653878.051125:0:34036:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653878.051137:0:34036:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653878.051144:0:34036:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1778653878.056716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6440. 00000080:00000001:1.0:1778653878.067175:0:34037:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653878.067182:0:34037:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653878.067185:0:34037:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653878.067190:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67bc0 00000080:00200000:1.0:1778653878.067195:0:34037:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653878.067204:0:34037:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153864abe00. 00800000:00000002:1.0:1778653878.067211:0:34037:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653878.067216:0:34037:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653878.067221:0:34037:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653878.067223:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67ae0 00800000:00000002:1.0:1778653878.067226:0:34037:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653878.067230:0:34037:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653878.067235:0:34037:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653878.067240:0:34037:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653878.067243:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f679b0 00000002:00010000:1.0:1778653878.067244:0:34037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653878.067248:0:34037:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653878.067251:0:34037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653878.067255:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653878.067264:0:34037:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.067266:0:34037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.067268:0:34037:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.067271:0:34037:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653878.067274:0:34037:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653878.067280:0:34037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5500. 00000020:00000040:1.0:1778653878.067284:0:34037:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653878.067292:0:34037:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653878.067298:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653878.067305:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653878.067307:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653878.067309:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.067312:0:34037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653878.067314:0:34037:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653878.067320:0:34037:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653878.067328:0:34037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bb9c00. 00000100:00000001:1.0:1778653878.067336:0:34037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.067342:0:34037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653878.067343:0:34037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.067345:0:34037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653878.067346:0:34037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.067348:0:34037:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653878.067353:0:34037:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711975168 : -121686997576448 : ffff915389bc5500) 00010000:00000001:1.0:1778653878.067357:0:34037:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653878.067360:0:34037:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653878.067364:0:34037:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcba00. 00010000:00000010:1.0:1778653878.067368:0:34037:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2d600. 00010000:00000001:1.0:1778653878.067372:0:34037:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653878.067376:0:34037:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27200. 00000020:00000001:1.0:1778653878.067379:0:34037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653878.067382:0:34037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27200 with handle 0x3df471c51a89027d to hash 00000020:00000001:1.0:1778653878.067384:0:34037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653878.067386:0:34037:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653878.067390:0:34037:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:1.0:1778653878.067393:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653878.067397:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653878.067402:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34037 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653878.067411:0:34037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34037 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653878.067420:0:34037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34037 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653878.067425:0:34037:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653878.067428:0:34037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653878.067435:0:34037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153899ffd80. 00000100:00000001:1.0:1778653878.067437:0:34037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386710117760 : -121686999433856 : ffff9153899ffd80) 00000100:00000001:1.0:1778653878.067440:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653878.067442:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711975168 : -121686997576448 : ffff915389bc5500) 00000100:00000001:1.0:1778653878.067447:0:34037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653878.067451:0:34037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.067454:0:34037:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653878.067455:0:34037:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653878.067468:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.067475:0:34037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653878.067478:0:34037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653878.067482:0:34037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653878.067484:0:34037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653878.067487:0:34037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653878.067490:0:34037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5500 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34037:1865052054694528:192.168.204.110@tcp:101:cat.0 00000100:00000001:1.0:1778653878.067495:0:34037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653878.067501:0:34037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653878.067504:0:34037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653878.067507:0:34037:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653878.067511:0:34037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491a000. 02000000:00000001:1.0:1778653878.067513:0:34037:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653878.067522:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653878.067526:0:34037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff56e0. 00000400:00000010:1.0:1778653878.067534:0:34037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19198. 00000100:00000200:1.0:1778653878.067543:0:34037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054694528, portal 10 00000100:00000001:1.0:1778653878.067545:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653878.067546:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711975168 : -121686997576448 : ffff915389bc5500) 00000100:00000040:1.0:1778653878.067552:0:34037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.067559:0:34037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653878.067562:0:34037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653878.067565:0:34037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f197f8. 00000100:00000200:1.0:1778653878.067568:0:34037:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054694528, offset 0 00000400:00000200:1.0:1778653878.067575:0:34037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653878.067585:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.067594:0:34037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653878.067600:0:34037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653878.067604:0:34037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653878.067608:0:34037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653878.067611:0:34037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653878.067615:0:34037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2554:2554:256:4294967295] 192.168.204.110@tcp LPNI seq info [2554:2554:8:4294967295] 00000400:00000200:1.0:1778653878.067619:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.067774:0:34037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653878.067782:0:34037:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653878.067832:0:34037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653878.067841:0:34037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653878.067850:0:34037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653878.067856:0:34037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653878.067929:0:34037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653878.067935:0:34037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 840291 usecs (841 jiffies) 00000400:00000200:1.0:1778653878.067939:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653878.067941:0:34037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434085 00000100:00000001:1.0:1778653878.067945:0:34037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:1.0:1778653878.067948:0:34037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434085 00000100:00000001:1.0:1778653878.067950:0:34037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:1.0:1778653878.067961:0:34037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653878.067964:0:34037:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.067967:0:34037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653878.067969:0:34037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653878.067973:0:34037:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153899ffd80 going to sleep for 11 seconds 00000100:00000001:1.0:1778653878.067976:0:34037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653878.067979:0:34037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653878.068124:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653878.068130:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:0.0:1778653878.068136:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.068141:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653878.068147:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f197f8 00000400:00000010:0.0:1778653878.068150:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f197f8. 00000100:00000001:0.0:1778653878.068156:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653878.068161:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.068171:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653878.068174:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.068181:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.068183:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.073175:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.073196:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.073201:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.073204:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.073215:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.073225:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.073238:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.073243:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.073250:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.073255:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145352a80 00000400:00000200:1.0:1778653878.073260:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.073268:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6979 [1] + 224 00000800:00000001:1.0:1778653878.073276:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.073286:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.073290:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.073294:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.073304:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.073315:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653878.073327:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653878.073363:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.073374:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.073378:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.073389:0:34037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653878.073399:0:34037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653878.073402:0:34037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653878.073406:0:34037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff56e0. 00000400:00000200:3.0:1778653878.073413:0:34037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19198 00000400:00000010:3.0:1778653878.073416:0:34037:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19198. 00000100:00000001:3.0:1778653878.073419:0:34037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653878.073425:0:34037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653878.073435:0:34037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.073443:0:34037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653878.073445:0:34037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.073448:0:34037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653878.073452:0:34037:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653878.073455:0:34037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653878.073457:0:34037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.073461:0:34037:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653878.073473:0:34037:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=139 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653878.073478:0:34037:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653878.073481:0:34037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653878.073483:0:34037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.073487:0:34037:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653878.073491:0:34037:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.073495:0:34037:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653878.073498:0:34037:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1778653878.073500:0:34037:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653878.073503:0:34037:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.073508:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.073516:0:34037:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.073520:0:34037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653878.073522:0:34037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653878.073526:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653894 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653878.073534:0:34037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5500 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34037:1865052054694528:192.168.204.110@tcp:101:cat.0 00000100:00000001:3.0:1778653878.073543:0:34037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.073547:0:34037:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.073549:0:34037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653878.073552:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.073555:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653894 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.073562:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653878.073565:0:34037:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153899ffd80. 00000100:00000001:3.0:1778653878.073568:0:34037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653878.073570:0:34037:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.073574:0:34037:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653878.073579:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073582:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073585:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=4 00000020:00000001:3.0:1778653878.073587:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073591:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000040:3.0:1778653878.073597:0:34037:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27200, remote cookie: 0xdfa36d541726fffc, flags: 0x1001 00010000:00010000:3.0:1778653878.073604:0:34037:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653878.073615:0:34037:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073623:0:34037:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653878.073627:0:34037:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653878.073630:0:34037:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653878.073631:0:34037:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653878.073632:0:34037:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653878.073636:0:34037:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcba00) refcount = 1 00010000:00010000:3.0:1778653878.073641:0:34037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073693:0:34037:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653878.073697:0:34037:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653878.073699:0:34037:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.073702:0:34037:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653878.073705:0:34037:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.073708:0:34037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073715:0:34037:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653878.073717:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073719:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.073721:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073722:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.073724:0:34037:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.073730:0:34037:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653878.073732:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073733:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073735:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.073737:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073739:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073742:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073743:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073745:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=4 00000020:00000001:3.0:1778653878.073747:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073748:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073752:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.073756:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.073759:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073765:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073767:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.073768:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073769:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073771:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=5 00000020:00000001:3.0:1778653878.073772:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073774:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073777:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.073780:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073786:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073787:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.073790:0:34037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073796:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.073798:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073799:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.073800:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073801:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653878.073806:0:34037:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1778653878.073814:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073815:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073816:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.073818:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073820:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073823:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073824:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.073825:0:34037:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.073828:0:34037:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.073832:0:34037:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1778653878.073834:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073835:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073837:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.073839:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073840:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00000002:00010000:3.0:1778653878.073844:0:34037:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.073849:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073850:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.073852:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653878.073853:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073854:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073855:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.073857:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073859:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000040:3.0:1778653878.073867:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.073869:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653878.073874:0:34037:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1778653878.073876:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.073877:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.073879:0:34037:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653878.073882:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67930 00000002:00002000:3.0:1778653878.073884:0:34037:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1778653878.073887:0:34037:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.073892:0:34037:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.073894:0:34037:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653878.073898:0:34037:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653878.073902:0:34037:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653878.073906:0:34037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.073910:0:34037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153864abe00. 00000080:00000001:3.0:1778653878.073916:0:34037:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.073918:0:34037:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653878.073926:0:34037:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1778653878.073931:0:34037:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1778653878.073938:0:34037:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9153861ba780. 00800000:00000001:3.0:1778653878.073941:0:34037:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386651113344 : -121687058438272 : ffff9153861ba780) 00800000:00000001:3.0:1778653878.073944:0:34037:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.073946:0:34037:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653878.073950:0:34037:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1778653878.073968:0:34037:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1778653878.073971:0:34037:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1778653878.073975:0:34037:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1778653878.073977:0:34037:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.073982:0:34037:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1778653878.073985:0:34037:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1778653878.073990:0:34037:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1778653878.073993:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.073994:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.073995:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.073997:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.073999:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.074001:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.074002:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653878.074004:0:34037:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653878.074006:0:34037:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1778653878.074008:0:34037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff9153861ba780 1 00800000:00000010:3.0:1778653878.074010:0:34037:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9153861ba780. 00800000:00000001:3.0:1778653878.074014:0:34037:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.074027:0:34037:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.074031:0:34037:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.074032:0:34037:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.074034:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.074035:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.074036:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.074038:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.074040:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.074042:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.074044:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.074045:0:34037:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.074048:0:34037:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.074050:0:34037:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.074052:0:34037:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.074055:0:34037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac1f67bf8 00010000:00000001:3.0:1778653878.074057:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.074058:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.074059:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.074061:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.074063:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.074065:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.074067:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.074074:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.074075:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.074077:0:34037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.074079:0:34037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.074081:0:34037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.074090:0:34037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.074092:0:34037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.074095:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.074100:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.074101:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.074103:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074106:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.074108:0:34037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074110:0:34037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074112:0:34037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074115:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.074116:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.074117:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.074119:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.074123:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5500 x1865052054694528/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.074131:0:34037:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653878.074134:0:34037:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653878.074137:0:34037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491a000. 02000000:00000001:3.0:1778653878.074141:0:34037:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653878.074143:0:34037:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653878.074146:0:34037:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653878.074148:0:34037:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653878.074151:0:34037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bb9c00. 02000000:00000001:3.0:1778653878.074155:0:34037:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653878.074157:0:34037:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653878.074159:0:34037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5500. 00000100:00000001:3.0:1778653878.074163:0:34037:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653878.074164:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.074168:0:34037:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653878.074174:0:34037:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653878.074192:0:34037:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a3842c0. 00000080:00000001:3.0:1778653878.074197:0:34037:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653878.074200:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67b50 00000080:00200000:3.0:1778653878.074202:0:34037:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915385dd3500, open_flags 8000, mode 0 opened 0 00000080:00000010:3.0:1778653878.074208:0:34037:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3b600. 00000080:00000001:3.0:1778653878.074210:0:34037:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653878.074212:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67a00 00000080:00200000:3.0:1778653878.074214:0:34037:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open 00000080:00000010:3.0:1778653878.074223:0:34037:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6600. 00800000:00000002:3.0:1778653878.074229:0:34037:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.074235:0:34037:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.074237:0:34037:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.074239:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67920 00800000:00000002:3.0:1778653878.074241:0:34037:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.074244:0:34037:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653878.074247:0:34037:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653878.074252:0:34037:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00000020:00000001:3.0:1778653878.074256:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f678a0 00800000:00000002:3.0:1778653878.074258:0:34037:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1778653878.074263:0:34037:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.074265:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f677d8 00000002:00010000:3.0:1778653878.074267:0:34037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:3.0:1778653878.074272:0:34037:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653878.074274:0:34037:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653878.074279:0:34037:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653878.074282:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.074285:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.074288:0:34037:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653878.074290:0:34037:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074292:0:34037:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.074294:0:34037:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653878.074489:0:34037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653878.074494:0:34037:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653878.074500:0:34037:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653878.074502:0:34037:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074505:0:34037:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653878.074510:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.074512:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.074514:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.074515:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.074518:0:34037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653878.074521:0:34037:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653878.074525:0:34037:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653878.074533:0:34037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e97400. 00000100:00000001:3.0:1778653878.074540:0:34037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074544:0:34037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653878.074546:0:34037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074548:0:34037:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653878.074549:0:34037:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.074551:0:34037:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.074562:0:34037:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00010000:00000001:3.0:1778653878.074567:0:34037:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653878.074570:0:34037:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653878.074572:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.074575:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.074578:0:34037:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653878.074582:0:34037:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177200. 00000020:00000001:3.0:1778653878.074586:0:34037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653878.074588:0:34037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177200 with handle 0x3df471c51a890284 to hash 00000020:00000001:3.0:1778653878.074591:0:34037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653878.074593:0:34037:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.074598:0:34037:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.074600:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.074602:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.074605:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34037 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653878.074613:0:34037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34037 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653878.074626:0:34037:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653878.074633:0:34037:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653878.074643:0:34037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34037 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653878.075114:0:34037:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653878.075118:0:34037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653878.075126:0:34037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cd79180. 00000100:00000001:3.0:1778653878.075130:0:34037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386764091776 : -121686945459840 : ffff91538cd79180) 00000100:00000001:3.0:1778653878.075133:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.075135:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653878.075140:0:34037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653878.075146:0:34037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.075148:0:34037:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653878.075150:0:34037:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653878.075156:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.075167:0:34037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653878.075170:0:34037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.075174:0:34037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653878.075178:0:34037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653878.075181:0:34037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653878.075185:0:34037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34037:1865052054694784:192.168.204.110@tcp:101:cat.0 00000100:00000001:3.0:1778653878.075190:0:34037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653878.075197:0:34037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653878.075200:0:34037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.075203:0:34037:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653878.075429:0:34037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:3.0:1778653878.075433:0:34037:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653878.075439:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653878.075444:0:34037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653878.075452:0:34037:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff915384ce6000. 00000100:00000200:3.0:1778653878.075461:0:34037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054694784, portal 10 00000100:00000001:3.0:1778653878.075463:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.075465:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:3.0:1778653878.075471:0:34037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.075481:0:34037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653878.075484:0:34037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653878.075488:0:34037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c000. 00000100:00000200:3.0:1778653878.075492:0:34037:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054694784, offset 0 00000400:00000200:3.0:1778653878.075498:0:34037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653878.075508:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.075517:0:34037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653878.075523:0:34037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653878.075529:0:34037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653878.075533:0:34037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653878.075536:0:34037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653878.075540:0:34037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2555:2555:256:4294967295] 192.168.204.110@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:3.0:1778653878.075546:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.075556:0:34037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653878.075563:0:34037:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653878.075570:0:34037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653878.075578:0:34037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653878.075588:0:34037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653878.075592:0:34037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1778653878.075712:0:34037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.075718:0:34037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 839242 usecs (840 jiffies) 00000400:00000200:3.0:1778653878.075722:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653878.075726:0:34037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434092 00000100:00000001:3.0:1778653878.075730:0:34037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.075733:0:34037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434092 00000100:00000001:3.0:1778653878.075735:0:34037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.075738:0:34037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.075742:0:34037:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.075744:0:34037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653878.075747:0:34037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653878.075750:0:34037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cd79180 going to sleep for 11 seconds 00000100:00000001:3.0:1778653878.075753:0:34037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653878.075756:0:34037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653878.076135:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653878.076141:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:0.0:1778653878.076146:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.076153:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653878.076160:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c000 00000400:00000010:0.0:1778653878.076162:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c000. 00000100:00000001:0.0:1778653878.076166:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653878.076171:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.076182:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653878.076186:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.076194:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.076196:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.079754:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.079776:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.079780:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.079782:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.079791:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.079798:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.079806:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.079811:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.079817:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.079821:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145352b80 00000400:00000200:1.0:1778653878.079824:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.079829:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6989 [64] + 224 00000800:00000001:1.0:1778653878.079836:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.079842:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.079845:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.079848:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.079855:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.079864:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653878.079873:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.079930:0:34037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653878.079948:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.079969:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.079973:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653878.080014:0:34037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653878.080017:0:34037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653878.080021:0:34037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653878.080027:0:34037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915384ce6000 00000400:00000010:3.0:1778653878.080029:0:34037:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff915384ce6000. 00000100:00000001:3.0:1778653878.080033:0:34037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653878.080039:0:34037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653878.080047:0:34037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054694784/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.080054:0:34037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653878.080056:0:34037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.080060:0:34037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653878.080064:0:34037:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653878.080067:0:34037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653878.080070:0:34037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.080074:0:34037:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653878.080085:0:34037:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=139 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653878.080090:0:34037:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653878.080093:0:34037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653878.080096:0:34037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.080099:0:34037:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653878.080103:0:34037:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.080107:0:34037:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653878.080109:0:34037:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653878.080111:0:34037:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653878.080113:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.080115:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653878.080119:0:34037:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653878.080121:0:34037:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1778653878.080123:0:34037:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653878.080126:0:34037:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.080132:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.080139:0:34037:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.080143:0:34037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653878.080145:0:34037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653878.080149:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653878.080158:0:34037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34037:1865052054694784:192.168.204.110@tcp:101:cat.0 00000100:00000001:3.0:1778653878.080163:0:34037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.080167:0:34037:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.080170:0:34037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653878.080172:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.080175:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.080181:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653878.080184:0:34037:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cd79180. 00000100:00000001:3.0:1778653878.080188:0:34037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653878.080189:0:34037:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.080192:0:34037:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653878.080199:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080202:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080205:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653878.080207:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080210:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653878.080217:0:34037:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177200, remote cookie: 0xdfa36d5417270018, flags: 0x1001 00010000:00010000:3.0:1778653878.080223:0:34037:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653878.080233:0:34037:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653878.080236:0:34037:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1778653878.080284:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:3.0:1778653878.080287:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.080289:0:34037:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.080292:0:34037:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653878.080298:0:34037:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080303:0:34037:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653878.080308:0:34037:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653878.080310:0:34037:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653878.080311:0:34037:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653878.080312:0:34037:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653878.080315:0:34037:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff915383063700) refcount = 2 00010000:00000040:3.0:1778653878.080317:0:34037:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1778653878.080319:0:34037:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1778653878.080323:0:34037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080326:0:34037:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653878.080329:0:34037:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653878.080330:0:34037:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.080332:0:34037:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653878.080334:0:34037:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.080336:0:34037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080340:0:34037:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653878.080341:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080342:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.080342:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080343:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.080344:0:34037:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.080349:0:34037:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653878.080351:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080352:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080353:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653878.080354:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080356:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080358:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080358:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080359:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653878.080361:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080363:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080365:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.080367:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.080370:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080374:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080374:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.080375:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080376:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080376:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=5 00000020:00000001:3.0:1778653878.080377:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080378:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080380:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.080381:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080384:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080385:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.080387:0:34037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080390:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.080391:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080392:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.080392:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080393:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653878.080396:0:34037:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653878.080402:0:34037:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653878.080405:0:34037:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653878.080410:0:34037:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.080415:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080415:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080417:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653878.080418:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080419:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653878.080421:0:34037:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653878.080428:0:34037:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861ba780. 00010000:00000001:3.0:1778653878.080429:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080430:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.080430:0:34037:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.080431:0:34037:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.080434:0:34037:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653878.080436:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.080437:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00010000:00000001:3.0:1778653878.080438:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080439:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080439:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653878.080440:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080442:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653878.080444:0:34037:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080448:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080448:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.080449:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653878.080450:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080451:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080451:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653878.080453:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080455:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653878.080456:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.080458:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.080460:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.080462:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.080463:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653878.080468:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.080472:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.080474:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.080478:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080478:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.080479:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080480:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080480:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653878.080481:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080483:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653878.080484:0:34037:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1778653878.080486:0:34037:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080489:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.080490:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080493:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080494:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.080495:0:34037:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653878.080499:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.080500:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.080503:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1778653878.080506:0:34037:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91538cd79180. 00010000:00000001:3.0:1778653878.080509:0:34037:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1778653878.080521:0:34037:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1778653878.080524:0:34037:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.080525:0:34037:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.080526:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.080526:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.080527:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.080528:0:34037:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653878.080531:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67758 00000002:00002000:3.0:1778653878.080533:0:34037:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1778653878.080537:0:34037:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.080541:0:34037:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.080544:0:34037:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653878.080547:0:34037:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653878.080550:0:34037:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653878.080555:0:34037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653878.080558:0:34037:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653878.080560:0:34037:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3b600 it_disposition 80002b 00000080:00000001:3.0:1778653878.080563:0:34037:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653878.080570:0:34037:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653878.080573:0:34037:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653878.080577:0:34037:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1778653878.080580:0:34037:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1778653878.080589:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.080594:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.080599:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.080605:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.080609:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.080617:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.080623:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.080630:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.080636:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.080641:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.080645:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.080688:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.080693:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.080696:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.080699:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.080701:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.080703:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.080706:0:34037:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653878.080711:0:34037:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653878.080714:0:34037:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653878.080719:0:34037:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b1e0. 00020000:00000010:3.0:1778653878.080724:0:34037:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941180. 00020000:00000010:3.0:1778653878.080730:0:34037:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3bc00. 00020000:00000001:3.0:1778653878.080732:0:34037:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614942720 : -121687094608896 : ffff915383f3bc00) 00020000:00000002:3.0:1778653878.080735:0:34037:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bc00, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653878.080740:0:34037:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653878.080744:0:34037:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941180: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653878.080747:0:34037:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b9b0) owner ffff91538d88cf80 00020000:00000001:3.0:1778653878.080750:0:34037:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653878.080753:0:34037:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b9b0) owner ffff91538d88cf80 00020000:00000010:3.0:1778653878.080758:0:34037:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941180. 00020000:00000010:3.0:1778653878.080761:0:34037:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b1e0. 00020000:00000010:3.0:1778653878.080765:0:34037:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bc00. 00020000:00000002:3.0:1778653878.080767:0:34037:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653878.080770:0:34037:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.080772:0:34037:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653878.080774:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.080778:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.080781:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.080785:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.080791:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.080793:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.080797:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.080800:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.080802:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7e00. 00000008:00000010:3.0:1778653878.080805:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.080808:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.080812:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.080814:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.080816:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.080818:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653878.080823:0:34037:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1778653878.080826:0:34037:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1778653878.080832:0:34037:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x31:0x0](ffff91538bdb5b88): rc = 0 00000080:00000001:3.0:1778653878.080835:0:34037:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747562888 : -121686961988728 : ffff91538bdb5b88) 00010000:00000001:3.0:1778653878.080837:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.080838:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.080840:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.080841:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.080843:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00000080:00000001:3.0:1778653878.080847:0:34037:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653878.080849:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.080852:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.080854:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.080857:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.080859:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.080862:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.080864:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.080866:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.080869:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.080871:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.080873:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7400. 00000008:00000010:3.0:1778653878.080875:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.080878:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.080880:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.080882:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.080883:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.080885:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.080887:0:34037:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653878.080888:0:34037:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653878.080890:0:34037:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653878.080892:0:34037:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3bc00. 00020000:00000010:3.0:1778653878.080894:0:34037:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941180. 00020000:00000010:3.0:1778653878.080896:0:34037:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b1e0. 00020000:00000001:3.0:1778653878.080898:0:34037:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940128 : -121687094611488 : ffff915383f3b1e0) 00020000:00000002:3.0:1778653878.080901:0:34037:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b1e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653878.080905:0:34037:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653878.080908:0:34037:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941180: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1778653878.080910:0:34037:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356b9b0) owner ffff91538d88cf80 00020000:00000001:3.0:1778653878.080912:0:34037:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653878.080914:0:34037:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356b9b0) owner ffff91538d88cf80 00020000:00000010:3.0:1778653878.080916:0:34037:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941180. 00020000:00000010:3.0:1778653878.080919:0:34037:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3bc00. 00020000:00000010:3.0:1778653878.080921:0:34037:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b1e0. 00020000:00000002:3.0:1778653878.080923:0:34037:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653878.080925:0:34037:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.080927:0:34037:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.080931:0:34037:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653878.080934:0:34037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000002:3.0:1778653878.080937:0:34037:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d55a0 addref 2/0 by ffff91538d88cf80. 00020000:00000002:3.0:1778653878.080940:0:34037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:3.0:1778653878.080942:0:34037:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653878.080945:0:34037:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653878.080946:0:34037:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653878.080948:0:34037:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653878.080950:0:34037:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653878.080963:0:34037:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1778653878.080966:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.080968:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.080970:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.080973:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.080975:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.080977:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.080980:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.080982:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.080984:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.080987:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.080989:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.080991:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.080994:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.080996:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000020:00000010:3.0:1778653878.080998:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653878.081000:0:34037:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081002:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081003:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653878.081005:0:34037:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653878.081008:0:34037:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653878.081011:0:34037:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.081015:0:34037:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890276 00800000:00000001:3.0:1778653878.081022:0:34037:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.081025:0:34037:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.081026:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.081027:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.081029:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.081031:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081033:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081035:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081036:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.081038:0:34037:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.081040:0:34037:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1778653878.081049:0:34037:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538a9e6360 inode ffff91538bdb5b88 refc 1 flags 0x40000e 00000080:00000001:3.0:1778653878.081054:0:34037:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1778653878.081058:0:34037:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00000001:3.0:1778653878.081061:0:34037:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653878.081064:0:34037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6600. 00000100:00000001:3.0:1778653878.081067:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.081073:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.081084:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081095:0:34037:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1778653878.081097:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67a60 00000080:00200008:3.0:1778653878.081099:0:34037:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 100000 00000080:00000010:3.0:1778653878.081108:0:34037:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9153815b8000. 00000080:00000010:3.0:1778653878.081118:0:34037:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861baa00. 00000080:00000001:3.0:1778653878.081121:0:34037:0:(file.c:976:ll_local_open()) Process entered 00000020:00000001:2.0:1778653878.081122:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00800000:00000001:3.0:1778653878.081124:0:34037:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000020:00000001:2.0:1778653878.081125:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.081127:0:34037:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00010000:00010000:2.0:1778653878.081128:0:15972:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000002:00000010:3.0:1778653878.081130:0:34037:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a384040. 00010000:00000001:2.0:1778653878.081131:0:15972:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653878.081134:0:15972:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000002:00100000:3.0:1778653878.081135:0:34037:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1778653878.081138:0:15972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000001:3.0:1778653878.081141:0:34037:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.081143:0:34037:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.081147:0:15972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2177200 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00400000:3.0:1778653878.081148:0:34037:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653878.081151:0:34037:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653878.081151:0:15972:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653878.081154:0:34037:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653878.081155:0:15972:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653878.081157:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.081160:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653878.081163:0:15972:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653878.081165:0:15972:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000001:3.0:1778653878.081167:0:34037:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:2.0:1778653878.081168:0:15972:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1778653878.081170:0:34037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 00010000:00000001:2.0:1778653878.081173:0:15972:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653878.081176:0:15972:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653878.081177:0:15972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.081179:0:15972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653878.081180:0:15972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:2.0:1778653878.081182:0:15972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653878.081184:0:15972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:2.0:1778653878.081186:0:15972:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653878.081189:0:15972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653878.081194:0:15972:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653878.081198:0:15972:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653878.081200:0:15972:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653878.081203:0:15972:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:2.0:1778653878.081205:0:15972:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653878.081207:0:15972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653878.081210:0:15972:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:2.0:1778653878.081213:0:15972:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653878.081216:0:15972:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1778653878.081218:0:15972:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1778653878.081220:0:15972:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.081221:0:34037:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653878.081223:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.081223:0:15972:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081225:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67a60 00010000:00010000:2.0:1778653878.081226:0:15972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000008:3.0:1778653878.081227:0:34037:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 100000, rc = 0 00000080:00000001:3.0:1778653878.081232:0:34037:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653878.081234:0:34037:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3b600 released 00010000:00000001:2.0:1778653878.081234:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.081235:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653878.081236:0:15972:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000080:00010000:3.0:1778653878.081237:0:34037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890276 from it ffff915383f3b600 00010000:00000001:2.0:1778653878.081238:0:15972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1778653878.081239:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653878.081239:0:15972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1778653878.081240:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.081241:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=4 00000020:00000001:3.0:1778653878.081243:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081245:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081247:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.081250:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00000040:2.0:1778653878.081251:0:15972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:2.0:1778653878.081253:0:15972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:2.0:1778653878.081255:0:15972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081257:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081258:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.081258:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.081259:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.081260:0:34037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000080:00000001:2.0:1778653878.081260:0:15972:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653878.081263:0:34037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00000080:00000001:2.0:1778653878.081263:0:15972:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00010000:00010000:3.0:1778653878.081264:0:34037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1778653878.081265:0:15972:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081268:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653878.081271:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653878.081272:0:34037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653878.081272:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653878.081274:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.081275:0:34037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653878.081276:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081277:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00000020:00000040:2.0:1778653878.081278:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177200 with handle 0x3df471c51a890284 from hash 00010000:00000001:2.0:1778653878.081281:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653878.081282:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081283:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653878.081283:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.081284:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.081284:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653878.081285:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081287:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653878.081287:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653878.081289:0:34037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081289:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653878.081291:0:34037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081292:0:15972:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.081293:0:34037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081294:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081295:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653878.081295:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.081296:0:15972:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081297:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081298:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653878.081299:0:34037:0:(dcache.c:187:ll_intent_release()) Process leaving 00010000:00000001:2.0:1778653878.081299:0:15972:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00000080:00000001:3.0:1778653878.081302:0:34037:0:(pcc.c:2365:pcc_file_open()) Process entered 00010000:00000001:2.0:1778653878.081302:0:15972:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000080:00000001:3.0:1778653878.081304:0:34037:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.081306:0:34037:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1778653878.081308:0:15972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000080:00000001:3.0:1778653878.081309:0:34037:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.081311:0:34037:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081314:0:34037:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000020:00000040:2.0:1778653878.081317:0:15972:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000080:00000001:3.0:1778653878.081318:0:34037:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081320:0:34037:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.081322:0:15972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:3.0:1778653878.081323:0:34037:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081324:0:34037:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653878.081325:0:15972:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000080:00000010:3.0:1778653878.081327:0:34037:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3b600. 02000000:00000001:2.0:1778653878.081327:0:15972:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081330:0:34037:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081334:0:34037:0:(file.c:6579:ll_inode_permission()) Process entered 02000000:00000010:2.0:1778653878.081335:0:15972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990c00. 00000080:00200000:3.0:1778653878.081336:0:34037:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88), inode mode 81a4 mask 44 00000080:00000001:3.0:1778653878.081340:0:34037:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.081342:0:15972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081344:0:15972:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653878.081347:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653878.081353:0:15972:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653878.081354:0:15972:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.081360:0:15972:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653878.081364:0:15972:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081366:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67d28 00000080:00200008:3.0:1778653878.081368:0:34037:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000100:00000040:2.0:1778653878.081371:0:15972:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f8a266] to pc [ptlrpcd_01_00+0] req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1778653878.081372:0:34037:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.081374:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67ca0 00000080:00200000:3.0:1778653878.081376:0:34037:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88),name=recon 00000080:00000010:3.0:1778653878.081381:0:34037:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6600. 00800000:00000002:3.0:1778653878.081386:0:34037:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.081392:0:34037:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.081394:0:34037:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.081396:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67bc0 00800000:00000002:3.0:1778653878.081398:0:34037:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00010000:00000001:2.0:1778653878.081399:0:15972:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653878.081401:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00800000:00000001:3.0:1778653878.081402:0:34037:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00010000:00000001:2.0:1778653878.081402:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.081404:0:15972:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081406:0:15972:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653878.081407:0:34037:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000080:00000001:2.0:1778653878.081408:0:15972:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.081411:0:15972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000001:3.0:1778653878.081412:0:34037:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.081414:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67a90 00000002:00010000:3.0:1778653878.081416:0:34037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00000001:2.0:1778653878.081418:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000002:00000001:3.0:1778653878.081419:0:34037:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00010000:00010000:2.0:1778653878.081420:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a890284 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270018 expref: -99 pid: 34037 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000001:3.0:1778653878.081421:0:34037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.081422:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.081425:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 4 00010000:00000001:3.0:1778653878.081426:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1778653878.081427:0:15972:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba780. 00010000:00000001:3.0:1778653878.081428:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.081430:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.081433:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653878.081436:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653878.081438:0:15972:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1778653878.081440:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 00010000:00000010:2.0:1778653878.081440:0:15972:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91538cd79180. 02000000:00000001:3.0:1778653878.081442:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.081443:0:15972:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.081444:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1778653878.081445:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653878.081446:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653878.081449:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1778653878.081451:0:34037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:2.0:1778653878.081451:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653878.081452:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.081454:0:34037:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653878.081454:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653878.081455:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000002:00000001:3.0:1778653878.081456:0:34037:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653878.081456:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.081458:0:34037:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653878.081458:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00800000:00000001:3.0:1778653878.081460:0:34037:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.081461:0:34037:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.081464:0:34037:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.081465:0:34037:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000100:00000001:2.0:1778653878.081466:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000010:3.0:1778653878.081467:0:34037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6600. 00000100:00000001:2.0:1778653878.081469:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000080:00000001:3.0:1778653878.081470:0:34037:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000100:00000001:2.0:1778653878.081471:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000080:00000001:3.0:1778653878.081472:0:34037:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.081474:0:34037:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000100:00000040:2.0:1778653878.081476:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00010000:3.0:1778653878.081478:0:34037:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890276 00800000:00000001:3.0:1778653878.081481:0:34037:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.081482:0:34037:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.081483:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.081484:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1778653878.081484:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1778653878.081486:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000100:00000001:2.0:1778653878.081486:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081488:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081490:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 02000000:00000001:2.0:1778653878.081490:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1778653878.081491:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081492:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1778653878.081493:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.081494:0:34037:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.081495:0:34037:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.081496:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.081498:0:34037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890276 from it ffffa71ac1f67cd8 00000100:00100000:2.0:1778653878.081499:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054694912:192.168.204.110@tcp:103:ldlm_bl.0 00010000:00000001:3.0:1778653878.081500:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.081502:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.081503:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.081504:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00000100:00000001:2.0:1778653878.081504:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1778653878.081507:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.081508:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:2.0:1778653878.081510:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1778653878.081511:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653878.081512:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.081515:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1778653878.081516:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081517:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.081518:0:34037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.081519:0:34037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 02000000:00000010:2.0:1778653878.081520:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990200. 00010000:00010000:3.0:1778653878.081521:0:34037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653878.081521:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081526:0:34037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.081528:0:34037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00000400:00000200:2.0:1778653878.081528:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:3.0:1778653878.081529:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.081531:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081532:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.081533:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081535:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.081536:0:34037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081538:0:34037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081540:0:34037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081542:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.081543:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081544:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.081546:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.081547:0:34037:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1778653878.081547:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000080:00000001:3.0:1778653878.081550:0:34037:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653878.081553:0:34037:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000400:00000010:2.0:1778653878.081553:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000080:00000001:3.0:1778653878.081554:0:34037:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.081556:0:34037:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.081557:0:34037:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081559:0:34037:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1778653878.081562:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054694912, portal 18 00000001:00000001:3.0:1778653878.081563:0:34037:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000100:00000001:2.0:1778653878.081564:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1778653878.081565:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:2.0:1778653878.081565:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000020:00000010:3.0:1778653878.081567:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.081570:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000100:00000040:2.0:1778653878.081571:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1778653878.081573:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.081575:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.081579:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00000100:00000001:2.0:1778653878.081579:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000010:3.0:1778653878.081582:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00000100:00000040:2.0:1778653878.081582:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00008000:00000010:3.0:1778653878.081585:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000400:00000010:2.0:1778653878.081585:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490cc0. 00000080:00000010:3.0:1778653878.081589:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000100:00000200:2.0:1778653878.081590:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054694912, offset 0 00000080:00000010:3.0:1778653878.081592:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.081594:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.081596:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00000400:00000200:2.0:1778653878.081597:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00020000:00000010:3.0:1778653878.081599:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.081601:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.081604:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.081605:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000400:00000200:2.0:1778653878.081605:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00001000:3.0:1778653878.081607:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.081612:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000400:00000200:2.0:1778653878.081613:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000020:00000001:3.0:1778653878.081615:0:34037:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653878.081618:0:34037:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000400:00000200:2.0:1778653878.081619:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00200000:3.0:1778653878.081620:0:34037:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1778653878.081623:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1778653878.081624:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000020:00000001:3.0:1778653878.081625:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653878.081627:0:34037:0:(file.c:7025:ll_layout_refresh()) Process entered 00000400:00000200:2.0:1778653878.081628:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000080:00000001:3.0:1778653878.081629:0:34037:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.081631:0:34037:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653878.081631:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00020000:00000002:3.0:1778653878.081634:0:34037:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff915386471978 type 7 ignore/verify layout 0/1 00000400:00000200:2.0:1778653878.081636:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2556:2556:256:4294967295] 192.168.204.110@tcp LPNI seq info [2556:2556:8:4294967295] 00020000:00000002:3.0:1778653878.081637:0:34037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00000400:00000200:2.0:1778653878.081640:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00020000:00000001:3.0:1778653878.081641:0:34037:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653878.081643:0:34037:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653878.081645:0:34037:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653878.081647:0:34037:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.081670:0:34037:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653878.081673:0:34037:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653878.081675:0:34037:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081677:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.081678:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.081679:0:34037:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653878.081681:0:34037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00000020:00000001:3.0:1778653878.081684:0:34037:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653878.081686:0:34037:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000400:00000200:2.0:1778653878.081686:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000001:00010000:3.0:1778653878.081687:0:34037:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1778653878.081691:0:34037:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.081692:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000800:00000200:2.0:1778653878.081694:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00020000:00000001:3.0:1778653878.081695:0:34037:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.081698:0:34037:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00000800:00000010:2.0:1778653878.081700:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00020000:00000002:3.0:1778653878.081704:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000800:00000200:2.0:1778653878.081707:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00020000:00000010:3.0:1778653878.081709:0:34037:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9c80. 00020000:00000002:3.0:1778653878.081711:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653878.081713:0:34037:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.081715:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00000800:00000200:2.0:1778653878.081715:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00020000:00000001:3.0:1778653878.081717:0:34037:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653878.081718:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.081720:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653878.081722:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7e00. 00000800:00000200:2.0:1778653878.081724:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1778653878.081725:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6000. 00000020:00000010:3.0:1778653878.081727:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.081731:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.081733:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.081736:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.081740:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.081743:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000100:00000001:2.0:1778653878.081745:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1778653878.081746:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6400. 00000008:00000010:3.0:1778653878.081748:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00000100:00000040:2.0:1778653878.081750:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 838195 usecs (839 jiffies) 00020000:00000010:3.0:1778653878.081751:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.081753:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000400:00000200:2.0:1778653878.081754:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000080:00000010:3.0:1778653878.081755:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653878.081757:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000100:00000001:2.0:1778653878.081757:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434097 00000020:00001000:3.0:1778653878.081759:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000100:00000001:2.0:1778653878.081761:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000020:00000001:3.0:1778653878.081762:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:3.0:1778653878.081763:0:34037:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1778653878.081763:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434097 00000100:00000001:2.0:1778653878.081765:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000020:00000001:3.0:1778653878.081767:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.081768:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1778653878.081768:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.081769:0:34037:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.081771:0:34037:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.081771:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.081773:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.081775:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000100:00000001:2.0:1778653878.081775:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.081777:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:3.0:1778653878.081779:0:34037:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653878.081782:0:34037:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000100:00000001:2.0:1778653878.081783:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653878.081785:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1778653878.081786:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.081787:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000100:00000001:2.0:1778653878.081788:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00010000:3.0:1778653878.081789:0:34037:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9cb0, osc lock ffff91538c5e3a20, flags 0x400001002 00000100:00000001:2.0:1778653878.081789:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653878.081790:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081792:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.081792:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.081794:0:34037:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.081797:0:34037:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614606976 : -121687094944640 : ffff915383ee9c80) 00000020:00000001:3.0:1778653878.081799:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.081800:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.081801:0:34037:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081803:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081805:0:34037:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000100:00000001:2.0:1778653878.081805:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1778653878.081807:0:34037:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000100:00000001:2.0:1778653878.081807:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.081808:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.081811:0:34037:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.081812:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.081813:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.081814:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.081817:0:34037:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.081819:0:34037:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.081822:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.081825:0:34037:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.081827:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.081828:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.081829:0:34037:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.081831:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.081833:0:34037:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.081835:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.081839:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.081841:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.081846:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.081849:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.081853:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1778653878.081862:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.081865:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.081868:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653878.081875:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.081877:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.081878:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:3.0:1778653878.081880:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.081882:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.081886:0:34037:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.081888:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.081889:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.081890:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.081892:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.081895:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000020:00000001:3.0:1778653878.081899:0:34037:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.081901:0:34037:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653878.081903:0:34037:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653878.081905:0:34037:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081906:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.081907:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.081909:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.081911:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.081913:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.081915:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.081917:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653878.081929:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081930:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.081931:0:34037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.081932:0:34037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.081934:0:34037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.081941:0:34037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.081942:0:34037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.081944:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.081946:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.081947:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.081948:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.081950:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1778653878.082112:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.082118:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:1.0:1778653878.082123:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.082129:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.082135:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490cc0 00000400:00000010:1.0:1778653878.082138:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490cc0. 00000100:00000001:1.0:1778653878.082142:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653878.082147:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.082160:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.082163:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.082169:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.082171:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1778653878.083018:0:34037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.083026:0:34037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.083031:0:34037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.083034:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.083036:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.083038:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.083039:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.083040:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.083042:0:34037:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.083045:0:34037:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083048:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083051:0:34037:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083052:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083055:0:34037:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.083056:0:34037:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653878.083059:0:34037:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653878.083061:0:34037:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1778653878.083063:0:34037:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083065:0:34037:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083071:0:34037:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653878.083075:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.083079:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.083081:0:34037:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.083087:0:34037:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653878.083090:0:34037:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=0 c=1778653878 b=1 00020000:00000001:3.0:1778653878.083094:0:34037:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083096:0:34037:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083098:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:3.0:1778653878.083101:0:34037:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1778653878.083104:0:34037:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653878.083107:0:34037:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.083108:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.083111:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.083113:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.083116:0:34037:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.083119:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.083121:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.083123:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.083125:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9cb0 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.083128:0:34037:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.083129:0:34037:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.083131:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.083132:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.083133:0:34037:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.083135:0:34037:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.083137:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.083138:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.083140:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.083141:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.083144:0:34037:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.083145:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.083147:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9cb0 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.083150:0:34037:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653878.083154:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.083155:0:34037:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9c80. 00020000:00000001:3.0:1778653878.083158:0:34037:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.083159:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.083161:0:34037:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653878.083162:0:34037:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083166:0:34037:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653878.083169:0:34037:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653878.083171:0:34037:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653878.083173:0:34037:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653878.083175:0:34037:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.083177:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653878.083182:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6000. 00000020:00000010:3.0:1778653878.083186:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.083191:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.083197:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.083211:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.083216:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.083220:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.083224:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7e00. 00000008:00000010:3.0:1778653878.083227:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.083231:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.083234:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.083238:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653878.083240:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6400. 00000020:00000010:3.0:1778653878.083243:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653878.083245:0:34037:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653878.083248:0:34037:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653878.083251:0:34037:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653878.083254:0:34037:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653878.083258:0:34037:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.083260:0:34037:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083262:0:34037:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653878.083265:0:34037:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.083266:0:34037:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.083267:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.083269:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.083271:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.083274:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.083278:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.083281:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.083283:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.083285:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.083287:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653878.083290:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.083291:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.083294:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.083295:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.083297:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.083299:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000001:00000001:3.0:1778653878.083301:0:34037:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083310:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67d28 00000080:00000008:3.0:1778653878.083313:0:34037:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653878.083440:0:34037:0:(file.c:2451:do_file_read_iter()) Process entered 00000020:00000001:3.0:1778653878.083443:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67d88 00000080:00200008:3.0:1778653878.083445:0:34037:0:(file.c:2455:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:3.0:1778653878.083449:0:34037:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1778653878.083452:0:34037:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653878.083456:0:34037:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:3.0:1778653878.083460:0:34037:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:3.0:1778653878.083490:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.083495:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.083499:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.083504:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6600. 00000020:00000010:3.0:1778653878.083507:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.083512:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.083516:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.083520:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.083525:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.083527:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.083531:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7400. 00000008:00000010:3.0:1778653878.083534:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.083536:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.083539:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.083542:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.083545:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.083548:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000080:00000001:3.0:1778653878.083551:0:34037:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1778653878.083554:0:34037:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083557:0:34037:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1778653878.083558:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67c98 00000080:00200000:3.0:1778653878.083560:0:34037:0:(file.c:2059:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:3.0:1778653878.083565:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67c30 00000080:00200000:3.0:1778653878.083567:0:34037:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1778653878.083570:0:34037:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1778653878.083576:0:34037:0:(cl_io.c:214:cl_io_rw_init()) header@0000000006d74052[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1778653878.083578:0:34037:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:3.0:1778653878.083582:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.083584:0:34037:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653878.083586:0:34037:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653878.083588:0:34037:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653878.083590:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.083592:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1778653878.083594:0:34037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653878.083599:0:34037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083601:0:34037:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.083603:0:34037:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083605:0:34037:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.083608:0:34037:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff915386471978 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1778653878.083612:0:34037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:3.0:1778653878.083615:0:34037:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653878.083617:0:34037:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653878.083620:0:34037:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653878.083622:0:34037:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083624:0:34037:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653878.083626:0:34037:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653878.083628:0:34037:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083630:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.083631:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.083632:0:34037:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653878.083633:0:34037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00000020:00000001:3.0:1778653878.083636:0:34037:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083638:0:34037:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083643:0:34037:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653878.083645:0:34037:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653878.083675:0:34037:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1778653878.083678:0:34037:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:3.0:1778653878.083682:0:34037:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653878.083684:0:34037:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653878.083688:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1778653878.083691:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.083693:0:34037:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653878.083695:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.083698:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653878.083700:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6400. 00000020:00000010:3.0:1778653878.083703:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.083705:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.083709:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.083711:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.083715:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.083718:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.083721:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.083724:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6000. 00000008:00000010:3.0:1778653878.083727:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.083729:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.083732:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.083735:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653878.083737:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653878.083740:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653878.083742:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:3.0:1778653878.083744:0:34037:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653878.083746:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.083747:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653878.083749:0:34037:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083751:0:34037:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083752:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.083755:0:34037:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1778653878.083758:0:34037:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1778653878.083761:0:34037:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083763:0:34037:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083766:0:34037:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083769:0:34037:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083770:0:34037:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083772:0:34037:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1778653878.083774:0:34037:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1778653878.083775:0:34037:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1778653878.083778:0:34037:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1778653878.083781:0:34037:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1778653878.083783:0:34037:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083786:0:34037:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083788:0:34037:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1778653878.083789:0:34037:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:3.0:1778653878.083791:0:34037:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1778653878.083793:0:34037:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1778653878.083794:0:34037:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083796:0:34037:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083798:0:34037:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083800:0:34037:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.083802:0:34037:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083804:0:34037:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653878.083806:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.083807:0:34037:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653878.083809:0:34037:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653878.083810:0:34037:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083812:0:34037:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083814:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.083815:0:34037:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.083817:0:34037:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653878.083818:0:34037:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.083820:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653878.083822:0:34037:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.083824:0:34037:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653878.083826:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:3.0:1778653878.083831:0:34037:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9c80. 00020000:00000002:3.0:1778653878.083833:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:3.0:1778653878.083836:0:34037:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.083837:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.083838:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.083840:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653878.083844:0:34037:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653878.083846:0:34037:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1778653878.084032:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.084034:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653878.084039:0:34037:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9cb0, osc lock ffff91538c5e3a20, flags 0x0 00000020:00000001:3.0:1778653878.084042:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084044:0:34037:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084047:0:34037:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614606976 : -121687094944640 : ffff915383ee9c80) 00000020:00000001:3.0:1778653878.084049:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.084050:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.084051:0:34037:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084053:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084055:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.084056:0:34037:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.084058:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.084059:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.084061:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.084063:0:34037:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.084065:0:34037:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1778653878.084068:0:34037:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084071:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.084074:0:34037:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.084076:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.084077:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.084079:0:34037:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.084080:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.084082:0:34037:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.084085:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.084092:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.084095:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.084101:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.084105:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.084111:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653878.084124:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.084130:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.084134:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084148:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084151:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084153:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:3.0:1778653878.084156:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084158:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.084162:0:34037:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.084164:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084165:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084167:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.084169:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084171:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084173:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084174:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084175:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.084177:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084179:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084181:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.084183:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.084185:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084192:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084193:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.084195:0:34037:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.084535:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084538:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084539:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=7 00000020:00000001:3.0:1778653878.084542:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084544:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084547:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.084550:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084558:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084559:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.084562:0:34037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084568:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.084569:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084570:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.084571:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084572:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.084573:0:34037:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.084576:0:34037:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084578:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084580:0:34037:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084582:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084584:0:34037:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084586:0:34037:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084587:0:34037:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084589:0:34037:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1778653878.084592:0:34037:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1778653878.084594:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67b90 00000080:00200000:3.0:1778653878.084596:0:34037:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:3.0:1778653878.084601:0:34037:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1778653878.084604:0:34037:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1778653878.084607:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1778653878.084610:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.084611:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.084613:0:34037:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653878.084615:0:34037:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653878.084618:0:34037:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084620:0:34037:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084622:0:34037:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084624:0:34037:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084628:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.084630:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.084632:0:34037:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.084635:0:34037:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653878.084637:0:34037:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=0 c=1778653878 b=1 00020000:00000001:3.0:1778653878.084640:0:34037:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084642:0:34037:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084644:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000001:00000001:3.0:1778653878.084647:0:34037:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653878.084674:0:34037:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1778653878.084676:0:34037:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.084677:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653878.084679:0:34037:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.084680:0:34037:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653878.084682:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653878.084688:0:34037:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9500. 00020000:00000002:3.0:1778653878.084690:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653878.084692:0:34037:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.084693:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.084695:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.084697:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653878.084700:0:34037:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e2d10. 00000008:00010000:3.0:1778653878.084702:0:34037:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653878.084703:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.084705:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653878.084706:0:34037:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9530, osc lock ffff91538c5e2d10, flags 0x400001002 00000020:00000001:3.0:1778653878.084708:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084710:0:34037:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084712:0:34037:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614605056 : -121687094946560 : ffff915383ee9500) 00000020:00000001:3.0:1778653878.084714:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.084715:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.084716:0:34037:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084718:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084721:0:34037:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653878.084722:0:34037:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653878.084724:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.084725:0:34037:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.084727:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.084728:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.084729:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.084730:0:34037:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.084732:0:34037:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.084734:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.084736:0:34037:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.084738:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.084739:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.084740:0:34037:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.084742:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.084743:0:34037:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.084745:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.084748:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.084750:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.084754:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.084755:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.084758:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653878.084768:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.084771:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.084774:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084781:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084783:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084784:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.084786:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084788:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.084790:0:34037:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.084792:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084793:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084795:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=7 00000020:00000001:3.0:1778653878.084797:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084800:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000020:00000001:3.0:1778653878.084803:0:34037:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.084805:0:34037:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653878.084806:0:34037:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653878.084808:0:34037:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.084809:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.084810:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.084811:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=8 00000020:00000001:3.0:1778653878.084813:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084815:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.084818:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.084820:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084826:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084827:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.084829:0:34037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.084835:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.084836:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084837:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.084838:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084840:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.084841:0:34037:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.084843:0:34037:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084845:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.084847:0:34037:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084848:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084849:0:34037:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.084851:0:34037:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653878.084853:0:34037:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653878.084854:0:34037:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1778653878.084857:0:34037:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084859:0:34037:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.084863:0:34037:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653878.084865:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.084867:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.084869:0:34037:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.084870:0:34037:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653878.084872:0:34037:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=0 c=1778653878 b=1 00020000:00000001:3.0:1778653878.084875:0:34037:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084877:0:34037:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.084879:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:3.0:1778653878.084886:0:34037:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1778653878.084890:0:34037:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653878.084891:0:34037:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.084893:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.084896:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.084897:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.084899:0:34037:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.084901:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.084902:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.084904:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.084905:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9530 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.084907:0:34037:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.084909:0:34037:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.084910:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.084911:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.084912:0:34037:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.084913:0:34037:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.084914:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.084915:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.084916:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.084917:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.084920:0:34037:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.084921:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.084922:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9530 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.084925:0:34037:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e2d10. 00000020:00000001:3.0:1778653878.084930:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.084932:0:34037:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9500. 00020000:00000001:3.0:1778653878.084937:0:34037:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.084938:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.084939:0:34037:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653878.084940:0:34037:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653878.084946:0:34037:0:(vvp_io.c:855:vvp_io_read_start()) header@0000000006d74052[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:3.0:1778653878.084948:0:34037:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:3.0:1778653878.084951:0:34037:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:3.0:1778653878.085360:0:34037:0:(vvp_io.c:884:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:3.0:1778653878.085368:0:34037:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653878.085370:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.085372:0:34037:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653878.085374:0:34037:0:(osc_io.c:1006:osc_io_read_start()) Process entered 00000020:00000001:3.0:1778653878.085377:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.085379:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.085381:0:34037:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1778653878.085384:0:34037:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653878.085386:0:34037:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085389:0:34037:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085390:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:3.0:1778653878.085392:0:34037:0:(osc_io.c:1015:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085394:0:34037:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085396:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085397:0:34037:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085398:0:34037:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085400:0:34037:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653878.085402:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:3.0:1778653878.085403:0:34037:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653878.085404:0:34037:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653878.085406:0:34037:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653878.085407:0:34037:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085409:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085411:0:34037:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653878.085413:0:34037:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653878.085415:0:34037:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.085417:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915387cfe4e8 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.085419:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.085420:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915387cfe4e8 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.085423:0:34037:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.085424:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.085426:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.085428:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.085429:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9cb0 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.085432:0:34037:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.085433:0:34037:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.085434:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.085435:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.085437:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.085439:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.085441:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.085444:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.085447:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.085454:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.085455:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.085457:0:34037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.085459:0:34037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.085461:0:34037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.085469:0:34037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.085472:0:34037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.085474:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.085479:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.085480:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.085481:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.085484:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.085486:0:34037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.085487:0:34037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.085491:0:34037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.085493:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.085494:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.085495:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.085496:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.085498:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.085499:0:34037:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.085500:0:34037:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.085501:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.085502:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.085503:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.085505:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915387cfe4e8 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.085507:0:34037:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.085508:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.085509:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9cb0 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.085512:0:34037:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653878.085515:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.085516:0:34037:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9c80. 00020000:00000001:3.0:1778653878.085518:0:34037:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.085519:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.085520:0:34037:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1778653878.085522:0:34037:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653878.085524:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.085525:0:34037:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653878.085527:0:34037:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653878.085528:0:34037:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085530:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085532:0:34037:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653878.085533:0:34037:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653878.085535:0:34037:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1778653878.085538:0:34037:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1778653878.085540:0:34037:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653878.085541:0:34037:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653878.085543:0:34037:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653878.085544:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.085545:0:34037:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653878.085548:0:34037:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653878.085549:0:34037:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085551:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085553:0:34037:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653878.085554:0:34037:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653878.085556:0:34037:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085560:0:34037:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653878.085562:0:34037:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653878.085564:0:34037:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653878.085565:0:34037:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653878.085567:0:34037:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.085569:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653878.085574:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.085579:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.085583:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.085589:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.085594:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.085599:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.085603:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.085607:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6400. 00000008:00000010:3.0:1778653878.085611:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.085614:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.085617:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.085620:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653878.085623:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6000. 00000020:00000010:3.0:1778653878.085625:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653878.085627:0:34037:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653878.085629:0:34037:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653878.085631:0:34037:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653878.085634:0:34037:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653878.085637:0:34037:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.085638:0:34037:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.085640:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67c98 00000080:00200000:3.0:1778653878.085643:0:34037:0:(file.c:2207:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1778653878.085646:0:34037:0:(file.c:2293:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1778653878.085685:0:34037:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653878.085689:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.085691:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6600. 00000020:00000010:3.0:1778653878.085693:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.085696:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.085701:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.085704:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.085707:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.085710:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.085713:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.085717:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.085720:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.085724:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.085727:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.085730:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000020:00000010:3.0:1778653878.085732:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000020:00000001:3.0:1778653878.085737:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67d88 00000080:00000008:3.0:1778653878.085739:0:34037:0:(file.c:2522:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:3.0:1778653878.085743:0:34037:0:(file.c:2524:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:3.0:1778653878.085810:0:34037:0:(file.c:2451:do_file_read_iter()) Process entered 00000020:00000001:3.0:1778653878.085813:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67d88 00000080:00200008:3.0:1778653878.085815:0:34037:0:(file.c:2455:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:3.0:1778653878.085818:0:34037:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1778653878.085821:0:34037:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653878.085824:0:34037:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:3.0:1778653878.085827:0:34037:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.085832:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.085836:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.085840:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7400. 00000020:00000010:3.0:1778653878.085844:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.085848:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.085853:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.085857:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.085861:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.085865:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.085868:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.085872:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653878.085875:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.085878:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.085881:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.085884:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.085887:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.085889:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000080:00000001:3.0:1778653878.085892:0:34037:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1778653878.085895:0:34037:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.085898:0:34037:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1778653878.085900:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67c98 00000080:00200000:3.0:1778653878.085902:0:34037:0:(file.c:2059:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:3.0:1778653878.085906:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67c30 00000080:00200000:3.0:1778653878.085907:0:34037:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1778653878.085910:0:34037:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1778653878.085914:0:34037:0:(cl_io.c:214:cl_io_rw_init()) header@0000000006d74052[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1778653878.085916:0:34037:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:3.0:1778653878.085918:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.085920:0:34037:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653878.085922:0:34037:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653878.085924:0:34037:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653878.085926:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.085928:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1778653878.085930:0:34037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653878.085935:0:34037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.085937:0:34037:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.085940:0:34037:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.085942:0:34037:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.085945:0:34037:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff915386471978 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1778653878.085948:0:34037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:3.0:1778653878.085960:0:34037:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653878.085962:0:34037:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653878.085964:0:34037:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653878.085966:0:34037:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.085968:0:34037:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653878.085971:0:34037:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653878.085972:0:34037:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085974:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.085975:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.085976:0:34037:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653878.085978:0:34037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00000020:00000001:3.0:1778653878.085980:0:34037:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085982:0:34037:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.085986:0:34037:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653878.085987:0:34037:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653878.085990:0:34037:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1778653878.085992:0:34037:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:3.0:1778653878.085995:0:34037:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653878.085998:0:34037:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653878.086002:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1778653878.086004:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086006:0:34037:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653878.086007:0:34037:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.086010:0:34037:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653878.086013:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6000. 00000020:00000010:3.0:1778653878.086016:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6400. 00000020:00000010:3.0:1778653878.086018:0:34037:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.086022:0:34037:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.086024:0:34037:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.086028:0:34037:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.086031:0:34037:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.086034:0:34037:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.086037:0:34037:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7e00. 00000008:00000010:3.0:1778653878.086040:0:34037:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.086043:0:34037:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.086045:0:34037:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.086048:0:34037:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653878.086050:0:34037:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653878.086052:0:34037:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653878.086054:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086056:0:34037:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653878.086058:0:34037:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.086059:0:34037:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653878.086060:0:34037:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086062:0:34037:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086064:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086067:0:34037:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1778653878.086068:0:34037:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1778653878.086072:0:34037:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086074:0:34037:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086076:0:34037:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086078:0:34037:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086080:0:34037:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086082:0:34037:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1778653878.086084:0:34037:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1778653878.086086:0:34037:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1778653878.086088:0:34037:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1778653878.086091:0:34037:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1778653878.086094:0:34037:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.086096:0:34037:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.086098:0:34037:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1778653878.086100:0:34037:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:3.0:1778653878.086101:0:34037:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1778653878.086103:0:34037:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1778653878.086105:0:34037:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086107:0:34037:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.086109:0:34037:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.086110:0:34037:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.086112:0:34037:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086113:0:34037:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653878.086115:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.086116:0:34037:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653878.086117:0:34037:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653878.086118:0:34037:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086120:0:34037:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086121:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086122:0:34037:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086123:0:34037:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653878.086125:0:34037:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.086127:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653878.086129:0:34037:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.086130:0:34037:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653878.086132:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:3.0:1778653878.086137:0:34037:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9c80. 00020000:00000002:3.0:1778653878.086140:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:3.0:1778653878.086142:0:34037:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.086143:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086144:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086146:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653878.086149:0:34037:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653878.086151:0:34037:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1778653878.086154:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.086155:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653878.086157:0:34037:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9cb0, osc lock ffff91538c5e3a20, flags 0x0 00000020:00000001:3.0:1778653878.086160:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086162:0:34037:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086165:0:34037:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614606976 : -121687094944640 : ffff915383ee9c80) 00000020:00000001:3.0:1778653878.086167:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.086168:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.086169:0:34037:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086171:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086173:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.086174:0:34037:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.086175:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086176:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086178:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.086181:0:34037:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.086183:0:34037:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1778653878.086185:0:34037:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086187:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.086190:0:34037:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.086191:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.086192:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.086194:0:34037:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.086195:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.086196:0:34037:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.086199:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.086217:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.086220:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.086224:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.086228:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.086231:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1778653878.086241:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.086246:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.086249:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086256:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086258:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086260:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:3.0:1778653878.086262:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086264:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.086267:0:34037:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.086269:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086270:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086272:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.086274:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086276:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086278:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086279:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086280:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.086282:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086284:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086285:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.086287:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.086289:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086296:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086297:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.086300:0:34037:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.086301:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086302:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086304:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=7 00000020:00000001:3.0:1778653878.086306:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086308:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086310:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.086313:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086324:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086325:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.086328:0:34037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086334:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.086335:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086336:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.086337:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086338:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.086340:0:34037:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.086342:0:34037:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086344:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086346:0:34037:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086348:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086350:0:34037:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086352:0:34037:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086354:0:34037:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086356:0:34037:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1778653878.086358:0:34037:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1778653878.086359:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67b90 00000080:00200000:3.0:1778653878.086361:0:34037:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:3.0:1778653878.086364:0:34037:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1778653878.086367:0:34037:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1778653878.086369:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1778653878.086371:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086372:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086375:0:34037:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653878.086376:0:34037:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653878.086379:0:34037:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086380:0:34037:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086382:0:34037:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086384:0:34037:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086387:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086389:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086391:0:34037:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.086393:0:34037:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653878.086397:0:34037:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653878.086399:0:34037:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1778653878.086401:0:34037:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653878.086402:0:34037:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1778653878.086404:0:34037:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1778653878 a=1778653878 c=1778653878 b=1 00020000:00000001:3.0:1778653878.086408:0:34037:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.086411:0:34037:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=1778653878 c=1778653878 b=1 00020000:00000001:3.0:1778653878.086413:0:34037:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086415:0:34037:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086417:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000001:00000001:3.0:1778653878.086420:0:34037:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653878.086422:0:34037:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1778653878.086423:0:34037:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.086424:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653878.086426:0:34037:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.086427:0:34037:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653878.086429:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653878.086433:0:34037:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9500. 00020000:00000002:3.0:1778653878.086435:0:34037:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653878.086437:0:34037:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.086438:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086439:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086441:0:34037:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653878.086444:0:34037:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e2d10. 00000008:00010000:3.0:1778653878.086446:0:34037:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653878.086447:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.086449:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653878.086450:0:34037:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9530, osc lock ffff91538c5e2d10, flags 0x400001002 00000020:00000001:3.0:1778653878.086452:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086454:0:34037:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086455:0:34037:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614605056 : -121687094946560 : ffff915383ee9500) 00000020:00000001:3.0:1778653878.086457:0:34037:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.086458:0:34037:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.086459:0:34037:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086462:0:34037:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086464:0:34037:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653878.086466:0:34037:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653878.086467:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.086469:0:34037:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.086470:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086471:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086472:0:34037:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.086474:0:34037:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.086475:0:34037:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.086477:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.086478:0:34037:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.086479:0:34037:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.086481:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.086481:0:34037:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.086483:0:34037:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.086484:0:34037:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.086485:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.086487:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.086489:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.086492:0:34037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.086494:0:34037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.086497:0:34037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1778653878.086504:0:34037:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.086506:0:34037:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.086509:0:34037:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086516:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086517:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086519:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.086521:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086523:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.086526:0:34037:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.086528:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086529:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086530:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=7 00000020:00000001:3.0:1778653878.086532:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086534:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000020:00000001:3.0:1778653878.086537:0:34037:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.086539:0:34037:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653878.086541:0:34037:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653878.086542:0:34037:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.086544:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086545:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086546:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=8 00000020:00000001:3.0:1778653878.086548:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086550:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086552:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.086554:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086561:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086562:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653878.086564:0:34037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086570:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.086571:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086572:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.086573:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086574:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.086575:0:34037:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.086577:0:34037:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086579:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086580:0:34037:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086582:0:34037:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086583:0:34037:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.086585:0:34037:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653878.086586:0:34037:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653878.086588:0:34037:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1778653878.086589:0:34037:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086591:0:34037:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.086594:0:34037:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653878.086595:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086597:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086598:0:34037:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.086600:0:34037:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653878.086601:0:34037:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=1778653878 c=1778653878 b=1 00020000:00000001:3.0:1778653878.086604:0:34037:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086605:0:34037:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086607:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:3.0:1778653878.086609:0:34037:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1778653878.086611:0:34037:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653878.086613:0:34037:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.086614:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.086617:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.086618:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.086620:0:34037:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.086622:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086623:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086625:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.086626:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9530 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.086628:0:34037:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.086630:0:34037:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.086631:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086632:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.086633:0:34037:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.086634:0:34037:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.086635:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.086636:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.086638:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.086639:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.086641:0:34037:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.086643:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.086644:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9530 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.086647:0:34037:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e2d10. 00000020:00000001:3.0:1778653878.086689:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.086691:0:34037:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9500. 00020000:00000001:3.0:1778653878.086694:0:34037:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.086695:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.086696:0:34037:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653878.086698:0:34037:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653878.086702:0:34037:0:(vvp_io.c:855:vvp_io_read_start()) header@0000000006d74052[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:3.0:1778653878.086705:0:34037:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:3.0:1778653878.086708:0:34037:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:3.0:1778653878.086711:0:34037:0:(vvp_io.c:884:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:3.0:1778653878.086715:0:34037:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653878.086717:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.086718:0:34037:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653878.086719:0:34037:0:(osc_io.c:1006:osc_io_read_start()) Process entered 00000020:00000001:3.0:1778653878.086721:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086723:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.086725:0:34037:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1778653878.086727:0:34037:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653878.086730:0:34037:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086732:0:34037:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086733:0:34037:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:3.0:1778653878.086735:0:34037:0:(osc_io.c:1015:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086737:0:34037:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086739:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086740:0:34037:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086742:0:34037:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086743:0:34037:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653878.086744:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:3.0:1778653878.086746:0:34037:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653878.086747:0:34037:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653878.086748:0:34037:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653878.086750:0:34037:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086751:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086754:0:34037:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653878.086755:0:34037:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653878.086756:0:34037:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.086757:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915387cfe4e8 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.086761:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.086762:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915387cfe4e8 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.086765:0:34037:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.086766:0:34037:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.086767:0:34037:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.086769:0:34037:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.086770:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9cb0 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.086773:0:34037:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.086775:0:34037:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.086776:0:34037:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.086777:0:34037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.086779:0:34037:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.086781:0:34037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086783:0:34037:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.086786:0:34037:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.086789:0:34037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.086796:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086798:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.086799:0:34037:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.086801:0:34037:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.086803:0:34037:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653878.086811:0:34037:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.086813:0:34037:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.086815:0:34037:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.086819:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086820:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.086822:0:34037:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.086824:0:34037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.086826:0:34037:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.086828:0:34037:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.086832:0:34037:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.086834:0:34037:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.086835:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086835:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.086836:0:34037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.086837:0:34037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.086838:0:34037:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.086840:0:34037:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.086841:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.086842:0:34037:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.086843:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.086844:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915387cfe4e8 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.086847:0:34037:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.086848:0:34037:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.086849:0:34037:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9cb0 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.086852:0:34037:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653878.086854:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.086855:0:34037:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9c80. 00020000:00000001:3.0:1778653878.086858:0:34037:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.086859:0:34037:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.086860:0:34037:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1778653878.086861:0:34037:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653878.086862:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.086863:0:34037:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653878.086865:0:34037:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653878.086866:0:34037:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086867:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086869:0:34037:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653878.086870:0:34037:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653878.086871:0:34037:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1778653878.086873:0:34037:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1778653878.086875:0:34037:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653878.086876:0:34037:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653878.086878:0:34037:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653878.086879:0:34037:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.086880:0:34037:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653878.086882:0:34037:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653878.086884:0:34037:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086885:0:34037:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.086887:0:34037:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653878.086888:0:34037:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653878.086890:0:34037:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.086893:0:34037:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653878.086895:0:34037:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653878.086896:0:34037:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653878.086897:0:34037:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653878.086899:0:34037:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.086901:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653878.086904:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6400. 00000020:00000010:3.0:1778653878.086906:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.086910:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.086914:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.086917:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.086921:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.086924:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.086927:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6000. 00000008:00000010:3.0:1778653878.086929:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.086931:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.086934:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.086937:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653878.086939:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.086941:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653878.086943:0:34037:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653878.086945:0:34037:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653878.086946:0:34037:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653878.086948:0:34037:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653878.086960:0:34037:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.086962:0:34037:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.086964:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67c98 00000080:00200000:3.0:1778653878.086966:0:34037:0:(file.c:2207:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1778653878.086968:0:34037:0:(file.c:2293:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1778653878.086970:0:34037:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653878.086972:0:34037:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.086974:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.086977:0:34037:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.086979:0:34037:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.086983:0:34037:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.086985:0:34037:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.086988:0:34037:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.086991:0:34037:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.086993:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000008:00000010:3.0:1778653878.086995:0:34037:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.086996:0:34037:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.086998:0:34037:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.087000:0:34037:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.087002:0:34037:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000020:00000010:3.0:1778653878.087004:0:34037:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000020:00000001:3.0:1778653878.087007:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67d88 00000080:00000008:3.0:1778653878.087008:0:34037:0:(file.c:2522:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:3.0:1778653878.087011:0:34037:0:(file.c:2524:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.087114:0:34037:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653878.087118:0:34037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000002:3.0:1778653878.087121:0:34037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:3.0:1778653878.087124:0:34037:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.087133:0:34037:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653878.087135:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67db8 00000080:00200008:3.0:1778653878.087138:0:34037:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 100000 00000080:00000001:3.0:1778653878.087142:0:34037:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1778653878.087144:0:34037:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1778653878.087146:0:34037:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653878.087147:0:34037:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000002:3.0:1778653878.087150:0:34037:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff91538d88cf80 00020000:00000001:3.0:1778653878.087152:0:34037:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.087154:0:34037:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1778653878.087163:0:34037:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.087166:0:34037:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.087170:0:34037:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:3.0:1778653878.087172:0:34037:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.087176:0:34037:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653878.087178:0:34037:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:3.0:1778653878.087181:0:34037:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653878.087184:0:34037:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653878.087188:0:34037:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915387df6600. 00000080:00000001:3.0:1778653878.087191:0:34037:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653878.087197:0:34037:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653878.087200:0:34037:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653878.087203:0:34037:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1778653878.087207:0:34037:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653878.087209:0:34037:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:3.0:1778653878.087216:0:34037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d880. 00000020:00000040:3.0:1778653878.087221:0:34037:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653878.087226:0:34037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653878.087230:0:34037:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653878.087233:0:34037:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653878.087240:0:34037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387df7400. 00000100:00000001:3.0:1778653878.087248:0:34037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653878.087271:0:34037:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653878.087283:0:34037:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653878.087288:0:34037:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653878.087296:0:34037:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653878.087299:0:34037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653878.087306:0:34037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cd796c0. 00000100:00000001:3.0:1778653878.087309:0:34037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386764093120 : -121686945458496 : ffff91538cd796c0) 00000100:00000001:3.0:1778653878.087312:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.087314:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:3.0:1778653878.087318:0:34037:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653878.087321:0:34037:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.087323:0:34037:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653878.087326:0:34037:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653878.087330:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.087338:0:34037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653878.087340:0:34037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.087345:0:34037:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653878.087348:0:34037:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653878.087350:0:34037:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653878.087354:0:34037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34037:1865052054695168:192.168.204.110@tcp:35:cat.0 00000100:00000001:3.0:1778653878.087359:0:34037:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653878.087365:0:34037:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653878.087368:0:34037:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.087371:0:34037:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653878.087375:0:34037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653878.087377:0:34037:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653878.087387:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653878.087391:0:34037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653878.087398:0:34037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653878.087407:0:34037:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054695168, portal 10 00000100:00000001:3.0:1778653878.087409:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.087411:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000040:3.0:1778653878.087418:0:34037:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.087425:0:34037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653878.087428:0:34037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653878.087431:0:34037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c220. 00000100:00000200:3.0:1778653878.087435:0:34037:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054695168, offset 0 00000400:00000200:3.0:1778653878.087443:0:34037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653878.087453:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.087462:0:34037:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653878.087468:0:34037:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653878.087473:0:34037:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653878.087478:0:34037:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653878.087481:0:34037:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653878.087487:0:34037:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2557:2557:256:4294967295] 192.168.204.110@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:3.0:1778653878.087492:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.087504:0:34037:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653878.087510:0:34037:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653878.087516:0:34037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653878.087524:0:34037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653878.087533:0:34037:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653878.087539:0:34037:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653878.087976:0:34037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.087982:0:34037:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 838195 usecs (839 jiffies) 00000400:00000200:3.0:1778653878.087987:0:34037:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653878.087995:0:34037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434103 00000100:00000001:3.0:1778653878.087998:0:34037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.088001:0:34037:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434103 00000100:00000001:3.0:1778653878.088003:0:34037:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.088005:0:34037:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.088009:0:34037:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.088011:0:34037:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653878.088014:0:34037:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653878.088017:0:34037:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cd796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653878.088020:0:34037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653878.088023:0:34037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653878.088060:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1778653878.088397:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653878.088403:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:0.0:1778653878.088409:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.088416:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653878.088422:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c220 00000400:00000010:0.0:1778653878.088425:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c220. 00000100:00000001:0.0:1778653878.088430:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653878.088435:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.088446:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653878.088450:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653878.088456:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653878.088458:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653878.088517:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653878.088520:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.088523:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.088528:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.088533:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653878.088541:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.088545:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.088550:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.088554:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145352c00 00000400:00000200:1.0:1778653878.088559:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653878.088566:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6991 [1] + 224 00000800:00000001:1.0:1778653878.088574:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.088583:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653878.088585:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.088589:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653878.088594:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653878.088600:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653878.088609:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.088678:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653878.088682:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653878.088713:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653878.088720:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653878.088723:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653878.088865:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653878.088868:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653878.088871:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653878.088875:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:2.0:1778653878.088877:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:2.0:1778653878.088880:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653878.088885:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653878.088894:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.088901:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653878.088903:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.088906:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653878.088910:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653878.088913:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653878.088916:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653878.088919:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653878.088928:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653878.088932:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653878.088935:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653878.088937:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653878.088940:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653878.088944:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.088948:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653878.088950:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653878.088961:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653878.088964:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653878.088969:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.088977:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653878.088980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653878.088982:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653878.088986:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653878.088994:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054694912:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653878.088999:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.089001:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653878.089004:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054694912/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653878.089011:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653878.089014:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653878.089017:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990200. 02000000:00000001:2.0:1778653878.089020:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653878.089024:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653878.089026:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653878.089028:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653878.089030:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990c00. 02000000:00000001:2.0:1778653878.089033:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653878.089035:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653878.089038:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653878.089041:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653878.089042:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.089045:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653878.089054:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653878.089056:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653878.089058:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653878.089060:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1778653878.089736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000800:00000001:0.0:1778653878.091832:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.091850:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653878.091855:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.091857:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653878.091868:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.091891:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653878.091907:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.091912:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.091918:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.091923:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145352d00 00000400:00000200:0.0:1778653878.091928:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.091935:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6999 [1] + 224 00000800:00000001:0.0:1778653878.091944:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.091964:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653878.091968:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.091974:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653878.091982:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653878.091991:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653878.092002:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092053:0:34037:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653878.092071:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653878.092083:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.092087:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653878.092124:0:34037:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653878.092127:0:34037:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653878.092131:0:34037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653878.092136:0:34037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:3.0:1778653878.092139:0:34037:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:3.0:1778653878.092143:0:34037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653878.092148:0:34037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653878.092156:0:34037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d880 x1865052054695168/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092162:0:34037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653878.092164:0:34037:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.092167:0:34037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653878.092173:0:34037:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653878.092176:0:34037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653878.092178:0:34037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.092182:0:34037:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653878.092194:0:34037:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=139 v=5 (10 5 5 5) 00000100:00001000:3.0:1778653878.092198:0:34037:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653878.092201:0:34037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653878.092203:0:34037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.092206:0:34037:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653878.092210:0:34037:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.092214:0:34037:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653878.092216:0:34037:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653878.092217:0:34037:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653878.092220:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.092222:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:3.0:1778653878.092225:0:34037:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653878.092227:0:34037:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1778653878.092229:0:34037:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653878.092232:0:34037:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.092236:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d880 x1865052054695168/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092244:0:34037:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.092247:0:34037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653878.092250:0:34037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653878.092253:0:34037:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d880 x1865052054695168/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653878.092261:0:34037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34037:1865052054695168:192.168.204.110@tcp:35:cat.0 00000100:00000001:3.0:1778653878.092267:0:34037:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.092270:0:34037:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.092273:0:34037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653878.092275:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.092279:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054695168/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092291:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653878.092294:0:34037:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cd796c0. 00000100:00000001:3.0:1778653878.092298:0:34037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653878.092299:0:34037:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.092307:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.092308:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000002:00000001:3.0:1778653878.092311:0:34037:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.092314:0:34037:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653878.092320:0:34037:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6600. 00000080:00000001:3.0:1778653878.092324:0:34037:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653878.092327:0:34037:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653878.092333:0:34037:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653878.092338:0:34037:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092346:0:34037:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.092348:0:34037:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653878.092350:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.092353:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092360:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.092361:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.092363:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054695168/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092369:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.092370:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.092373:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f800 x1865052054694784/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653894 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092380:0:34037:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653878.092384:0:34037:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653878.092386:0:34037:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653878.092388:0:34037:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653878.092391:0:34037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e97400. 02000000:00000001:3.0:1778653878.092396:0:34037:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653878.092399:0:34037:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653878.092401:0:34037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f800. 00000100:00000001:3.0:1778653878.092405:0:34037:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653878.092406:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.092407:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.092410:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d880 x1865052054695168/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092416:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653878.092417:0:34037:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff91538a384040. 00000002:00000001:3.0:1778653878.092420:0:34037:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.092422:0:34037:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653878.092424:0:34037:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9153861baa00. 00000100:00000001:3.0:1778653878.092427:0:34037:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.092429:0:34037:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d880 x1865052054695168/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653878.092436:0:34037:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653878.092438:0:34037:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653878.092441:0:34037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653878.092444:0:34037:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653878.092445:0:34037:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653878.092446:0:34037:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653878.092448:0:34037:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653878.092450:0:34037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df7400. 02000000:00000001:3.0:1778653878.092452:0:34037:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653878.092453:0:34037:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653878.092454:0:34037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d880. 00000100:00000001:3.0:1778653878.092456:0:34037:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653878.092457:0:34037:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.092460:0:34037:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653878.092463:0:34037:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9153815b8000. 00000080:00000001:3.0:1778653878.092468:0:34037:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.092475:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67db8 00000080:00000008:3.0:1778653878.092477:0:34037:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), flags 100000, rc = 0 00000080:00000001:3.0:1778653878.092480:0:34037:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.092487:0:34037:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653878.092489:0:34037:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1f67e00 00000080:00002000:3.0:1778653878.092491:0:34037:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538a9e6360, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:3.0:1778653878.092494:0:34037:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.100187:0:34038:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.100191:0:34038:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.100194:0:34038:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.100198:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b20 00000080:00200000:3.0:1778653878.100203:0:34038:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653878.100210:0:34038:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7400. 00800000:00000002:3.0:1778653878.100218:0:34038:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.100222:0:34038:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.100229:0:34038:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.100231:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a40 00800000:00000002:3.0:1778653878.100234:0:34038:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.100238:0:34038:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.100244:0:34038:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.100250:0:34038:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.100252:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97910 00000002:00010000:3.0:1778653878.100254:0:34038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.100259:0:34038:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.100261:0:34038:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.100265:0:34038:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.100274:0:34038:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.100277:0:34038:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.100283:0:34038:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.100287:0:34038:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.100292:0:34038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653878.100304:0:34038:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.100311:0:34038:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.100314:0:34038:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653878.100327:0:34038:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.100330:0:34038:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.100332:0:34038:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.100334:0:34038:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.100336:0:34038:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.100338:0:34038:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.100340:0:34038:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.100343:0:34038:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.100347:0:34038:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7400. 00000080:00000001:3.0:1778653878.100351:0:34038:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.100353:0:34038:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.100357:0:34038:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.100361:0:34038:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.100364:0:34038:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.100366:0:34038:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.100368:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.100371:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.100374:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.100375:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.100378:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.100380:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100381:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.100382:0:34038:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.100384:0:34038:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.100385:0:34038:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac1c97b58 00010000:00000001:3.0:1778653878.100387:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.100387:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.100388:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.100389:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.100390:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.100392:0:34038:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.100395:0:34038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653878.100400:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100400:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.100402:0:34038:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.100403:0:34038:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.100405:0:34038:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653878.100410:0:34038:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.100412:0:34038:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.100414:0:34038:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.100418:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100419:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.100421:0:34038:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100424:0:34038:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.100425:0:34038:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100426:0:34038:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100429:0:34038:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100430:0:34038:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.100431:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100431:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.100434:0:34038:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.100435:0:34038:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.100437:0:34038:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653878.100441:0:34038:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.100444:0:34038:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653878.100447:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b48 00000080:00002000:3.0:1778653878.100449:0:34038:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538a9e6360) flags 0x48000e refc 0 00000080:00000001:3.0:1778653878.100451:0:34038:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.100454:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97b90 00000080:00200000:3.0:1778653878.100455:0:34038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1778653878.100462:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d08 00000080:00200008:3.0:1778653878.100464:0:34038:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1778653878.100468:0:34038:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.100470:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c80 00000080:00200000:3.0:1778653878.100472:0:34038:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88),name=recon 00000080:00000010:3.0:1778653878.100476:0:34038:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7400. 00800000:00000002:3.0:1778653878.100478:0:34038:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.100483:0:34038:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.100485:0:34038:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.100487:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ba0 00800000:00000002:3.0:1778653878.100488:0:34038:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.100491:0:34038:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.100495:0:34038:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.100498:0:34038:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.100499:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97a70 00000002:00010000:3.0:1778653878.100501:0:34038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.100503:0:34038:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.100505:0:34038:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.100506:0:34038:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.100510:0:34038:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:3.0:1778653878.100512:0:34038:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.100516:0:34038:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.100517:0:34038:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.100520:0:34038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1778653878.100528:0:34038:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.100530:0:34038:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.100533:0:34038:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1778653878.100539:0:34038:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.100541:0:34038:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.100542:0:34038:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.100544:0:34038:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.100545:0:34038:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.100547:0:34038:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.100550:0:34038:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.100552:0:34038:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.100553:0:34038:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7400. 00000080:00000001:3.0:1778653878.100556:0:34038:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.100557:0:34038:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.100559:0:34038:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00010000:3.0:1778653878.100561:0:34038:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890276 00800000:00000001:3.0:1778653878.100564:0:34038:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.100565:0:34038:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.100567:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.100568:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.100569:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.100571:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.100573:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.100575:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100576:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.100578:0:34038:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.100579:0:34038:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.100582:0:34038:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890276 from it ffffa71ac1c97cb8 00010000:00000001:3.0:1778653878.100583:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.100585:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.100586:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.100587:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.100590:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.100592:0:34038:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.100594:0:34038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653878.100601:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100602:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.100603:0:34038:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.100605:0:34038:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.100607:0:34038:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.100618:0:34038:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.100619:0:34038:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.100620:0:34038:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.100622:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100623:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.100625:0:34038:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100627:0:34038:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.100628:0:34038:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100629:0:34038:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100631:0:34038:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.100632:0:34038:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.100633:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.100634:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.100636:0:34038:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.100637:0:34038:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.100641:0:34038:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653878.100644:0:34038:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.100646:0:34038:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.100779:0:34038:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.100781:0:34038:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.100784:0:34038:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653878.100788:0:34038:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1778653878.100791:0:34038:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.100797:0:34038:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.100802:0:34038:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7400. 00000020:00000010:3.0:1778653878.100807:0:34038:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6600. 00000020:00000010:3.0:1778653878.100811:0:34038:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.100819:0:34038:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.100825:0:34038:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.100831:0:34038:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.100838:0:34038:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.100842:0:34038:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.100845:0:34038:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.100848:0:34038:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.100850:0:34038:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.100854:0:34038:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.100857:0:34038:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.100859:0:34038:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.100861:0:34038:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.100865:0:34038:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.100867:0:34038:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653878.100870:0:34038:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653878.100872:0:34038:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1778653878.100874:0:34038:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.100875:0:34038:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653878.100877:0:34038:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.100879:0:34038:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.100881:0:34038:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.100883:0:34038:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff915386471978 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1778653878.100886:0:34038:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff915381334f80 00020000:00000001:3.0:1778653878.100889:0:34038:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653878.100890:0:34038:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653878.100893:0:34038:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653878.100894:0:34038:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.100895:0:34038:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653878.100897:0:34038:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653878.100898:0:34038:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.100899:0:34038:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.100900:0:34038:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.100901:0:34038:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653878.100903:0:34038:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff915381334f80 00000020:00000001:3.0:1778653878.100904:0:34038:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653878.100906:0:34038:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653878.100907:0:34038:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1778653878.100909:0:34038:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.100911:0:34038:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653878.100913:0:34038:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.100915:0:34038:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653878.100921:0:34038:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653878.100924:0:34038:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9c80. 00020000:00000002:3.0:1778653878.100925:0:34038:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653878.100927:0:34038:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.100930:0:34038:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.100931:0:34038:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653878.100932:0:34038:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.100934:0:34038:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653878.100936:0:34038:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.100937:0:34038:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6000. 00000020:00000010:3.0:1778653878.100939:0:34038:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.100941:0:34038:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.100943:0:34038:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.100945:0:34038:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.100947:0:34038:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.100949:0:34038:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.100962:0:34038:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6400. 00000008:00000010:3.0:1778653878.100965:0:34038:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.100966:0:34038:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.100968:0:34038:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.100970:0:34038:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653878.100971:0:34038:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653878.100972:0:34038:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653878.100974:0:34038:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:3.0:1778653878.100976:0:34038:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653878.100979:0:34038:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.100979:0:34038:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653878.100980:0:34038:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.100982:0:34038:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.100983:0:34038:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.100984:0:34038:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653878.100988:0:34038:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653878.100991:0:34038:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653878.100994:0:34038:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.100996:0:34038:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653878.100998:0:34038:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9cb0, osc lock ffff91538c5e3a20, flags 0x400001002 00000020:00000001:3.0:1778653878.101000:0:34038:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.101003:0:34038:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.101006:0:34038:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614606976 : -121687094944640 : ffff915383ee9c80) 00000020:00000001:3.0:1778653878.101009:0:34038:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.101010:0:34038:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.101012:0:34038:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101014:0:34038:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101017:0:34038:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653878.101018:0:34038:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653878.101020:0:34038:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.101022:0:34038:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.101023:0:34038:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.101024:0:34038:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.101025:0:34038:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.101028:0:34038:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.101030:0:34038:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.101034:0:34038:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.101037:0:34038:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.101038:0:34038:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.101040:0:34038:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.101042:0:34038:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.101043:0:34038:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.101045:0:34038:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.101048:0:34038:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.101051:0:34038:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.101054:0:34038:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.101058:0:34038:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.101062:0:34038:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.101065:0:34038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1778653878.101077:0:34038:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.101080:0:34038:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.101082:0:34038:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653878.101090:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101091:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101092:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:3.0:1778653878.101094:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.101097:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.101101:0:34038:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.101103:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101104:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101106:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.101108:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.101110:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000020:00000001:3.0:1778653878.101114:0:34038:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.101116:0:34038:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653878.101118:0:34038:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653878.101120:0:34038:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101121:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101122:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101123:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.101125:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.101127:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.101129:0:34038:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.101132:0:34038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653878.101138:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101139:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.101140:0:34038:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.101142:0:34038:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.101144:0:34038:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1778653878.101149:0:34038:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.101151:0:34038:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.101152:0:34038:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.101154:0:34038:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101156:0:34038:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.101157:0:34038:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101160:0:34038:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101162:0:34038:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101164:0:34038:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.101165:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101166:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.101167:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101168:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.101170:0:34038:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.101172:0:34038:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101174:0:34038:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.101176:0:34038:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101178:0:34038:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101179:0:34038:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.101180:0:34038:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653878.101184:0:34038:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653878.101185:0:34038:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1778653878.101188:0:34038:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101190:0:34038:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.101194:0:34038:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653878.101196:0:34038:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.101198:0:34038:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.101200:0:34038:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.101204:0:34038:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653878.101209:0:34038:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653878.101211:0:34038:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1778653878.101213:0:34038:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653878.101214:0:34038:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1778653878.101217:0:34038:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1778653878 a=1778653878 c=1778653878 b=1 00020000:00000001:3.0:1778653878.101221:0:34038:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.101223:0:34038:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=1778653878 c=1778653878 b=1 00020000:00000001:3.0:1778653878.101227:0:34038:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101229:0:34038:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101231:0:34038:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:3.0:1778653878.101233:0:34038:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1778653878.101236:0:34038:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653878.101238:0:34038:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.101240:0:34038:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.101243:0:34038:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.101244:0:34038:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.101247:0:34038:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.101248:0:34038:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.101249:0:34038:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.101250:0:34038:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.101251:0:34038:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9cb0 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.101253:0:34038:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.101254:0:34038:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.101254:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101255:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.101256:0:34038:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.101257:0:34038:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.101258:0:34038:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.101258:0:34038:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.101259:0:34038:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.101260:0:34038:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.101262:0:34038:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.101263:0:34038:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.101263:0:34038:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9cb0 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.101266:0:34038:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653878.101269:0:34038:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.101270:0:34038:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9c80. 00020000:00000001:3.0:1778653878.101272:0:34038:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.101272:0:34038:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.101273:0:34038:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653878.101274:0:34038:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101276:0:34038:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653878.101278:0:34038:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653878.101280:0:34038:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653878.101281:0:34038:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653878.101282:0:34038:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.101283:0:34038:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653878.101285:0:34038:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6000. 00000020:00000010:3.0:1778653878.101288:0:34038:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.101291:0:34038:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.101295:0:34038:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.101298:0:34038:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.101301:0:34038:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.101305:0:34038:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.101308:0:34038:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7e00. 00000008:00000010:3.0:1778653878.101311:0:34038:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.101314:0:34038:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.101318:0:34038:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.101320:0:34038:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653878.101323:0:34038:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6400. 00000020:00000010:3.0:1778653878.101325:0:34038:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653878.101327:0:34038:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653878.101330:0:34038:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653878.101332:0:34038:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653878.101335:0:34038:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653878.101338:0:34038:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.101339:0:34038:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.101342:0:34038:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653878.101344:0:34038:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.101345:0:34038:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.101346:0:34038:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.101348:0:34038:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6600. 00000020:00000010:3.0:1778653878.101350:0:34038:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.101353:0:34038:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.101357:0:34038:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.101359:0:34038:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.101362:0:34038:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.101364:0:34038:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.101366:0:34038:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000008:00000010:3.0:1778653878.101368:0:34038:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.101371:0:34038:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.101373:0:34038:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.101375:0:34038:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.101378:0:34038:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.101380:0:34038:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000001:00000001:3.0:1778653878.101382:0:34038:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101388:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97d08 00000080:00000008:3.0:1778653878.101390:0:34038:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1778653878.101394:0:34038:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653878.101396:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97da0 00000080:00002000:3.0:1778653878.101398:0:34038:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538a9e6360, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:3.0:1778653878.101401:0:34038:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.101441:0:34038:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.101444:0:34038:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.101446:0:34038:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.101448:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97bc0 00000080:00200000:3.0:1778653878.101450:0:34038:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653878.101454:0:34038:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7c00. 00800000:00000002:3.0:1778653878.101458:0:34038:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.101460:0:34038:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.101462:0:34038:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.101464:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ae0 00800000:00000002:3.0:1778653878.101465:0:34038:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.101468:0:34038:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.101471:0:34038:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.101474:0:34038:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.101476:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c979b0 00000002:00010000:3.0:1778653878.101478:0:34038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.101480:0:34038:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.101481:0:34038:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.101483:0:34038:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.101486:0:34038:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.101488:0:34038:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.101490:0:34038:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.101492:0:34038:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.101495:0:34038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1778653878.101502:0:34038:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.101504:0:34038:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.101507:0:34038:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1778653878.101512:0:34038:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.101514:0:34038:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.101516:0:34038:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.101518:0:34038:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.101519:0:34038:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.101521:0:34038:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.101523:0:34038:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.101525:0:34038:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.101527:0:34038:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7c00. 00000080:00000001:3.0:1778653878.101529:0:34038:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.101530:0:34038:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.101532:0:34038:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.101536:0:34038:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.101539:0:34038:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.101540:0:34038:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.101541:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101542:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101544:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.101545:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101547:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101549:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101550:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.101551:0:34038:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.101553:0:34038:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.101555:0:34038:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac1c97bf8 00010000:00000001:3.0:1778653878.101556:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101557:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101559:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.101560:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101562:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101564:0:34038:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.101566:0:34038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653878.101573:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101574:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.101575:0:34038:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.101577:0:34038:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.101578:0:34038:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653878.101584:0:34038:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.101586:0:34038:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.101587:0:34038:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.101590:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101590:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.101592:0:34038:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101593:0:34038:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.101594:0:34038:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101596:0:34038:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101598:0:34038:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101599:0:34038:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.101600:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101601:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.101603:0:34038:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.101604:0:34038:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.101606:0:34038:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653878.101609:0:34038:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.101612:0:34038:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653878.101613:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97be8 00000080:00002000:3.0:1778653878.101615:0:34038:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538a9e6360) flags 0x48004e refc 0 00000080:00000001:3.0:1778653878.101617:0:34038:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101619:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c30 00000080:00200000:3.0:1778653878.101620:0:34038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1778653878.101635:0:34038:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1778653878.101638:0:34038:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1778653878.101643:0:34038:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653878.101644:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97e40 00000080:00002000:3.0:1778653878.101646:0:34038:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538a9e6360, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:3.0:1778653878.101668:0:34038:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.101679:0:34038:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.101681:0:34038:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.101683:0:34038:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.101684:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97bc0 00000080:00200000:3.0:1778653878.101686:0:34038:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653878.101689:0:34038:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7c00. 00800000:00000002:3.0:1778653878.101692:0:34038:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.101694:0:34038:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.101696:0:34038:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.101697:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97ae0 00800000:00000002:3.0:1778653878.101699:0:34038:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.101701:0:34038:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.101704:0:34038:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.101707:0:34038:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.101708:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c979b0 00000002:00010000:3.0:1778653878.101710:0:34038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.101713:0:34038:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.101714:0:34038:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.101715:0:34038:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.101718:0:34038:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.101720:0:34038:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.101722:0:34038:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.101724:0:34038:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.101727:0:34038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1778653878.101733:0:34038:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.101735:0:34038:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.101737:0:34038:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1778653878.101744:0:34038:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.101745:0:34038:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.101747:0:34038:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.101748:0:34038:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.101750:0:34038:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.101752:0:34038:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.101754:0:34038:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.101755:0:34038:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.101757:0:34038:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7c00. 00000080:00000001:3.0:1778653878.101760:0:34038:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.101761:0:34038:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.101763:0:34038:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.101766:0:34038:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.101768:0:34038:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.101769:0:34038:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.101771:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101772:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101774:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.101775:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101777:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101779:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101780:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.101781:0:34038:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.101782:0:34038:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.101784:0:34038:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac1c97bf8 00010000:00000001:3.0:1778653878.101786:0:34038:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.101787:0:34038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.101788:0:34038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.101790:0:34038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101791:0:34038:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.101793:0:34038:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.101795:0:34038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1778653878.101801:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101802:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.101803:0:34038:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.101804:0:34038:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.101806:0:34038:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.101813:0:34038:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.101814:0:34038:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.101816:0:34038:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.101817:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101819:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.101820:0:34038:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101822:0:34038:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.101823:0:34038:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101824:0:34038:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101826:0:34038:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.101828:0:34038:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.101829:0:34038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.101830:0:34038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.101831:0:34038:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.101832:0:34038:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.101834:0:34038:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653878.101837:0:34038:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.101839:0:34038:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653878.101840:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97be8 00000080:00002000:3.0:1778653878.101842:0:34038:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538a9e6360) flags 0x48004e refc 0 00000080:00000001:3.0:1778653878.101843:0:34038:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.101845:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97c30 00000080:00200000:3.0:1778653878.101847:0:34038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1778653878.101853:0:34038:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1778653878.101855:0:34038:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1778653878.101857:0:34038:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653878.101858:0:34038:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c97e40 00000080:00002000:3.0:1778653878.101860:0:34038:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538a9e6360, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:3.0:1778653878.101863:0:34038:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.108691:0:34039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.108700:0:34039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.108702:0:34039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.108707:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bb20 00000080:00200000:3.0:1778653878.108712:0:34039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653878.108721:0:34039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7c00. 00800000:00000002:3.0:1778653878.108729:0:34039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.108733:0:34039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.108740:0:34039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.108742:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197ba40 00800000:00000002:3.0:1778653878.108745:0:34039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.108749:0:34039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.108754:0:34039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.108760:0:34039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.108762:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197b910 00000002:00010000:3.0:1778653878.108764:0:34039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.108768:0:34039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.108770:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.108775:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.108784:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.108787:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.108793:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.108797:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.108802:0:34039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653878.108813:0:34039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.108820:0:34039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.108823:0:34039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1778653878.108830:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.108832:0:34039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.108834:0:34039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.108836:0:34039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.108838:0:34039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.108840:0:34039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.108843:0:34039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.108846:0:34039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.108849:0:34039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7c00. 00000080:00000001:3.0:1778653878.108855:0:34039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.108857:0:34039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.108860:0:34039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.108864:0:34039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.108867:0:34039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.108870:0:34039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.108872:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.108874:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.108877:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.108879:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.108882:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.108885:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.108887:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.108888:0:34039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.108890:0:34039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.108892:0:34039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac197bb58 00010000:00000001:3.0:1778653878.108894:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.108895:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.108896:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.108898:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.108899:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.108901:0:34039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.108904:0:34039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.108909:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.108911:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.108912:0:34039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.108914:0:34039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.108917:0:34039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.108925:0:34039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.108929:0:34039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.108931:0:34039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.108937:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.108938:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.108940:0:34039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.108943:0:34039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.108945:0:34039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.108947:0:34039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.108950:0:34039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.109425:0:34039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.109427:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.109429:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.109432:0:34039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.109434:0:34039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.109505:0:34039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653878.109513:0:34039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.109518:0:34039:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653878.109521:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bb48 00000080:00002000:3.0:1778653878.109523:0:34039:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538a9e6360) flags 0x48004e refc 0 00000080:00000001:3.0:1778653878.109526:0:34039:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.109528:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bb90 00000080:00200000:3.0:1778653878.109530:0:34039:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1778653878.109539:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bd08 00000080:00200008:3.0:1778653878.109542:0:34039:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653878.109547:0:34039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.109548:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bc80 00000080:00200000:3.0:1778653878.109550:0:34039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88),name=recon 00000080:00000010:3.0:1778653878.109556:0:34039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7c00. 00800000:00000002:3.0:1778653878.109560:0:34039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.109566:0:34039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.109568:0:34039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.109569:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bba0 00800000:00000002:3.0:1778653878.109572:0:34039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.109575:0:34039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.109580:0:34039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.109585:0:34039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.109587:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197ba70 00000002:00010000:3.0:1778653878.109589:0:34039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.109592:0:34039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.109593:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.109596:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.109601:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:3.0:1778653878.109604:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.109608:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.109610:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.109614:0:34039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653878.109623:0:34039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.109627:0:34039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.109630:0:34039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1778653878.109637:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.109638:0:34039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.109640:0:34039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.109642:0:34039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.109644:0:34039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.109646:0:34039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.110056:0:34039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.110060:0:34039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.110063:0:34039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7c00. 00000080:00000001:3.0:1778653878.110067:0:34039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.110068:0:34039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.110071:0:34039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) 00000080:00010000:3.0:1778653878.110074:0:34039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff91538bdb5b88) for lock 0x3df471c51a890276 00800000:00000001:3.0:1778653878.110078:0:34039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.110080:0:34039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.110081:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.110083:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.110086:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.110089:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.110091:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.110094:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110095:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.110096:0:34039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.110098:0:34039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.110100:0:34039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890276 from it ffffa71ac197bcb8 00010000:00000001:3.0:1778653878.110102:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.110103:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.110104:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26c00 refcount=3 00000020:00000001:3.0:1778653878.110106:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.110108:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628488192 : -121687081063424 : ffff915384c26c00) 00010000:00000001:3.0:1778653878.110110:0:34039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.110112:0:34039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653878.110120:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110121:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.110122:0:34039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.110124:0:34039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.110126:0:34039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.110133:0:34039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.110135:0:34039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.110136:0:34039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.110140:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110142:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.110143:0:34039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110146:0:34039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.110148:0:34039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110150:0:34039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110152:0:34039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110154:0:34039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.110156:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110157:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.110158:0:34039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.110160:0:34039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.110163:0:34039:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653878.110166:0:34039:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.110169:0:34039:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.110171:0:34039:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653878.110173:0:34039:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.110175:0:34039:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653878.110179:0:34039:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1778653878.110183:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.110189:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.110194:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.110199:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.110203:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.110212:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.110218:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.110223:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.110231:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.110236:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.110239:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653878.110243:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.110247:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.110251:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.110255:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.110258:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.110260:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.110266:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.110268:0:34039:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653878.110272:0:34039:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653878.110274:0:34039:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1778653878.110277:0:34039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.110279:0:34039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653878.110281:0:34039:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.110283:0:34039:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.110286:0:34039:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.110289:0:34039:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff915386471978 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1778653878.110293:0:34039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000001:3.0:1778653878.110297:0:34039:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653878.110299:0:34039:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653878.110302:0:34039:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653878.110303:0:34039:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.110306:0:34039:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653878.110308:0:34039:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653878.110309:0:34039:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110311:0:34039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.110312:0:34039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.110313:0:34039:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653878.110314:0:34039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00000020:00000001:3.0:1778653878.110317:0:34039:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653878.110319:0:34039:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653878.110320:0:34039:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1778653878.110324:0:34039:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653878.110326:0:34039:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653878.110328:0:34039:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653878.110331:0:34039:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653878.110338:0:34039:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653878.110343:0:34039:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9200. 00020000:00000002:3.0:1778653878.110345:0:34039:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653878.110348:0:34039:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653878.110350:0:34039:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.110352:0:34039:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653878.110353:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.110356:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653878.110358:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6400. 00000020:00000010:3.0:1778653878.110361:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.110363:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.110367:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.110370:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.110373:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.110376:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.110378:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.110381:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6000. 00000008:00000010:3.0:1778653878.110384:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.110387:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.110389:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.110391:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653878.110393:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653878.110395:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653878.110397:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:3.0:1778653878.110398:0:34039:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653878.110401:0:34039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.110402:0:34039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653878.110403:0:34039:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.110405:0:34039:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.110407:0:34039:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.110409:0:34039:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653878.110414:0:34039:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653878.110417:0:34039:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653878.110419:0:34039:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.110421:0:34039:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653878.110423:0:34039:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9230, osc lock ffff91538c5e3a20, flags 0x400001002 00000020:00000001:3.0:1778653878.110425:0:34039:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.110427:0:34039:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.110430:0:34039:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614604288 : -121687094947328 : ffff915383ee9200) 00000020:00000001:3.0:1778653878.110432:0:34039:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653878.110433:0:34039:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.110435:0:34039:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110437:0:34039:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110527:0:34039:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653878.110530:0:34039:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653878.110532:0:34039:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.110534:0:34039:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653878.110536:0:34039:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.110537:0:34039:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.110540:0:34039:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.110542:0:34039:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653878.110544:0:34039:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653878.110548:0:34039:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653878.110552:0:34039:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.110553:0:34039:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653878.110555:0:34039:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653878.110556:0:34039:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653878.110558:0:34039:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653878.110560:0:34039:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653878.110562:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.110568:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.110571:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.110576:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.110580:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.110584:0:34039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1778653878.110597:0:34039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.110601:0:34039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.110604:0:34039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1778653878.110612:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.110613:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.110615:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:3.0:1778653878.110617:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.110619:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000008:00000001:3.0:1778653878.110623:0:34039:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653878.110626:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.110627:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.110628:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:3.0:1778653878.110630:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.110632:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000020:00000001:3.0:1778653878.110637:0:34039:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.110639:0:34039:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1778653878.110641:0:34039:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1778653878.110644:0:34039:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110645:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.110646:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.110648:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=6 00000020:00000001:3.0:1778653878.110723:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.110725:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:3.0:1778653878.110727:0:34039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.110730:0:34039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1778653878.110737:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110739:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.110740:0:34039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.110741:0:34039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.110743:0:34039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1778653878.110750:0:34039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.110752:0:34039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.110754:0:34039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.110756:0:34039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110758:0:34039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.110759:0:34039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110761:0:34039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110763:0:34039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.110765:0:34039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.110766:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110767:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.110768:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110769:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.110771:0:34039:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.110773:0:34039:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110775:0:34039:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.110777:0:34039:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110779:0:34039:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110781:0:34039:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1778653878.110783:0:34039:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1778653878.110785:0:34039:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1778653878.110787:0:34039:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1778653878.110789:0:34039:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110792:0:34039:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.110796:0:34039:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653878.110798:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.110800:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.110802:0:34039:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653878.110805:0:34039:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653878.110808:0:34039:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653878 a=1778653878 c=1778653878 b=1 00020000:00000001:3.0:1778653878.110811:0:34039:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110814:0:34039:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110815:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000080:00200000:3.0:1778653878.110818:0:34039:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1778653878.110821:0:34039:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653878.110823:0:34039:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653878.110825:0:34039:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_release():245 00000020:00000001:3.0:1778653878.110828:0:34039:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.110829:0:34039:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653878.110832:0:34039:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653878.110833:0:34039:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.110834:0:34039:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.110836:0:34039:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653878.110837:0:34039:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9230 (ffff915387e01998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653878.110840:0:34039:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653878.110841:0:34039:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653878.110842:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.110843:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653878.110844:0:34039:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653878.110846:0:34039:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.110847:0:34039:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.110848:0:34039:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653878.110849:0:34039:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.110851:0:34039:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471918 (ffff915387e01518/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653878.110853:0:34039:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653878.110854:0:34039:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653878.110856:0:34039:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9230 (ffff915387e01518/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653878.110859:0:34039:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653878.110863:0:34039:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653878.110865:0:34039:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9200. 00020000:00000001:3.0:1778653878.110868:0:34039:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.110870:0:34039:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653878.110871:0:34039:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653878.110872:0:34039:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110875:0:34039:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653878.110877:0:34039:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653878.110880:0:34039:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653878.110881:0:34039:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653878.110883:0:34039:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.110884:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653878.110888:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.110891:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.110895:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.110900:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.110903:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.110907:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.110910:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.110913:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6400. 00000008:00000010:3.0:1778653878.110916:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.110919:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.110923:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.110926:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653878.110928:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6000. 00000020:00000010:3.0:1778653878.110930:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653878.110932:0:34039:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653878.110934:0:34039:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653878.110937:0:34039:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653878.110939:0:34039:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653878.110941:0:34039:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653878.110942:0:34039:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.110943:0:34039:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653878.110944:0:34039:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.110945:0:34039:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.110947:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.110948:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.110949:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.110962:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.110967:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.110968:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.110970:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.110972:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.110973:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.110975:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.110976:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.110978:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.110980:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.110981:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000020:00000010:3.0:1778653878.110982:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000001:00000001:3.0:1778653878.110983:0:34039:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.110988:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bd08 00000080:00000008:3.0:1778653878.110990:0:34039:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff91538bdb5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653878.110993:0:34039:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653878.110995:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bda0 00000080:00002000:3.0:1778653878.110996:0:34039:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538a9e6360, parent ffff91538bd08360, inode ffff91538bdb5b88) hashed, 00000080:00000001:3.0:1778653878.110998:0:34039:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111033:0:34039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.111035:0:34039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.111036:0:34039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.111037:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bbd8 00000080:00200000:3.0:1778653878.111038:0:34039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653878.111042:0:34039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6600. 00800000:00000002:3.0:1778653878.111045:0:34039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.111047:0:34039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.111049:0:34039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.111050:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197baf8 00800000:00000002:3.0:1778653878.111051:0:34039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.111054:0:34039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.111056:0:34039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.111060:0:34039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.111061:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197b9c8 00000002:00010000:3.0:1778653878.111062:0:34039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.111065:0:34039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.111066:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111067:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111070:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.111071:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.111073:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.111075:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.111077:0:34039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1778653878.111082:0:34039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.111084:0:34039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.111086:0:34039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1778653878.111090:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.111091:0:34039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.111092:0:34039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.111093:0:34039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.111094:0:34039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.111095:0:34039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.111097:0:34039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.111098:0:34039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.111100:0:34039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6600. 00000080:00000001:3.0:1778653878.111101:0:34039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.111102:0:34039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.111103:0:34039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.111105:0:34039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.111107:0:34039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.111108:0:34039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.111109:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.111110:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.111111:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.111113:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111114:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111115:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111116:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.111117:0:34039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.111118:0:34039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.111119:0:34039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac197bc10 00010000:00000001:3.0:1778653878.111120:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.111120:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.111121:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.111122:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111123:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111124:0:34039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.111125:0:34039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653878.111128:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111129:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111130:0:34039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.111130:0:34039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.111132:0:34039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653878.111135:0:34039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.111136:0:34039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.111137:0:34039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.111139:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111140:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111141:0:34039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111142:0:34039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.111143:0:34039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111144:0:34039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111146:0:34039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111148:0:34039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.111149:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111149:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.111150:0:34039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.111151:0:34039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.111153:0:34039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653878.111155:0:34039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111160:0:34039:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1778653878.111161:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bda0 00000080:00002000:3.0:1778653878.111162:0:34039:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538a9e6360) flags 0x48004e refc 0 00000080:00000001:3.0:1778653878.111164:0:34039:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.111165:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197be10 00000080:00200000:3.0:1778653878.111166:0:34039:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1778653878.111169:0:34039:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653878.111170:0:34039:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653878.111171:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bd30 00000080:00200000:3.0:1778653878.111172:0:34039:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653878.111174:0:34039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df6600. 00800000:00000002:3.0:1778653878.111175:0:34039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653878.111176:0:34039:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653878.111177:0:34039:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.111178:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bc50 00800000:00000002:3.0:1778653878.111179:0:34039:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653878.111181:0:34039:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653878.111182:0:34039:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653878.111183:0:34039:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653878.111184:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bb20 00000002:00010000:3.0:1778653878.111185:0:34039:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653878.111186:0:34039:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653878.111187:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111188:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111189:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.111190:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.111191:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.111192:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653878.111194:0:34039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1778653878.111199:0:34039:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653878.111200:0:34039:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653878.111203:0:34039:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1778653878.111209:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653878.111211:0:34039:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.111212:0:34039:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.111214:0:34039:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653878.111215:0:34039:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.111217:0:34039:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653878.111219:0:34039:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653878.111221:0:34039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.111223:0:34039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df6600. 00000080:00000001:3.0:1778653878.111225:0:34039:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653878.111226:0:34039:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.111228:0:34039:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653878.111230:0:34039:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89027d 00800000:00000001:3.0:1778653878.111233:0:34039:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653878.111234:0:34039:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653878.111235:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.111236:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.111237:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.111239:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111241:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111243:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111245:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653878.111246:0:34039:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.111247:0:34039:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653878.111249:0:34039:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89027d from it ffffa71ac197bd68 00010000:00000001:3.0:1778653878.111251:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653878.111252:0:34039:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653878.111253:0:34039:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27200 refcount=3 00000020:00000001:3.0:1778653878.111255:0:34039:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111257:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628489728 : -121687081061888 : ffff915384c27200) 00010000:00000001:3.0:1778653878.111259:0:34039:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653878.111261:0:34039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653878.111267:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111268:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111269:0:34039:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653878.111270:0:34039:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653878.111272:0:34039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1778653878.111278:0:34039:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653878.111279:0:34039:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653878.111280:0:34039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.111282:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111283:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111285:0:34039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111287:0:34039:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653878.111288:0:34039:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111289:0:34039:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111291:0:34039:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111293:0:34039:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653878.111294:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111295:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653878.111296:0:34039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653878.111297:0:34039:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653878.111299:0:34039:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653878.111302:0:34039:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111306:0:34039:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:3.0:1778653878.111308:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197bdf8 00000080:00200000:3.0:1778653878.111310:0:34039:0:(namei.c:2402:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:3.0:1778653878.111314:0:34039:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1778653878.111316:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.111319:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.111322:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000020:00000010:3.0:1778653878.111324:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.111327:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.111330:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.111332:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.111334:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.111337:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.111339:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.111341:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7400. 00000008:00000010:3.0:1778653878.111343:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.111345:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.111346:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.111348:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.111350:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.111351:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.111353:0:34039:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653878.111356:0:34039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000002:3.0:1778653878.111358:0:34039:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d55a0 addref 2/0 by ffff9153813327c0. 00020000:00000002:3.0:1778653878.111360:0:34039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000001:3.0:1778653878.111362:0:34039:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653878.111364:0:34039:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653878.111365:0:34039:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653878.111366:0:34039:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1778653878.111367:0:34039:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1778653878.111369:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.111370:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.111372:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.111373:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.111375:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.111376:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.111377:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.111379:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.111380:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653878.111382:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.111383:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.111384:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.111386:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.111387:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000020:00000010:3.0:1778653878.111388:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653878.111389:0:34039:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1778653878.111392:0:34039:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915387df7400. 00800000:00000002:3.0:1778653878.111393:0:34039:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:3.0:1778653878.111400:0:34039:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:3.0:1778653878.111403:0:34039:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1778653878.111404:0:34039:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:3.0:1778653878.111406:0:34039:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653878.111407:0:34039:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:3.0:1778653878.111411:0:34039:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1778653878.111413:0:34039:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653878.111416:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 2 00010000:00000001:3.0:1778653878.111417:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.111419:0:34039:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653878.111422:0:34039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653878.111423:0:34039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1778653878.111429:0:34039:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653878.111432:0:34039:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653878.111434:0:34039:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653878.111436:0:34039:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653878.111438:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111510:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111513:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 3 00010000:00000001:3.0:1778653878.111514:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111516:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.111517:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111519:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111520:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 3 00010000:00000001:3.0:1778653878.111521:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111522:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.111524:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111524:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111525:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcba00 count: 3 00010000:00000001:3.0:1778653878.111526:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111527:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111528:0:34039:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653878.111530:0:34039:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653878.111535:0:34039:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653878.111537:0:34039:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653878.111539:0:34039:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653878.111540:0:34039:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111543:0:34039:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653878.111547:0:34039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653878.111548:0:34039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653878.111550:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.111551:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653878.111554:0:34039:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27200 with handle 0x3df471c51a89027d from hash 00010000:00000001:3.0:1778653878.111557:0:34039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653878.111558:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111559:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111560:0:34039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653878.111564:0:34039:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653878.111565:0:34039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653878.111568:0:34039:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653878.111569:0:34039:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.111572:0:34039:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.111574:0:34039:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653878.111577:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 2 00010000:00000001:3.0:1778653878.111579:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.111581:0:34039:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653878.111583:0:34039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653878.111585:0:34039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1778653878.111593:0:34039:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653878.111594:0:34039:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653878.111595:0:34039:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653878.111596:0:34039:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1778653878.111598:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111599:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111600:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.111601:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111602:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.111603:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111604:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111605:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.111606:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111607:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.111608:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111608:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111609:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.111610:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111611:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.111611:0:34039:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653878.111612:0:34039:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653878.111613:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063700 count: 3 00010000:00000001:3.0:1778653878.111614:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653878.111615:0:34039:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111616:0:34039:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111618:0:34039:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653878.111619:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.111621:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.111622:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000020:00000010:3.0:1778653878.111624:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.111625:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.111627:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.111628:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.111629:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.111632:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.111633:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.111635:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6000. 00000008:00000010:3.0:1778653878.111637:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.111638:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.111639:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.111641:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.111642:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.111644:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.111646:0:34039:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1778653878.111647:0:34039:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1778653878.111670:0:34039:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1778653878.111672:0:34039:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1778653878.111676:0:34039:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653878.111678:0:34039:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653878.111680:0:34039:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1778653878.111681:0:34039:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.111683:0:34039:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653878.111684:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.111686:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.111688:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.111690:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.111692:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.111694:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.111695:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.111697:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.111698:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653878.111700:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.111701:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.111702:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.111704:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.111705:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6000. 00000020:00000010:3.0:1778653878.111707:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653878.111708:0:34039:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.111710:0:34039:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653878.111712:0:34039:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff91538bdb5b88) invalid 00000020:00000001:3.0:1778653878.111714:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197ba60 00000080:00002000:3.0:1778653878.111715:0:34039:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry recon (ffff91538a9e6360) parent ffff91538bd08360 inode ffff91538bdb5b88 refc 1 00000080:00000001:3.0:1778653878.111718:0:34039:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653878.111719:0:34039:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653878.111720:0:34039:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111721:0:34039:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653878.111722:0:34039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653878.111723:0:34039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653878.111724:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653878.111726:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653878.111727:0:34039:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c26c00 with handle 0x3df471c51a890276 from hash 00010000:00000001:3.0:1778653878.111729:0:34039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653878.111730:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111730:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111731:0:34039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653878.111732:0:34039:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653878.111732:0:34039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653878.111734:0:34039:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653878.111735:0:34039:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653878.111736:0:34039:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1778653878.111741:0:34039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1d880. 00000020:00000040:3.0:1778653878.111744:0:34039:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653878.111749:0:34039:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653878.111750:0:34039:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111753:0:34039:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653878.111757:0:34039:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653878.111759:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.111760:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111760:0:34039:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.111763:0:34039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653878.111764:0:34039:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653878.111767:0:34039:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653878.111772:0:34039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915387df6000. 00000100:00000001:3.0:1778653878.111779:0:34039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111782:0:34039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653878.111784:0:34039:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653878.111788:0:34039:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1778653878.111794:0:34039:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1778653878.111797:0:34039:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1778653878.111798:0:34039:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653878.111799:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653878.111801:0:34039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26c00/0x3df471c51a890276 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d541726ffee expref: -99 pid: 34036 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:3.0:1778653878.111805:0:34039:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f980. 00010000:00000040:3.0:1778653878.111808:0:34039:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063700 count: 0 00010000:00000010:3.0:1778653878.111812:0:34039:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75a00. 00010000:00000001:3.0:1778653878.111819:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111819:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653878.111821:0:34039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27200/0x3df471c51a89027d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541726fffc expref: -99 pid: 34037 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1778653878.111824:0:34039:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcba00 count: 0 00010000:00000010:3.0:1778653878.111825:0:34039:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2d600. 00010000:00000001:3.0:1778653878.111829:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653878.111830:0:34039:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111831:0:34039:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653878.111832:0:34039:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.111834:0:34039:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1778653878.111843:0:34039:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1778653878.111855:0:34039:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653878.111865:0:34039:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653878.111866:0:34039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653878.111872:0:34039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cd796c0. 00000100:00000001:3.0:1778653878.111873:0:34039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386764093120 : -121686945458496 : ffff91538cd796c0) 00000100:00000001:3.0:1778653878.111875:0:34039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.111876:0:34039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:3.0:1778653878.111881:0:34039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653878.111884:0:34039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.111886:0:34039:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653878.111887:0:34039:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653878.111890:0:34039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.111895:0:34039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653878.111896:0:34039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.111900:0:34039:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653878.111902:0:34039:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653878.111903:0:34039:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653878.111905:0:34039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:34039:1865052054695424:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653878.111908:0:34039:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653878.111913:0:34039:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653878.111915:0:34039:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.111917:0:34039:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653878.111920:0:34039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96000. 02000000:00000001:3.0:1778653878.111922:0:34039:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653878.111928:0:34039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653878.111931:0:34039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653878.111937:0:34039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653878.111944:0:34039:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054695424, portal 10 00000100:00000001:3.0:1778653878.111945:0:34039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.111946:0:34039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000040:3.0:1778653878.111951:0:34039:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.111975:0:34039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653878.111977:0:34039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653878.111980:0:34039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cdd0. 00000100:00000200:3.0:1778653878.111983:0:34039:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054695424, offset 0 00000400:00000200:3.0:1778653878.111988:0:34039:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653878.111997:0:34039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.112004:0:34039:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653878.112008:0:34039:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653878.112012:0:34039:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653878.112016:0:34039:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653878.112018:0:34039:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653878.112021:0:34039:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2558:2558:256:4294967295] 192.168.204.110@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:3.0:1778653878.112025:0:34039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653878.112034:0:34039:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653878.112039:0:34039:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653878.112042:0:34039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653878.112049:0:34039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653878.112056:0:34039:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653878.112060:0:34039:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1778653878.112130:0:34039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.112135:0:34039:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 836111 usecs (837 jiffies) 00000400:00000200:3.0:1778653878.112137:0:34039:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653878.112140:0:34039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296434125 00000100:00000001:3.0:1778653878.112142:0:34039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.112144:0:34039:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296434125 00000100:00000001:3.0:1778653878.112146:0:34039:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296437384 00000100:00000001:3.0:1778653878.112147:0:34039:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.112149:0:34039:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.112151:0:34039:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653878.112153:0:34039:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653878.112155:0:34039:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cd796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653878.112157:0:34039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653878.112160:0:34039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653878.112300:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653878.112306:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:1.0:1778653878.112310:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653878.112315:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653878.112321:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cdd0 00000400:00000010:1.0:1778653878.112323:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cdd0. 00000100:00000001:1.0:1778653878.112327:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653878.112332:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.112341:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653878.112344:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653878.112351:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653878.112353:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653878.117052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063700. 00010000:00000010:3.1:1778653878.117067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26c00. 00010000:00000010:3.1:1778653878.117073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcba00. 00010000:00000010:3.1:1778653878.117076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27200. 00000800:00000001:0.0:1778653878.119042:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.119060:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653878.119065:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.119067:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653878.119078:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119089:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653878.119101:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119108:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119114:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119119:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145352e00 00000400:00000200:0.0:1778653878.119124:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119130:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x69a1 [1] + 224 00000800:00000001:0.0:1778653878.119140:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.119148:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653878.119152:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.119157:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653878.119167:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653878.119177:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653878.119188:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.119237:0:34039:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653878.119255:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653878.119266:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653878.119270:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119276:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653878.119283:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2559:2559:256:4294967295] 192.168.204.110@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:0.0:1778653878.119288:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653878.119297:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653878.119302:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653878.119310:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d800. 00000800:00000200:0.0:1778653878.119317:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653878.119326:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653878.119332:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653878.119436:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653878.119449:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d800. 00000400:00000200:0.0:1778653878.119459:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653878.119462:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653878.119469:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653878.119472:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1778653878.119868:0:34039:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653878.119871:0:34039:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653878.119876:0:34039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653878.119881:0:34039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:3.0:1778653878.119884:0:34039:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:3.0:1778653878.119888:0:34039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653878.119894:0:34039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653878.119903:0:34039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1d880 x1865052054695424/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.119910:0:34039:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653878.119912:0:34039:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.119915:0:34039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653878.119918:0:34039:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653878.119922:0:34039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653878.119925:0:34039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653878.119928:0:34039:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653878.119940:0:34039:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=139 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653878.119944:0:34039:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653878.119947:0:34039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653878.119949:0:34039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653878.119964:0:34039:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653878.119968:0:34039:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.119973:0:34039:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653878.119975:0:34039:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x200000007] 00000100:00000001:3.0:1778653878.119977:0:34039:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653878.119980:0:34039:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653878.119981:0:34039:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678782080 : -121687030769536 : ffff915387c1d880) 00000100:00000001:3.0:1778653878.119985:0:34039:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653878.119988:0:34039:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1778653878.119990:0:34039:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653878.119993:0:34039:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653878.119998:0:34039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1d880 x1865052054695424/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653894 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.120005:0:34039:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653878.120009:0:34039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653878.120011:0:34039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653878.120015:0:34039:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1d880 x1865052054695424/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653894 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653878.120022:0:34039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1d880 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:34039:1865052054695424:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653878.120027:0:34039:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653878.120031:0:34039:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653878.120034:0:34039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653878.120036:0:34039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.120039:0:34039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1d880 x1865052054695424/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653894 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.120047:0:34039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653878.120050:0:34039:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cd796c0. 00000100:00000001:3.0:1778653878.120054:0:34039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653878.120055:0:34039:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653878.120066:0:34039:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.120070:0:34039:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653878.120075:0:34039:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653878.120079:0:34039:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915387df7400. 00000080:00000002:3.0:1778653878.120087:0:34039:0:(namei.c:1683:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1778653877 to 1778653878 00000100:00000001:3.0:1778653878.120090:0:34039:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653878.120093:0:34039:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1d880 x1865052054695424/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653894 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653878.120099:0:34039:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.120104:0:34039:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.120117:0:34039:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653878.120121:0:34039:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac197be28 00000080:00002000:3.0:1778653878.120124:0:34039:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91538a9e6360, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653878.120128:0:34039:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653878.120135:0:34039:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653878.120142:0:34039:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653878.120151:0:34039:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:3.0:1778653878.120154:0:34039:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653878.120157:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.120163:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.120168:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7400. 00000020:00000010:3.0:1778653878.120174:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df6600. 00000020:00000010:3.0:1778653878.120178:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.120186:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.120192:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.120198:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.120205:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.120210:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.120215:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.120219:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.120222:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.120226:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.120230:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.120233:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.120236:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653878.120242:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b22918 00000020:00000001:3.0:1778653878.120245:0:34039:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653878.120249:0:34039:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653878.120251:0:34039:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653878.120255:0:34039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.120256:0:34039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653878.120258:0:34039:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.120262:0:34039:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff915386471978 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653878.120266:0:34039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000001:3.0:1778653878.120269:0:34039:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653878.120272:0:34039:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653878.120275:0:34039:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653878.120276:0:34039:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.120279:0:34039:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653878.120281:0:34039:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653878.120282:0:34039:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120284:0:34039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.120284:0:34039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653878.120286:0:34039:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653878.120288:0:34039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00000020:00000001:3.0:1778653878.120290:0:34039:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120293:0:34039:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653878.120295:0:34039:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653878.120298:0:34039:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653878.120302:0:34039:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653878.120310:0:34039:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653878.120314:0:34039:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653878.120316:0:34039:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653878.120317:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.120321:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653878.120323:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6400. 00000020:00000010:3.0:1778653878.120326:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.120329:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.120332:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.120335:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.120338:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.120341:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.120343:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.120346:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6c00. 00000008:00000010:3.0:1778653878.120349:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.120351:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.120354:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.120357:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653878.120359:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653878.120361:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653878.120364:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22918 00000020:00000001:3.0:1778653878.120365:0:34039:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653878.120368:0:34039:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653878.120369:0:34039:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653878.120371:0:34039:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.120373:0:34039:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.120374:0:34039:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653878.120377:0:34039:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653878.120379:0:34039:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.120381:0:34039:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120382:0:34039:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120384:0:34039:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653878.120386:0:34039:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653878.120388:0:34039:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.120389:0:34039:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653878.120390:0:34039:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653878.120392:0:34039:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120394:0:34039:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.120396:0:34039:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.120397:0:34039:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120398:0:34039:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653878.120399:0:34039:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120401:0:34039:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.120403:0:34039:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653878.120405:0:34039:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653878.120407:0:34039:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.120407:0:34039:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653878.120410:0:34039:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1778653878.120412:0:34039:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1778653878.120419:0:34039:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382940fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1778653878.120424:0:34039:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653878.120426:0:34039:0:(osc_cache.c:1817:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.120428:0:34039:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653878.120429:0:34039:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.120432:0:34039:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1778653878.120436:0:34039:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1778653878.121438:0:34039:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff915384f9a900@{[0 -> 255/255], [1|0|-|locking|wiY|ffff915382940fc0], [1703936|1|+|-|ffff915384c25a00|256|ffff9153813327c0]} make ready 00000008:00010000:3.0:1778653878.121449:0:34039:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000c427c8c6 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1778653878.121462:0:34039:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:3.0:1778653878.121466:0:34039:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1778653878.121485:0:34039:0:(cl_page.c:1160:cl_page_make_ready()) page@000000007b363c54[2 000000005ca87d19 1 1 0000000000000000] 00000020:00008000:3.0:1778653878.121487:0:34039:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1778653878.121489:0:34039:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1778653878.121491:0:34039:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653878.121492:0:34039:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653878.121494:0:34039:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653878.121496:0:34039:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653878.121499:0:34039:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653878.121502:0:34039:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[2 000000005ca87d19 1 1 0000000000000000] 00000020:00000001:3.0:1778653878.121504:0:34039:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1778653878.121505:0:34039:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653878.121507:0:34039:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1778653878.121509:0:34039:0:(cl_page.c:1182:cl_page_make_ready()) page@000000007b363c54[2 000000005ca87d19 3 1 0000000000000000] 00000020:00000001:3.0:1778653878.121511:0:34039:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1778653878.121513:0:34039:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.121672:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.121675:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.121677:0:34039:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1778653878.121681:0:34039:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.121683:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:3.0:1778653878.121687:0:34039:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.121691:0:34039:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:3.0:1778653878.121695:0:34039:0:(osc_cache.c:910:osc_extent_finish()) extent ffff915384f9a900@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff915382940fc0], [1703936|1|+|-|ffff915384c25a00|256|ffff9153813327c0]} extent finished. 00000008:00010000:3.0:1778653878.121702:0:34039:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000c427c8c6 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1778653878.121713:0:34039:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:3.0:1778653878.121715:0:34039:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1778653878.121717:0:34039:0:(cl_page.c:1104:cl_page_complete()) page@000000007b363c54[2 000000005ca87d19 3 1 0000000000000000] 00000020:00000001:3.0:1778653878.121719:0:34039:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1778653878.121720:0:34039:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653878.121721:0:34039:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653878.121722:0:34039:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653878.121724:0:34039:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[2 000000005ca87d19 3 1 0000000000000000] 00000020:00000001:3.0:1778653878.121726:0:34039:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1778653878.121727:0:34039:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1778653878.121730:0:34039:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1778653878.121732:0:34039:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007b363c54[2 000000005ca87d19 1 1 0000000000000000] 00000080:00008000:3.0:1778653878.121734:0:34039:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1778653878.121748:0:34039:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1778653878.121750:0:34039:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1778653878.121752:0:34039:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653878.121754:0:34039:0:(cl_page.c:556:cl_batch_put()) page@000000007b363c54[2 000000005ca87d19 1 1 0000000000000000] 00000020:00000001:3.0:1778653878.121756:0:34039:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1778653878.121757:0:34039:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1778653878.121759:0:34039:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:3.0:1778653878.121762:0:34039:0:(osc_cache.c:1602:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1778653878.121767:0:34039:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff915384f9a900@{[0 -> 255/255], [1|0|-|inv|wY|ffff915382940fc0], [1703936|0|-|-|ffff915384c25a00|256|ffff9153813327c0]} destroyed. 00000008:00010000:3.0:1778653878.121773:0:34039:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c427c8c6 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1778653878.121780:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653878.121782:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1778653878.121786:0:34039:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff915384f9a900. 00000008:00000001:3.0:1778653878.121789:0:34039:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.121792:0:34039:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1778653878.121796:0:34039:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915382940fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1778653878.121799:0:34039:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1778653878.121803:0:34039:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382940fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1778653878.121807:0:34039:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653878.121809:0:34039:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.121812:0:34039:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121815:0:34039:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121816:0:34039:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.121818:0:34039:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.121819:0:34039:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653878.121821:0:34039:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653878.121823:0:34039:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653878.121824:0:34039:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653878.121826:0:34039:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653878.121828:0:34039:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121830:0:34039:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1778653878.121832:0:34039:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653878.121834:0:34039:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1778653878.121836:0:34039:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653878.121838:0:34039:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.121839:0:34039:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653878.121841:0:34039:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653878.121842:0:34039:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121843:0:34039:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121845:0:34039:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653878.121846:0:34039:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653878.121848:0:34039:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1778653878.121849:0:34039:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653878.121851:0:34039:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653878.121853:0:34039:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653878.121854:0:34039:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653878.121855:0:34039:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653878.121857:0:34039:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653878.121858:0:34039:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121860:0:34039:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.121862:0:34039:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653878.121863:0:34039:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653878.121866:0:34039:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.121869:0:34039:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653878.121871:0:34039:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653878.121873:0:34039:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653878.121874:0:34039:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653878.121875:0:34039:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.121877:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653878.121984:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7e00. 00000020:00000010:3.0:1778653878.121990:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bde0. 00000008:00000010:3.0:1778653878.121995:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653878.122001:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d540. 00008000:00000010:3.0:1778653878.122006:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653878.122011:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653878.122015:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653878.122019:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6400. 00000008:00000010:3.0:1778653878.122023:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653878.122026:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653878.122031:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653878.122035:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653878.122038:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6c00. 00000020:00000010:3.0:1778653878.122040:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653878.122043:0:34039:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653878.122045:0:34039:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653878.122048:0:34039:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653878.122050:0:34039:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653878.122054:0:34039:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653878.122055:0:34039:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653878.122057:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.122059:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df6600. 00000020:00000010:3.0:1778653878.122061:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.122064:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.122069:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.122072:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.122074:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.122076:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.122079:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7400. 00000008:00000010:3.0:1778653878.122081:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.122084:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.122086:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.122088:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.122090:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.122092:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653878.122094:0:34039:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653878.122105:0:34039:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1778653878.122108:0:34039:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622386597419648 : -121687112131968 : ffff915382e85a80) 00000020:00000001:3.0:1778653878.122111:0:34039:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1778653878.122113:0:34039:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1778653878.122114:0:34039:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653878.122115:0:34039:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653878.122116:0:34039:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653878.122119:0:34039:0:(cl_page.c:507:__cl_page_state_set()) page@000000007b363c54[2 000000005ca87d19 1 1 0000000000000000] 00000020:00000001:3.0:1778653878.122121:0:34039:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1778653878.122122:0:34039:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1778653878.122124:0:34039:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1778653878.122126:0:34039:0:(osc_page.c:138:osc_page_delete()) ffff915382e85ae0 00000008:00000001:3.0:1778653878.122129:0:34039:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1778653878.122131:0:34039:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff915382e85af0 page ffff915382e85ae0 at index 0. 00000008:00000001:3.0:1778653878.122134:0:34039:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653878.122140:0:34039:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1778653878.122142:0:34039:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c4cd1180 index 0 00000020:00000001:3.0:1778653878.122147:0:34039:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1778653878.122148:0:34039:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1778653878.122150:0:34039:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653878.122152:0:34039:0:(cl_page.c:556:cl_batch_put()) page@000000007b363c54[1 000000005ca87d19 5 1 0000000000000000] 00000020:00000001:3.0:1778653878.122154:0:34039:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1778653878.122156:0:34039:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1778653878.122159:0:34039:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff915382e85a80. 00000020:00000001:3.0:1778653878.122163:0:34039:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1778653878.122164:0:34039:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1778653878.122212:0:34039:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1778653878.122215:0:34039:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff91538bdb5b88) 00800000:00000001:3.0:1778653878.122221:0:34039:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:3.0:1778653878.122223:0:34039:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:3.0:1778653878.122229:0:34039:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1778653878.122236:0:34039:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653878.122238:0:34039:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.122354:0:34039:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1778653878.122360:0:34039:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1778653878.122361:0:34039:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653878.122364:0:34039:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653878.122368:0:34039:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653878.122377:0:34039:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653878.122381:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df7c00. 00000020:00000010:3.0:1778653878.122385:0:34039:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.122388:0:34039:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.122394:0:34039:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.122397:0:34039:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.122401:0:34039:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.122406:0:34039:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.122409:0:34039:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.122413:0:34039:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915387df6600. 00000008:00000010:3.0:1778653878.122416:0:34039:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.122419:0:34039:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.122422:0:34039:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.122425:0:34039:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653878.122427:0:34039:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653878.122429:0:34039:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00020000:00000001:3.0:1778653878.122437:0:34039:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:3.0:1778653878.122439:0:34039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000001:3.0:1778653878.122442:0:34039:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1778653878.122445:0:34039:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d55a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653878.122450:0:34039:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653878.122454:0:34039:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75580: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1778653878.122457:0:34039:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1778653878.122459:0:34039:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.122462:0:34039:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1778653878.122464:0:34039:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1778653878.122469:0:34039:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1778653878.122474:0:34039:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:3.0:1778653878.122477:0:34039:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653878.122480:0:34039:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1778653878.122482:0:34039:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1778653878.122486:0:34039:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1778653878 1778653878 1778653878 ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1778653878.122496:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000020:00000001:3.0:1778653878.122498:0:34039:0:(cl_object.c:151:cl_object_top()) ffff915382940fc0 -> ffff915389b22918 00000008:00000001:3.0:1778653878.122500:0:34039:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653878.122502:0:34039:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653878.122505:0:34039:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653878.122507:0:34039:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653878.122513:0:34039:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff915382940fc0. 00020000:00000001:3.0:1778653878.122714:0:34039:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1778653878.122718:0:34039:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915389b22000. 00020000:00000001:3.0:1778653878.122725:0:34039:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1778653878.122749:0:34039:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653878.122751:0:34039:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653878.122753:0:34039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000001:3.0:1778653878.122756:0:34039:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:3.0:1778653878.122758:0:34039:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:3.0:1778653878.122759:0:34039:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000001:3.0:1778653878.122763:0:34039:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1778653878.122765:0:34039:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9153899310d8. 00020000:00000010:3.0:1778653878.122769:0:34039:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9153887d66c0. 00020000:00000010:3.0:1778653878.122772:0:34039:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915385c83060. 00020000:00000002:3.0:1778653878.122776:0:34039:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d55a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653878.122780:0:34039:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653878.122783:0:34039:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f75580: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1778653878.122788:0:34039:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f75580. 00020000:00000010:3.0:1778653878.122792:0:34039:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5cc0. 00020000:00000010:3.0:1778653878.122795:0:34039:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d55a0. 00020000:00000001:3.0:1778653878.122797:0:34039:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1778653878.122799:0:34039:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356b9b0) owner 0000000000000000/ffff9153813327c0 00020000:00000010:3.0:1778653878.122802:0:34039:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff91538356b9b0. 00020000:00000001:3.0:1778653878.122805:0:34039:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:3.0:1778653878.122807:0:34039:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915389b22898. 00000020:00001000:3.0:1778653878.122812:0:34039:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653878.122815:0:34039:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915387df7400. 00000020:00000010:3.0:1778653878.122817:0:34039:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b600. 00000008:00000010:3.0:1778653878.122820:0:34039:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653878.122823:0:34039:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d3c0. 00008000:00000010:3.0:1778653878.122826:0:34039:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653878.122828:0:34039:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653878.122831:0:34039:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653878.122833:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df7c00. 00000008:00000010:3.0:1778653878.122835:0:34039:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653878.122838:0:34039:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653878.122841:0:34039:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653878.122843:0:34039:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653878.122846:0:34039:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915387df6600. 00000020:00000010:3.0:1778653878.122848:0:34039:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653878.122851:0:34039:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653878.122853:0:34039:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1778653878.129701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a3842c0. 00000080:00000010:3.1:1778653878.129744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bdb5ac0. 00000080:00000001:1.0:1778653878.711134:0:34124:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.745422:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653878.745428:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.745434:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653878.745435:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653878.745440:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653878.745441:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653878.745847:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653878.745851:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653878.745854:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653879.596706:0:34262:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653879.768753:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653879.768759:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653879.768764:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653879.768766:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653879.768769:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653879.768770:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653879.771603:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653879.771609:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653879.771613:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653880.617366:0:34406:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653880.791971:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653880.791977:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653880.791984:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653880.791985:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653880.791989:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653880.791990:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653880.792736:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653880.792740:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653880.792744:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653881.094481:0:34468:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653881.816333:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653881.816339:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653881.816344:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653881.816346:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653881.816349:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653881.816350:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653881.816414:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653881.816417:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653881.816420:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653881.844765:0:34559:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653882.076160:0:34595:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1778653882.076164:0:34595:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 02:31:21 (1778653881) 00000001:00000001:0.0:1778653882.084410:0:34595:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1778653882.292092:0:34639:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653882.292097:0:34639:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653882.292100:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fde0 00000080:00200000:1.0:1778653882.292104:0:34639:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653882.292112:0:34639:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67a00. 00800000:00000002:1.0:1778653882.292119:0:34639:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653882.292122:0:34639:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653882.292126:0:34639:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653882.292128:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd00 00800000:00000002:1.0:1778653882.292131:0:34639:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653882.292135:0:34639:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653882.292139:0:34639:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653882.292145:0:34639:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653882.292147:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fbd0 00000002:00010000:1.0:1778653882.292149:0:34639:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653882.292153:0:34639:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653882.292155:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653882.292158:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653882.292164:0:34639:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653882.292166:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653882.292168:0:34639:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653882.292170:0:34639:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653882.292173:0:34639:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653882.292178:0:34639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc6a00. 00000020:00000040:1.0:1778653882.292182:0:34639:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653882.292188:0:34639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653882.292193:0:34639:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653882.292200:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653882.292201:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653882.292203:0:34639:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.292205:0:34639:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653882.292207:0:34639:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653882.292210:0:34639:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653882.292215:0:34639:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bba400. 00000100:00000001:1.0:1778653882.292220:0:34639:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.292223:0:34639:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653882.292224:0:34639:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.292225:0:34639:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653882.292226:0:34639:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.292227:0:34639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653882.292231:0:34639:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00010000:00000001:1.0:1778653882.292233:0:34639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653882.292235:0:34639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653882.292238:0:34639:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcbc00. 00010000:00000010:1.0:1778653882.292240:0:34639:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2df80. 00010000:00000001:1.0:1778653882.292243:0:34639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653882.292245:0:34639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c27e00. 00000020:00000001:1.0:1778653882.292248:0:34639:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653882.292249:0:34639:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c27e00 with handle 0x3df471c51a89028b to hash 00000020:00000001:1.0:1778653882.292251:0:34639:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653882.292252:0:34639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:1.0:1778653882.292254:0:34639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:1.0:1778653882.292257:0:34639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653882.292259:0:34639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653882.292262:0:34639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653882.292268:0:34639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653882.292274:0:34639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653882.292281:0:34639:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653882.292282:0:34639:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653882.292287:0:34639:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0a540. 00000100:00000001:1.0:1778653882.292288:0:34639:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762589504 : -121686946962112 : ffff91538cc0a540) 00000100:00000001:1.0:1778653882.292290:0:34639:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653882.292291:0:34639:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00000100:00000001:1.0:1778653882.292294:0:34639:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653882.292297:0:34639:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.292298:0:34639:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653882.292299:0:34639:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653882.292306:0:34639:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.292313:0:34639:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653882.292316:0:34639:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653882.292320:0:34639:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653882.292322:0:34639:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653882.292324:0:34639:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653882.292327:0:34639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job mkdir:3368fde0-d18c-4c9c-a094-d50367bc642b:34639:1865052054695552:192.168.204.110@tcp:101:mkdir.0 00000100:00000001:1.0:1778653882.292330:0:34639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653882.292336:0:34639:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653882.292338:0:34639:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653882.292340:0:34639:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653882.292344:0:34639:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491a000. 02000000:00000001:1.0:1778653882.292346:0:34639:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653882.292352:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653882.292356:0:34639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5aa8. 00000400:00000010:1.0:1778653882.292362:0:34639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19880. 00000100:00000200:1.0:1778653882.292369:0:34639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054695552, portal 10 00000100:00000001:1.0:1778653882.292371:0:34639:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653882.292372:0:34639:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711980544 : -121686997571072 : ffff915389bc6a00) 00000100:00000040:1.0:1778653882.292378:0:34639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.292390:0:34639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653882.292393:0:34639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653882.292395:0:34639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19cc0. 00000100:00000200:1.0:1778653882.292398:0:34639:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054695552, offset 0 00000400:00000200:1.0:1778653882.292404:0:34639:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653882.292412:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.292420:0:34639:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653882.292425:0:34639:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653882.292428:0:34639:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653882.292432:0:34639:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653882.292434:0:34639:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653882.292491:0:34639:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2560:2560:256:4294967295] 192.168.204.110@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:1.0:1778653882.292496:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.292505:0:34639:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653882.292511:0:34639:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653882.292517:0:34639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16700. 00000800:00000200:1.0:1778653882.292524:0:34639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653882.292531:0:34639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653882.292536:0:34639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653882.292623:0:34639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653882.292628:0:34639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 835076 usecs (836 jiffies) 00000400:00000200:1.0:1778653882.292636:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653882.292639:0:34639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438304 00000100:00000001:1.0:1778653882.292646:0:34639:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296437384 00000100:00000001:1.0:1778653882.292675:0:34639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438305 00000100:00000001:1.0:1778653882.292678:0:34639:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296437384 00000100:00000001:1.0:1778653882.292682:0:34639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653882.292685:0:34639:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.292687:0:34639:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653882.292689:0:34639:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653882.292692:0:34639:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0a540 going to sleep for 11 seconds 00000100:00000001:1.0:1778653882.292695:0:34639:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653882.292698:0:34639:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653882.292755:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.292759:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16700. 00000400:00000200:0.0:1778653882.292762:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.292766:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653882.292770:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19cc0 00000400:00000010:0.0:1778653882.292772:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19cc0. 00000100:00000001:0.0:1778653882.292775:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653882.292778:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.292785:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.292787:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.292792:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.292793:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.299406:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.299423:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.299428:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.299431:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.299448:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.299456:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.299466:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.299471:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.299476:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.299481:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145352e80 00000400:00000200:1.0:1778653882.299486:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.299492:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x69a9 [1] + 224 00000800:00000001:1.0:1778653882.299499:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.299509:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.299512:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.299516:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.299523:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.299531:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.299543:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.299568:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.299577:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.299580:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.299668:0:34639:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653882.299679:0:34639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653882.299681:0:34639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653882.299685:0:34639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5aa8. 00000400:00000200:2.0:1778653882.299690:0:34639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19880 00000400:00000010:2.0:1778653882.299695:0:34639:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19880. 00000100:00000001:2.0:1778653882.299698:0:34639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653882.299703:0:34639:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653882.299711:0:34639:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.299717:0:34639:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653882.299718:0:34639:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.299721:0:34639:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653882.299728:0:34639:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653882.299730:0:34639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653882.299733:0:34639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653882.299736:0:34639:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653882.299744:0:34639:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653882.299748:0:34639:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653882.299751:0:34639:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653882.299752:0:34639:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.299755:0:34639:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653882.299758:0:34639:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.299761:0:34639:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653882.299763:0:34639:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653882.299764:0:34639:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653882.299767:0:34639:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653882.299772:0:34639:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.299778:0:34639:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653882.299780:0:34639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653882.299782:0:34639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653882.299786:0:34639:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653882.299794:0:34639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc6a00 pname:cluuid:pid:xid:nid:opc:job mkdir:3368fde0-d18c-4c9c-a094-d50367bc642b:34639:1865052054695552:192.168.204.110@tcp:101:mkdir.0 00000100:00000001:2.0:1778653882.299799:0:34639:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.299802:0:34639:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.299804:0:34639:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653882.299810:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653882.299813:0:34639:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.299820:0:34639:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653882.299822:0:34639:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0a540. 00000100:00000001:2.0:1778653882.299826:0:34639:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653882.299827:0:34639:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.299829:0:34639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653882.299833:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.299836:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.299839:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=4 00000020:00000001:2.0:1778653882.299841:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299844:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000040:2.0:1778653882.299850:0:34639:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c27e00, remote cookie: 0xdfa36d5417270049, flags: 0x1001 00010000:00010000:2.0:1778653882.299855:0:34639:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653882.299864:0:34639:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.299879:0:34639:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653882.299883:0:34639:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653882.299885:0:34639:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653882.299887:0:34639:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653882.299889:0:34639:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653882.299892:0:34639:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcbc00) refcount = 1 00010000:00010000:2.0:1778653882.299897:0:34639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.299902:0:34639:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653882.299905:0:34639:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653882.299907:0:34639:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653882.299910:0:34639:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653882.299912:0:34639:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653882.299915:0:34639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.299920:0:34639:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653882.299922:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.299923:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.299924:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.299925:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.299927:0:34639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.299931:0:34639:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653882.299933:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.299934:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.299935:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.299937:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299939:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299941:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.299943:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.299944:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=4 00000020:00000001:2.0:1778653882.299945:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299947:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299950:0:34639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653882.299953:0:34639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653882.299956:0:34639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.299968:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.299969:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.299970:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.299972:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.299973:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=5 00000020:00000001:2.0:1778653882.299975:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299977:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.299979:0:34639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653882.299981:0:34639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.299986:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.299987:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653882.299989:0:34639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.299994:0:34639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653882.299995:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.299996:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.299997:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.299998:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653882.300003:0:34639:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653882.300011:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300012:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300013:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300015:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300017:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300019:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300020:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653882.300022:0:34639:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.300024:0:34639:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.300027:0:34639:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653882.300363:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300365:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300366:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300368:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300371:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00000002:00010000:2.0:1778653882.300374:0:34639:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.300381:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300382:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.300394:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653882.300395:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300396:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300397:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300400:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300402:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000040:2.0:1778653882.300407:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 2 00010000:00000001:2.0:1778653882.300409:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653882.300413:0:34639:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653882.300415:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300416:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653882.300418:0:34639:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653882.300420:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fb50 00000002:00002000:2.0:1778653882.300422:0:34639:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653882.300425:0:34639:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.300428:0:34639:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.300431:0:34639:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653882.300434:0:34639:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653882.300437:0:34639:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653882.300441:0:34639:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653882.300444:0:34639:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67a00. 00000080:00000001:2.0:1778653882.300449:0:34639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653882.300451:0:34639:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653882.300456:0:34639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653882.300460:0:34639:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653882.300465:0:34639:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9f900. 00800000:00000001:2.0:1778653882.300467:0:34639:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647857408 : -121687061694208 : ffff915385e9f900) 00800000:00000001:2.0:1778653882.300470:0:34639:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.300473:0:34639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653882.300475:0:34639:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653882.300477:0:34639:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653882.300479:0:34639:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653882.300482:0:34639:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653882.300484:0:34639:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.300488:0:34639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653882.300491:0:34639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1778653882.300495:0:34639:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653882.300498:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300499:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300500:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300502:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300504:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300506:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300507:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653882.300508:0:34639:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653882.300511:0:34639:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653882.300512:0:34639:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9f900 1 00800000:00000010:2.0:1778653882.300514:0:34639:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9f900. 00800000:00000001:2.0:1778653882.300517:0:34639:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.300520:0:34639:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89028b 00800000:00000001:2.0:1778653882.300523:0:34639:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653882.300524:0:34639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653882.300525:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300526:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300528:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300529:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300531:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300533:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300534:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653882.300536:0:34639:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.300537:0:34639:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.300540:0:34639:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.300542:0:34639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653882.300545:0:34639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89028b from it ffffa71ac1c4fe18 00010000:00000001:2.0:1778653882.300546:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300547:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300549:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300550:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300552:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300553:0:34639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653882.300556:0:34639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.300561:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300562:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.300564:0:34639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653882.300566:0:34639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653882.300568:0:34639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653882.300575:0:34639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653882.300577:0:34639:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653882.300579:0:34639:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653882.300583:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300584:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.300585:0:34639:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300588:0:34639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653882.300590:0:34639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300591:0:34639:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300593:0:34639:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300595:0:34639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653882.300596:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300597:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653882.300599:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653882.300604:0:34639:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc6a00 x1865052054695552/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.300610:0:34639:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653882.300612:0:34639:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653882.300615:0:34639:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491a000. 02000000:00000001:2.0:1778653882.300619:0:34639:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653882.300620:0:34639:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653882.300622:0:34639:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653882.300625:0:34639:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653882.300627:0:34639:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bba400. 02000000:00000001:2.0:1778653882.300631:0:34639:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653882.300633:0:34639:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653882.300635:0:34639:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc6a00. 00000100:00000001:2.0:1778653882.300638:0:34639:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653882.300639:0:34639:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.300642:0:34639:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 101 00000080:00000001:2.0:1778653882.300647:0:34639:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.300688:0:34639:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653882.300690:0:34639:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653882.300692:0:34639:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653882.300693:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fba8 00000080:00200000:2.0:1778653882.300696:0:34639:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653882.300700:0:34639:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165200. 00800000:00000002:2.0:1778653882.300704:0:34639:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653882.300707:0:34639:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653882.300710:0:34639:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653882.300711:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fac8 00800000:00000002:2.0:1778653882.300713:0:34639:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653882.300717:0:34639:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653882.300720:0:34639:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653882.300724:0:34639:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653882.300725:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4f998 00000002:00010000:2.0:1778653882.300727:0:34639:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653882.300730:0:34639:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653882.300733:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653882.300735:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653882.300737:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 2 00010000:00000001:2.0:1778653882.300739:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653882.300742:0:34639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653882.300744:0:34639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653882.300747:0:34639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653882.300754:0:34639:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653882.300757:0:34639:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653882.300760:0:34639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653882.300766:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653882.300768:0:34639:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653882.300770:0:34639:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653882.300771:0:34639:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653882.300773:0:34639:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.300775:0:34639:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653882.300777:0:34639:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653882.300778:0:34639:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653882.300780:0:34639:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165200. 00000080:00000001:2.0:1778653882.300784:0:34639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653882.300785:0:34639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.300787:0:34639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653882.300790:0:34639:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89028b 00800000:00000001:2.0:1778653882.300792:0:34639:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653882.300793:0:34639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653882.300795:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300796:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300797:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300799:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300801:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300803:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300804:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653882.300805:0:34639:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.300807:0:34639:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.300809:0:34639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89028b from it ffffa71ac1c4fbe0 00010000:00000001:2.0:1778653882.300810:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300811:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300812:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300814:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300816:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300818:0:34639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653882.300820:0:34639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653882.300826:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300827:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.300828:0:34639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653882.300829:0:34639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653882.300831:0:34639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653882.300836:0:34639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653882.300838:0:34639:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653882.300839:0:34639:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653882.300841:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300842:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.300843:0:34639:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300845:0:34639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653882.300846:0:34639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300848:0:34639:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300850:0:34639:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.300851:0:34639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653882.300852:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300853:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653882.300855:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653882.300857:0:34639:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.300859:0:34639:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653882.300861:0:34639:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653882.300883:0:34639:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915388bd6880. 00000020:00000001:2.0:1778653882.300887:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd98 00000080:00200000:2.0:1778653882.300889:0:34639:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=1536 00000080:00000001:2.0:1778653882.300892:0:34639:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653882.300893:0:34639:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653882.300894:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fca8 00000080:00200000:2.0:1778653882.300895:0:34639:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653882.300898:0:34639:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165200. 00800000:00000002:2.0:1778653882.300900:0:34639:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653882.300903:0:34639:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653882.300904:0:34639:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653882.300905:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fbc8 00800000:00000002:2.0:1778653882.300907:0:34639:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653882.300909:0:34639:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653882.300911:0:34639:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653882.300914:0:34639:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653882.300916:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fa98 00000002:00010000:2.0:1778653882.300917:0:34639:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653882.300920:0:34639:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653882.300921:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653882.300922:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653882.300924:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 2 00010000:00000001:2.0:1778653882.300926:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653882.300928:0:34639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653882.300930:0:34639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653882.300933:0:34639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653882.300939:0:34639:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653882.300941:0:34639:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653882.300944:0:34639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1778653882.300950:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653882.300952:0:34639:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653882.300953:0:34639:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653882.300955:0:34639:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653882.300956:0:34639:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.300958:0:34639:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653882.300960:0:34639:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653882.300962:0:34639:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653882.300964:0:34639:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165200. 00000080:00000001:2.0:1778653882.300966:0:34639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653882.300967:0:34639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.300969:0:34639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653882.300971:0:34639:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89028b 00800000:00000001:2.0:1778653882.300973:0:34639:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653882.300974:0:34639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653882.300975:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300976:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300977:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300979:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300981:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300983:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.300984:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653882.300985:0:34639:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.300986:0:34639:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.300988:0:34639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89028b from it ffffa71ac1c4fce0 00010000:00000001:2.0:1778653882.300990:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.300991:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.300992:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.300993:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300995:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.300996:0:34639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653882.300999:0:34639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653882.301004:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301006:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301007:0:34639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653882.301008:0:34639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653882.301010:0:34639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653882.301016:0:34639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653882.301017:0:34639:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653882.301018:0:34639:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653882.301020:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301021:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301022:0:34639:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301024:0:34639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653882.301025:0:34639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301027:0:34639:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301028:0:34639:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301030:0:34639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653882.301031:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301032:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653882.301033:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653882.301034:0:34639:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.301036:0:34639:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:2.0:1778653882.301038:0:34639:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.301042:0:34639:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653882.301043:0:34639:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653882.301044:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fd90 00000080:00200000:2.0:1778653882.301045:0:34639:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653882.301049:0:34639:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165200. 00800000:00000002:2.0:1778653882.301051:0:34639:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653882.301053:0:34639:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653882.301055:0:34639:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653882.301056:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fcb0 00800000:00000002:2.0:1778653882.301058:0:34639:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653882.301061:0:34639:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653882.301063:0:34639:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653882.301066:0:34639:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653882.301068:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fb80 00000002:00010000:2.0:1778653882.301069:0:34639:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653882.301072:0:34639:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653882.301073:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653882.301074:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653882.301076:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 2 00010000:00000001:2.0:1778653882.301078:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653882.301080:0:34639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653882.301082:0:34639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653882.301093:0:34639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653882.301101:0:34639:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653882.301103:0:34639:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653882.301105:0:34639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653882.301111:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653882.301113:0:34639:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653882.301114:0:34639:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653882.301116:0:34639:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653882.301117:0:34639:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.301119:0:34639:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653882.301121:0:34639:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653882.301123:0:34639:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653882.301125:0:34639:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165200. 00000080:00000001:2.0:1778653882.301127:0:34639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653882.301129:0:34639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.301131:0:34639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653882.301133:0:34639:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a89028b 00800000:00000001:2.0:1778653882.301137:0:34639:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653882.301138:0:34639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653882.301139:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.301140:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.301142:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.301143:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.301145:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.301147:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301148:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653882.301149:0:34639:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.301151:0:34639:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653882.301153:0:34639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a89028b from it ffffa71ac1c4fdc8 00010000:00000001:2.0:1778653882.301154:0:34639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.301155:0:34639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.301156:0:34639:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c27e00 refcount=3 00000020:00000001:2.0:1778653882.301158:0:34639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.301160:0:34639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628492800 : -121687081058816 : ffff915384c27e00) 00010000:00000001:2.0:1778653882.301162:0:34639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653882.301164:0:34639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653882.301170:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301171:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301172:0:34639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653882.301173:0:34639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653882.301175:0:34639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653882.301180:0:34639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653882.301182:0:34639:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653882.301183:0:34639:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653882.301185:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301186:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301187:0:34639:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301189:0:34639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653882.301190:0:34639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301192:0:34639:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301194:0:34639:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301195:0:34639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653882.301196:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301197:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653882.301198:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653882.301199:0:34639:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653882.301201:0:34639:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:2.0:1778653882.301204:0:34639:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.301207:0:34639:0:(namei.c:2220:do_mkdir()) Process entered 00000020:00000001:2.0:1778653882.301209:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fda0 00000080:00200000:2.0:1778653882.301210:0:34639:0:(namei.c:2223:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:2.0:1778653882.301213:0:34639:0:(namei.c:1952:ll_new_node()) Process entered 00000080:00000001:2.0:1778653882.301215:0:34639:0:(namei.c:1761:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1778653882.301217:0:34639:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165200. 00800000:00000002:2.0:1778653882.301220:0:34639:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000010:2.0:1778653882.301226:0:34639:0:(namei.c:1779:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff915385e9f900. 00000080:00000001:2.0:1778653882.301229:0:34639:0:(namei.c:1868:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.301231:0:34639:0:(lmv_obd.c:2283:lmv_create()) Process entered 00800000:00000001:2.0:1778653882.301233:0:34639:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1778653882.301238:0:34639:0:(lmv_obd.c:1683:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1778653882.301240:0:34639:0:(lmv_obd.c:1686:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1778653882.301243:0:34639:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1778653882.301246:0:34639:0:(lmv_obd.c:1782:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:2.0:1778653882.301248:0:34639:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:2.0:1778653882.301250:0:34639:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1778653882.301252:0:34639:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1778653882.301254:0:34639:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1778653882.301257:0:34639:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1778653882.301260:0:34639:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:2.0:1778653882.301263:0:34639:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.301265:0:34639:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.301267:0:34639:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653882.301268:0:34639:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.301270:0:34639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c4fbc0 00800000:00000002:2.0:1778653882.301272:0:34639:0:(lmv_obd.c:2324:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1778653882.301276:0:34639:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1778653882.301278:0:34639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653882.301280:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 2 00010000:00000001:2.0:1778653882.301282:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653882.301284:0:34639:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653882.301287:0:34639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653882.301289:0:34639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1778653882.301296:0:34639:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653882.301300:0:34639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653882.301301:0:34639:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653882.301303:0:34639:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1778653882.301305:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653882.301307:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653882.301308:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 3 00010000:00000001:2.0:1778653882.301310:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653882.301312:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.301314:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653882.301315:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653882.301316:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 3 00010000:00000001:2.0:1778653882.301318:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653882.301319:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.301321:0:34639:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653882.301322:0:34639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653882.301323:0:34639:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcbc00 count: 3 00010000:00000001:2.0:1778653882.301325:0:34639:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653882.301327:0:34639:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.301329:0:34639:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653882.301331:0:34639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653882.301335:0:34639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653882.301337:0:34639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653882.301340:0:34639:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653882.301341:0:34639:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301344:0:34639:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653882.301346:0:34639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653882.301348:0:34639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653882.301350:0:34639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653882.301351:0:34639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653882.301354:0:34639:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c27e00 with handle 0x3df471c51a89028b from hash 00010000:00000001:2.0:1778653882.301356:0:34639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653882.301357:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301358:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301359:0:34639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653882.301361:0:34639:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653882.301363:0:34639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653882.301366:0:34639:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653882.301367:0:34639:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653882.301369:0:34639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1778653882.301373:0:34639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653882.301376:0:34639:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653882.301381:0:34639:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653882.301382:0:34639:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301384:0:34639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653882.301387:0:34639:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653882.301390:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.301391:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301392:0:34639:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.301394:0:34639:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653882.301396:0:34639:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653882.301398:0:34639:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653882.301404:0:34639:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0ec00. 00000100:00000001:2.0:1778653882.301410:0:34639:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301412:0:34639:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653882.301414:0:34639:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653882.301417:0:34639:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1778653882.301424:0:34639:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653882.301425:0:34639:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653882.301427:0:34639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653882.301429:0:34639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c27e00/0x3df471c51a89028b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270049 expref: -99 pid: 34639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1778653882.301435:0:34639:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcbc00 count: 0 00010000:00000010:2.0:1778653882.301440:0:34639:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2df80. 00010000:00000001:2.0:1778653882.301448:0:34639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.301449:0:34639:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301451:0:34639:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653882.301452:0:34639:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.301454:0:34639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1778653882.301463:0:34639:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1778653882.301469:0:34639:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1778653882.301476:0:34639:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653882.301478:0:34639:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653882.301483:0:34639:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a3046c0. 00000100:00000001:2.0:1778653882.301485:0:34639:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719573696 : -121686989977920 : ffff91538a3046c0) 00000100:00000001:2.0:1778653882.301487:0:34639:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653882.301489:0:34639:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653882.301492:0:34639:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653882.301495:0:34639:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.301497:0:34639:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653882.301499:0:34639:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653882.301502:0:34639:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653882.301509:0:34639:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653882.301512:0:34639:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653882.301515:0:34639:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653882.301518:0:34639:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653882.301520:0:34639:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653882.301523:0:34639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job mkdir:3368fde0-d18c-4c9c-a094-d50367bc642b:34639:1865052054695808:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:2.0:1778653882.301529:0:34639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653882.301533:0:34639:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653882.301535:0:34639:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653882.301537:0:34639:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653882.301541:0:34639:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d400. 02000000:00000001:2.0:1778653882.301542:0:34639:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653882.301548:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653882.301551:0:34639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653882.301556:0:34639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653882.301562:0:34639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054695808, portal 10 00000100:00000001:2.0:1778653882.301564:0:34639:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653882.301565:0:34639:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653882.301570:0:34639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653882.301577:0:34639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653882.301580:0:34639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653882.301582:0:34639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490ee0. 00000100:00000200:2.0:1778653882.301585:0:34639:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1865052054695808, offset 0 00000400:00000200:2.0:1778653882.301591:0:34639:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653882.301602:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653882.301608:0:34639:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653882.301612:0:34639:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653882.301617:0:34639:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653882.301620:0:34639:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653882.301622:0:34639:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653882.301627:0:34639:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2561:2561:256:4294967295] 192.168.204.110@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:2.0:1778653882.301631:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653882.301639:0:34639:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653882.301645:0:34639:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653882.301671:0:34639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658df00. 00000800:00000200:2.0:1778653882.301677:0:34639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653882.301685:0:34639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653882.301689:0:34639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658df00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1778653882.301710:0:34639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653882.301715:0:34639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 834042 usecs (835 jiffies) 00000400:00000200:2.0:1778653882.301718:0:34639:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653882.301721:0:34639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438312 00000100:00000001:2.0:1778653882.301728:0:34639:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438304 00000100:00000001:2.0:1778653882.301734:0:34639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438312 00000100:00000001:2.0:1778653882.301737:0:34639:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438305 00000100:00000001:2.0:1778653882.301740:0:34639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653882.301742:0:34639:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.301744:0:34639:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653882.301746:0:34639:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653882.301748:0:34639:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a3046c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653882.301750:0:34639:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653882.301752:0:34639:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653882.302072:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.302077:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658df00. 00000400:00000200:0.0:1778653882.302082:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.302089:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653882.302094:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490ee0 00000400:00000010:0.0:1778653882.302096:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490ee0. 00000100:00000001:0.0:1778653882.302100:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653882.302105:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.302115:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.302118:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.302124:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.302126:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653882.307689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcbc00. 00010000:00000010:2.1:1778653882.307703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c27e00. 00000800:00000001:1.0:1778653882.310548:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.310566:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.310570:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.310573:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.310581:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.310590:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.310602:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.310606:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.310612:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.310616:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a04145352f80 00000400:00000200:1.0:1778653882.310620:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.310626:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x69b9 [1] + 224 00000800:00000001:1.0:1778653882.310633:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.310644:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.310647:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.311945:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.311954:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.311962:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653882.311972:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.312071:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653882.312081:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653882.312087:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.312094:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653882.312100:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2562:2562:256:4294967295] 192.168.204.110@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:1.0:1778653882.312104:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.312113:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653882.312119:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.312370:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d900. 00000800:00000200:0.0:1778653882.312379:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.312386:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.312391:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653882.312488:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.312493:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d900. 00000400:00000200:0.0:1778653882.312496:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.312501:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653882.312508:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653882.312512:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.314165:0:34639:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653882.314175:0:34639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653882.314177:0:34639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653882.314181:0:34639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:2.0:1778653882.314187:0:34639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:2.0:1778653882.314189:0:34639:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:2.0:1778653882.314194:0:34639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653882.314203:0:34639:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653882.314213:0:34639:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054695808/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653882.314232:0:34639:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653882.314234:0:34639:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.314237:0:34639:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653882.314240:0:34639:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653882.314243:0:34639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653882.314353:0:34639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653882.314357:0:34639:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653882.314366:0:34639:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653882.314371:0:34639:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653882.314374:0:34639:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653882.314375:0:34639:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.314379:0:34639:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653882.314382:0:34639:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.314385:0:34639:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653882.314387:0:34639:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:2.0:1778653882.314390:0:34639:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653882.314392:0:34639:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653882.314393:0:34639:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653882.314397:0:34639:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653882.314398:0:34639:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1778653882.314400:0:34639:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653882.314402:0:34639:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653882.314408:0:34639:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054695808/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653882.314416:0:34639:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653882.314420:0:34639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653882.314422:0:34639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653882.314436:0:34639:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054695808/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653882.314445:0:34639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job mkdir:3368fde0-d18c-4c9c-a094-d50367bc642b:34639:1865052054695808:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:2.0:1778653882.314450:0:34639:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.314453:0:34639:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.314455:0:34639:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653882.314457:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653882.314460:0:34639:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054695808/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653898 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653882.314467:0:34639:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653882.314470:0:34639:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a3046c0. 00000100:00000001:2.0:1778653882.314474:0:34639:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653882.314476:0:34639:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653882.314484:0:34639:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653882.314488:0:34639:0:(lmv_obd.c:2332:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:2.0:1778653882.314491:0:34639:0:(lmv_obd.c:2390:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.314494:0:34639:0:(namei.c:1888:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1778653882.314497:0:34639:0:(namei.c:1683:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1778653878 to 1778653882 00000080:00000001:2.0:1778653882.314500:0:34639:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653882.314506:0:34639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653882.314508:0:34639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653882.314511:0:34639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1778653882.314626:0:34639:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1778653882.314639:0:34639:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd72940. 00000080:00000001:2.0:1778653882.314691:0:34639:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:2.0:1778653882.314693:0:34639:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08) 00000080:00000001:2.0:1778653882.314696:0:34639:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653882.314698:0:34639:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1778653882.314700:0:34639:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.314701:0:34639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1778653882.314703:0:34639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1778653882.314706:0:34639:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1778653882 00000080:00200000:2.0:1778653882.314709:0:34639:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00000001:2.0:1778653882.314711:0:34639:0:(llite_lib.c:3237:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1778653882.314713:0:34639:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747288072 : -121686962263544 : ffff91538bd72a08) 00000080:00000001:2.0:1778653882.314715:0:34639:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653882.314718:0:34639:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653882.314720:0:34639:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.314724:0:34639:0:(namei.c:1935:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.314726:0:34639:0:(namei.c:2047:ll_new_node()) Process leaving 00000100:00000001:2.0:1778653882.314728:0:34639:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653882.314732:0:34639:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054695808/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653882.314738:0:34639:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653882.314740:0:34639:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653882.314743:0:34639:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165200. 00000080:00000010:2.0:1778653882.314747:0:34639:0:(namei.c:2053:ll_new_node()) kfreed 'lum': 48 at ffff915385e9f900. 00000080:00000001:2.0:1778653882.314750:0:34639:0:(namei.c:2055:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.314752:0:34639:0:(namei.c:2231:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653882.314756:0:34639:0:(namei.c:2275:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653882.314767:0:34639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653882.314773:0:34639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1778653882.324694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915388bd6880. 00000080:00000001:0.0:1778653882.325147:0:34640:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.325151:0:34640:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.325153:0:34640:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653882.325156:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3bc0 00000080:00200000:0.0:1778653882.325159:0:34640:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653882.325166:0:34640:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00800000:00000002:0.0:1778653882.325173:0:34640:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.325177:0:34640:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.325182:0:34640:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.325184:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3ae0 00800000:00000002:0.0:1778653882.325186:0:34640:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.325191:0:34640:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653882.325195:0:34640:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653882.325200:0:34640:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.325202:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e39b0 00000002:00010000:0.0:1778653882.325204:0:34640:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653882.325208:0:34640:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653882.325209:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.325213:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.325219:0:34640:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.325221:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.325223:0:34640:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.325226:0:34640:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.325228:0:34640:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653882.325233:0:34640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.325238:0:34640:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653882.325244:0:34640:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.325249:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.325255:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.325257:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.325259:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.325262:0:34640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.325264:0:34640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.325269:0:34640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.325276:0:34640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee800. 00000100:00000001:0.0:1778653882.325283:0:34640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.325287:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.325289:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.325291:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.325292:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.325293:0:34640:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.325298:0:34640:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.325302:0:34640:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.325305:0:34640:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653882.325308:0:34640:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063e00. 00010000:00000010:0.0:1778653882.325312:0:34640:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75280. 00010000:00000001:0.0:1778653882.325316:0:34640:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.325319:0:34640:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24400. 00000020:00000001:0.0:1778653882.325322:0:34640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.325325:0:34640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24400 with handle 0x3df471c51a890292 to hash 00000020:00000001:0.0:1778653882.325327:0:34640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.325328:0:34640:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.325332:0:34640:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.325335:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.325338:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.325342:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.325352:0:34640:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.325361:0:34640:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.325367:0:34640:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.325369:0:34640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.325375:0:34640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.325377:0:34640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.325381:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.325382:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.325386:0:34640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.325391:0:34640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.325393:0:34640:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.325395:0:34640:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.325407:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.325416:0:34640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.325419:0:34640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.325424:0:34640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.325426:0:34640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.325429:0:34640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.325432:0:34640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054695936:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.325437:0:34640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.325442:0:34640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.325445:0:34640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.325447:0:34640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.325451:0:34640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653882.325453:0:34640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.325460:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.325464:0:34640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.325470:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653882.325476:0:34640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054695936, portal 10 00000100:00000001:0.0:1778653882.325478:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.325479:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:0.0:1778653882.325484:0:34640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.325494:0:34640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.325498:0:34640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.325501:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29d48. 00000100:00000200:0.0:1778653882.325504:0:34640:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054695936, offset 0 00000400:00000200:0.0:1778653882.325510:0:34640:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.325521:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.325529:0:34640:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.325534:0:34640:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.325538:0:34640:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.325543:0:34640:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.325549:0:34640:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.325554:0:34640:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2563:2563:256:4294967295] 192.168.204.110@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:0.0:1778653882.325559:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.325577:0:34640:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.325591:0:34640:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.325597:0:34640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d900. 00000800:00000200:0.0:1778653882.325603:0:34640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.325610:0:34640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.325614:0:34640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.325633:0:34640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.325638:0:34640:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 833020 usecs (834 jiffies) 00000400:00000200:0.0:1778653882.325641:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.325644:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438335 00000100:00000001:0.0:1778653882.325675:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438312 00000100:00000001:0.0:1778653882.325683:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438336 00000100:00000001:0.0:1778653882.325688:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438312 00000100:00000001:0.0:1778653882.325692:0:34640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.325694:0:34640:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.325697:0:34640:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.325698:0:34640:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.325701:0:34640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.325704:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.325708:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.325766:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.325771:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d900. 00000400:00000200:1.0:1778653882.325775:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.325781:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.325786:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29d48 00000400:00000010:1.0:1778653882.325790:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29d48. 00000100:00000001:1.0:1778653882.325793:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.325797:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.325807:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.325810:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.325816:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.325817:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.332313:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.332335:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.332342:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.332345:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.332356:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.332366:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.332377:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.332384:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.332391:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.332396:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145353000 00000400:00000200:1.0:1778653882.332401:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.332407:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x69c1 [1] + 224 00000800:00000001:1.0:1778653882.332417:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.332428:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.332432:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.332437:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.332446:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.332456:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.332469:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.332489:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.332500:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.332504:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.333172:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.333187:0:34640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.333190:0:34640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.333199:0:34640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.333206:0:34640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29e58 00000400:00000010:0.0:1778653882.333208:0:34640:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29e58. 00000100:00000001:0.0:1778653882.333213:0:34640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.333225:0:34640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.333236:0:34640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.333244:0:34640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.333246:0:34640:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.333249:0:34640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.333252:0:34640:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.333254:0:34640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.333256:0:34640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.333259:0:34640:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.333268:0:34640:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.333272:0:34640:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.333275:0:34640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.333277:0:34640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.333289:0:34640:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.333294:0:34640:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.333297:0:34640:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.333299:0:34640:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.333301:0:34640:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.333304:0:34640:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.333309:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.333315:0:34640:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.333319:0:34640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.333321:0:34640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.333324:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.333332:0:34640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054695936:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.333338:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.333340:0:34640:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.333342:0:34640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.333344:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.333347:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.333354:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.333357:0:34640:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.333360:0:34640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.333362:0:34640:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.333365:0:34640:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.333369:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333372:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333375:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=4 00000020:00000001:0.0:1778653882.333377:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333380:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000040:0.0:1778653882.333385:0:34640:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24400, remote cookie: 0xdfa36d5417270065, flags: 0x1001 00010000:00010000:0.0:1778653882.333390:0:34640:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.333401:0:34640:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333408:0:34640:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.333413:0:34640:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653882.333416:0:34640:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653882.333417:0:34640:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653882.333419:0:34640:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653882.333422:0:34640:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063e00) refcount = 1 00010000:00010000:0.0:1778653882.333425:0:34640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333431:0:34640:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653882.333434:0:34640:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.333435:0:34640:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.333448:0:34640:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.333450:0:34640:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.333453:0:34640:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333459:0:34640:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.333460:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333463:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.333464:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333465:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.333466:0:34640:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.333470:0:34640:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653882.333472:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333473:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333474:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.333476:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333478:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333480:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333481:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333482:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=4 00000020:00000001:0.0:1778653882.333484:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333486:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333489:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.333491:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.333495:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333501:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333502:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.333503:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333504:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333505:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=5 00000020:00000001:0.0:1778653882.333507:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333509:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333511:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.333514:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333519:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333520:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.333523:0:34640:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333528:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.333529:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333531:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.333532:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333532:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653882.333537:0:34640:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653882.333544:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333545:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333546:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.333548:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333549:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333551:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333552:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.333553:0:34640:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.333555:0:34640:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.333558:0:34640:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653882.333560:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333561:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333562:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.333564:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333566:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00000002:00010000:0.0:1778653882.333840:0:34640:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.333849:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333850:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.333852:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.333853:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333854:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333856:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.333858:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333860:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000040:0.0:1778653882.333866:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.333868:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653882.333884:0:34640:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653882.333887:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333888:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.333890:0:34640:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653882.333893:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3930 00000002:00002000:0.0:1778653882.333895:0:34640:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653882.333898:0:34640:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.333901:0:34640:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.333904:0:34640:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.333908:0:34640:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653882.333912:0:34640:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653882.333915:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.333919:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000080:00000001:0.0:1778653882.333924:0:34640:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653882.333926:0:34640:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653882.333932:0:34640:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653882.333937:0:34640:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653882.333945:0:34640:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb7880. 00800000:00000001:0.0:1778653882.333948:0:34640:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629081216 : -121687080470400 : ffff915384cb7880) 00800000:00000001:0.0:1778653882.333950:0:34640:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.333953:0:34640:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653882.333956:0:34640:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653882.333958:0:34640:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653882.333960:0:34640:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653882.333963:0:34640:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653882.333965:0:34640:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.333969:0:34640:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653882.333972:0:34640:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1778653882.333976:0:34640:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653882.333979:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.333980:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.333982:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.333983:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333985:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.333987:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.333988:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.333990:0:34640:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653882.333992:0:34640:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653882.333993:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb7880 1 00800000:00000010:0.0:1778653882.333995:0:34640:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb7880. 00800000:00000001:0.0:1778653882.333997:0:34640:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.334000:0:34640:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890292 00800000:00000001:0.0:1778653882.334003:0:34640:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.334004:0:34640:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.334005:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.334006:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.334007:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.334009:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334011:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334013:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334014:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.334016:0:34640:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.334018:0:34640:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.334020:0:34640:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.334022:0:34640:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653882.334025:0:34640:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890292 from it ffffa71ac16e3bf8 00010000:00000001:0.0:1778653882.334027:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.334028:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.334029:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.334031:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334033:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334035:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.334038:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.334049:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334050:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.334051:0:34640:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.334054:0:34640:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.334057:0:34640:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.334064:0:34640:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.334066:0:34640:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.334068:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.334072:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334073:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.334075:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334078:0:34640:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.334079:0:34640:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334081:0:34640:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334084:0:34640:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334086:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.334087:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334088:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653882.334090:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.334094:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054695936/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.334101:0:34640:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.334103:0:34640:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.334106:0:34640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653882.334110:0:34640:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.334112:0:34640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.334113:0:34640:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653882.334115:0:34640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.334118:0:34640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653882.334121:0:34640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.334122:0:34640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.334124:0:34640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653882.334127:0:34640:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.334128:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.334132:0:34640:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653882.334136:0:34640:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.334152:0:34640:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cefb60. 00000080:00000001:0.0:1778653882.334157:0:34640:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.334158:0:34640:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653882.334160:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3b00 00000080:00200000:0.0:1778653882.334162:0:34640:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653882.334167:0:34640:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00800000:00000002:0.0:1778653882.334171:0:34640:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.334174:0:34640:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.334176:0:34640:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.334178:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3a20 00800000:00000002:0.0:1778653882.334180:0:34640:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.334183:0:34640:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653882.334186:0:34640:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653882.334190:0:34640:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.334191:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e38f0 00000002:00010000:0.0:1778653882.334193:0:34640:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653882.334196:0:34640:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653882.334198:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.334200:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.334203:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.334205:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.334207:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.334209:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653882.334211:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653882.334219:0:34640:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653882.334222:0:34640:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.334225:0:34640:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653882.334235:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653882.334237:0:34640:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653882.334239:0:34640:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.334240:0:34640:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.334242:0:34640:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.334244:0:34640:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653882.334246:0:34640:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653882.334247:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.334249:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000080:00000001:0.0:1778653882.334251:0:34640:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653882.334253:0:34640:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.334255:0:34640:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653882.334258:0:34640:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a890292 00800000:00000001:0.0:1778653882.334260:0:34640:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.334261:0:34640:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.334262:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.334264:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.334265:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.334267:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334269:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334271:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334271:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.334272:0:34640:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.334274:0:34640:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.334276:0:34640:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a890292 from it ffffa71ac16e3b38 00010000:00000001:0.0:1778653882.334278:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.334279:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.334280:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.334281:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334283:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.334285:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.334287:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.334294:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334295:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.334296:0:34640:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.334297:0:34640:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.334299:0:34640:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653882.334305:0:34640:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.334306:0:34640:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.334308:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.334309:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334310:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.334312:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334313:0:34640:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.334314:0:34640:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334316:0:34640:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334317:0:34640:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334319:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.334320:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334321:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653882.334323:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653882.334324:0:34640:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.334326:0:34640:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:0.0:1778653882.334329:0:34640:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.334331:0:34640:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:0.0:1778653882.334333:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3b50 00000080:00200000:0.0:1778653882.334335:0:34640:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915382b49980, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1778653882.334340:0:34640:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff9153951d5ea0. 00000080:00000001:0.0:1778653882.334343:0:34640:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653882.334345:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3a00 00000080:00200000:0.0:1778653882.334347:0:34640:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000010:0.0:1778653882.334353:0:34640:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00800000:00000002:0.0:1778653882.334356:0:34640:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.334361:0:34640:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.334363:0:34640:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.334365:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3920 00800000:00000002:0.0:1778653882.334366:0:34640:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.334369:0:34640:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1778653882.334371:0:34640:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1778653882.334375:0:34640:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:0.0:1778653882.334378:0:34640:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1778653882.334380:0:34640:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1778653882.334382:0:34640:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1778653882.334385:0:34640:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1778653882.334387:0:34640:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:0.0:1778653882.334390:0:34640:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.334392:0:34640:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.334394:0:34640:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.334396:0:34640:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.334397:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e38a0 00800000:00000002:0.0:1778653882.334399:0:34640:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1778653882.334403:0:34640:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.334404:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e37d8 00000002:00010000:0.0:1778653882.334406:0:34640:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1778653882.334409:0:34640:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.334412:0:34640:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653882.334415:0:34640:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1778653882.334418:0:34640:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.334420:0:34640:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653882.334422:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.334424:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.334426:0:34640:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653882.334429:0:34640:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653882.334431:0:34640:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1778653882.334787:0:34640:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653882.334791:0:34640:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1778653882.334793:0:34640:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1778653882.334794:0:34640:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1778653882.334797:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.334799:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.334801:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 3 00010000:00000001:0.0:1778653882.334804:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653882.334807:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.334808:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.334810:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.334811:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 3 00010000:00000001:0.0:1778653882.334814:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653882.334816:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.334817:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.334818:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.334819:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 3 00010000:00000001:0.0:1778653882.334821:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653882.334823:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.334826:0:34640:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1778653882.334829:0:34640:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1778653882.334832:0:34640:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1778653882.334834:0:34640:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1778653882.334837:0:34640:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1778653882.334838:0:34640:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334841:0:34640:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653882.334844:0:34640:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653882.334845:0:34640:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653882.334847:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.334848:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653882.334851:0:34640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24400 with handle 0x3df471c51a890292 from hash 00010000:00000001:0.0:1778653882.334853:0:34640:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653882.334855:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334856:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.334857:0:34640:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653882.334859:0:34640:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653882.334861:0:34640:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653882.334864:0:34640:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653882.334865:0:34640:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653882.334867:0:34640:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1778653882.334951:0:34640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.334955:0:34640:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653882.334960:0:34640:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653882.334961:0:34640:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334963:0:34640:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.334967:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.334970:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.334971:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.334973:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.334975:0:34640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.334977:0:34640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.334980:0:34640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.334986:0:34640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee800. 00000100:00000001:0.0:1778653882.334992:0:34640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.334995:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.334997:0:34640:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653882.335000:0:34640:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1778653882.335006:0:34640:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653882.335007:0:34640:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653882.335009:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653882.335011:0:34640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a890292 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d5417270065 expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1778653882.335017:0:34640:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063e00 count: 0 00010000:00000010:0.0:1778653882.335022:0:34640:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75280. 00010000:00000001:0.0:1778653882.335031:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.335032:0:34640:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.335034:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.335036:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.335037:0:34640:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.335045:0:34640:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.335048:0:34640:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.335051:0:34640:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653882.335055:0:34640:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063300. 00010000:00000010:0.0:1778653882.335058:0:34640:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75280. 00010000:00000001:0.0:1778653882.335062:0:34640:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.335065:0:34640:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24600. 00000020:00000001:0.0:1778653882.335067:0:34640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.335069:0:34640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24600 with handle 0x3df471c51a890299 to hash 00000020:00000001:0.0:1778653882.335071:0:34640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.335073:0:34640:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.335076:0:34640:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.335078:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.335080:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.335083:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.335090:0:34640:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653882.335101:0:34640:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653882.335108:0:34640:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653882.335116:0:34640:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.335122:0:34640:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.335123:0:34640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.335128:0:34640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.335130:0:34640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.335133:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.335134:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.335138:0:34640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.335142:0:34640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.335144:0:34640:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.335145:0:34640:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.335149:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.335157:0:34640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.335159:0:34640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.335162:0:34640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.335164:0:34640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.335167:0:34640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.335170:0:34640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696192:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.335174:0:34640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.335179:0:34640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.335181:0:34640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.335184:0:34640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.335239:0:34640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653882.335242:0:34640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.335249:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.335252:0:34640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.335258:0:34640:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915385eed000. 00000100:00000200:0.0:1778653882.335265:0:34640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054696192, portal 10 00000100:00000001:0.0:1778653882.335267:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.335268:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:0.0:1778653882.335273:0:34640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.335280:0:34640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.335283:0:34640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.335286:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29e58. 00000100:00000200:0.0:1778653882.335288:0:34640:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1865052054696192, offset 0 00000400:00000200:0.0:1778653882.335294:0:34640:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.335302:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.335309:0:34640:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.335314:0:34640:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.335319:0:34640:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.335322:0:34640:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.335325:0:34640:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.335328:0:34640:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2564:2564:256:4294967295] 192.168.204.110@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:0.0:1778653882.335333:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.335341:0:34640:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.335347:0:34640:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.335352:0:34640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d200. 00000800:00000200:0.0:1778653882.335359:0:34640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.335366:0:34640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.335371:0:34640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.336094:0:34640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.336100:0:34640:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 831992 usecs (832 jiffies) 00000400:00000200:0.0:1778653882.336104:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.336107:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438344 00000100:00000001:0.0:1778653882.336114:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438335 00000100:00000001:0.0:1778653882.336117:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438344 00000100:00000001:0.0:1778653882.336120:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438336 00000100:00000001:0.0:1778653882.336123:0:34640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.336126:0:34640:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.336128:0:34640:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.336129:0:34640:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.336132:0:34640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.336134:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.336137:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.337012:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.337021:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d200. 00000400:00000200:1.0:1778653882.337028:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.337038:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.337045:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29e58 00000400:00000010:1.0:1778653882.337048:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29e58. 00000100:00000001:1.0:1778653882.337053:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.337061:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.337088:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.337092:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.337099:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.337100:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653882.344730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063e00. 00010000:00000010:0.1:1778653882.344745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24400. 00000800:00000001:1.0:1778653882.348247:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.348273:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.348279:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.348281:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.348292:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.348302:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.348313:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.348319:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.348326:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.348331:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145353100 00000400:00000200:1.0:1778653882.348336:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.348343:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x69d1 [32] + 224 00000800:00000001:1.0:1778653882.348353:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.348360:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.348364:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.348369:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.348378:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.348390:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.348415:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.348436:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.348447:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.348450:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.348521:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.348534:0:34640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.348537:0:34640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.348542:0:34640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.348550:0:34640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915385eed000 00000400:00000010:0.0:1778653882.348553:0:34640:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915385eed000. 00000100:00000001:0.0:1778653882.348558:0:34640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.348569:0:34640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.348581:0:34640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.348589:0:34640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.348592:0:34640:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.348594:0:34640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.348598:0:34640:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.348601:0:34640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.348603:0:34640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.348606:0:34640:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.348615:0:34640:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.348619:0:34640:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.348622:0:34640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1778653882.348625:0:34640:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.348631:0:34640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653882.348635:0:34640:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.348637:0:34640:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.348639:0:34640:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.348642:0:34640:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1778653882.348646:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.348711:0:34640:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1778653882.348715:0:34640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.348717:0:34640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.348723:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.348737:0:34640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696192:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.348744:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.348747:0:34640:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653882.348750:0:34640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.348752:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.348755:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.348761:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.348764:0:34640:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.348767:0:34640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.348768:0:34640:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1778653882.348772:0:34640:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.348776:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.348779:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.348782:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653882.348784:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.348787:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00010000:0.0:1778653882.348792:0:34640:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348801:0:34640:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1778653882.348805:0:34640:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348811:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.348813:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348818:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.348820:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.348821:0:34640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348827:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.348830:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.348833:0:34640:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1778653882.348835:0:34640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.348840:0:34640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c24600 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:0.0:1778653882.348843:0:34640:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1778653882.348847:0:34640:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348853:0:34640:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1778653882.348855:0:34640:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1778653882.348858:0:34640:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348863:0:34640:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1778653882.348865:0:34640:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1778653882.348866:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.348868:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.348879:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:0.0:1778653882.348881:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.348883:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.348885:0:34640:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653882.348888:0:34640:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1778653882.348893:0:34640:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653882.348895:0:34640:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.348897:0:34640:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1778653882.348899:0:34640:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653882.348902:0:34640:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653882.348903:0:34640:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653882.348905:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.348906:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653882.348908:0:34640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24600 with handle 0x3df471c51a890299 from hash 00010000:00000001:0.0:1778653882.348910:0:34640:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653882.348911:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.348912:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.348914:0:34640:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653882.348915:0:34640:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653882.348917:0:34640:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1778653882.348919:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.348920:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.348922:0:34640:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.348924:0:34640:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.348926:0:34640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.348932:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.348933:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.348934:0:34640:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1778653882.348935:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.348937:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.348938:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.348939:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653882.348941:0:34640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24600/0x3df471c51a890299 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653882.348948:0:34640:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063300 count: 0 00010000:00000010:0.0:1778653882.348955:0:34640:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75280. 00010000:00000001:0.0:1778653882.348963:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.348965:0:34640:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1778653882.348970:0:34640:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1778653882.348976:0:34640:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653882.348983:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653882.348985:0:34640:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.348987:0:34640:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.348989:0:34640:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.348991:0:34640:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1778653882.348994:0:34640:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1778653882.348998:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3758 00000002:00002000:0.0:1778653882.349000:0:34640:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:0.0:1778653882.349003:0:34640:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1778653882.349006:0:34640:0:(lmv_intent.c:386:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1778653882.349009:0:34640:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1778653882.349012:0:34640:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1778653882.349015:0:34640:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1778653882.349017:0:34640:0:(namei.c:1258:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1778653882.349021:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.349024:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000100:00000001:0.0:1778653882.349027:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.349029:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054696192/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.349035:0:34640:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.349038:0:34640:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.349040:0:34640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653882.349067:0:34640:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.349069:0:34640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.349071:0:34640:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653882.349073:0:34640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.349075:0:34640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653882.349078:0:34640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.349080:0:34640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.349083:0:34640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653882.349086:0:34640:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.349087:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653882.349091:0:34640:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653882.349092:0:34640:0:(dcache.c:176:ll_intent_release()) intent ffff9153951d5ea0 released 00000080:00000001:0.0:1778653882.349094:0:34640:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1778653882.349096:0:34640:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff9153951d5ea0. 00000080:00000001:0.0:1778653882.349099:0:34640:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1778653882.349106:0:34640:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653882.349108:0:34640:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1778653882.349154:0:34640:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.349157:0:34640:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.349159:0:34640:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653882.349160:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3bc0 00000080:00200000:0.0:1778653882.349162:0:34640:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653882.349167:0:34640:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00800000:00000002:0.0:1778653882.349172:0:34640:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.349175:0:34640:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.349178:0:34640:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.349180:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3ae0 00800000:00000002:0.0:1778653882.349182:0:34640:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.349185:0:34640:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653882.349188:0:34640:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653882.349192:0:34640:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.349193:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e39b0 00000002:00010000:0.0:1778653882.349195:0:34640:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653882.349198:0:34640:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653882.349200:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.349202:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.349206:0:34640:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.349208:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.349210:0:34640:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.349212:0:34640:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.349214:0:34640:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653882.349230:0:34640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.349233:0:34640:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653882.349237:0:34640:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.349242:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.349246:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.349247:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.349249:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.349251:0:34640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.349253:0:34640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.349256:0:34640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.349261:0:34640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee800. 00000100:00000001:0.0:1778653882.349267:0:34640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.349269:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.349271:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.349272:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.349273:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.349275:0:34640:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.349280:0:34640:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.349283:0:34640:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.349285:0:34640:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653882.349288:0:34640:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063e00. 00010000:00000010:0.0:1778653882.349290:0:34640:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75280. 00010000:00000001:0.0:1778653882.349293:0:34640:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.349296:0:34640:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24400. 00000020:00000001:0.0:1778653882.349298:0:34640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.349300:0:34640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24400 with handle 0x3df471c51a8902a0 to hash 00000020:00000001:0.0:1778653882.349302:0:34640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.349304:0:34640:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.349307:0:34640:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.349310:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.349311:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.349314:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.349322:0:34640:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.349330:0:34640:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.349335:0:34640:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.349337:0:34640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.349341:0:34640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.349344:0:34640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.349346:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.349347:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.349351:0:34640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.349354:0:34640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.349356:0:34640:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.349357:0:34640:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.349361:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.349368:0:34640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.349370:0:34640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.349373:0:34640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.349376:0:34640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.349378:0:34640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.349381:0:34640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696320:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.349384:0:34640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.349389:0:34640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.349391:0:34640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.349393:0:34640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.349397:0:34640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653882.349398:0:34640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.349404:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.349407:0:34640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.349412:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29f68. 00000100:00000200:0.0:1778653882.349417:0:34640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054696320, portal 10 00000100:00000001:0.0:1778653882.349418:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.349420:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:0.0:1778653882.349424:0:34640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.349431:0:34640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.349434:0:34640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.349436:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29000. 00000100:00000200:0.0:1778653882.349439:0:34640:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054696320, offset 0 00000400:00000200:0.0:1778653882.349445:0:34640:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.349452:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.349458:0:34640:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.349463:0:34640:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.349466:0:34640:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.349470:0:34640:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.349473:0:34640:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.349477:0:34640:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2565:2565:256:4294967295] 192.168.204.110@tcp LPNI seq info [2565:2565:8:4294967295] 00000400:00000200:0.0:1778653882.349481:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.349491:0:34640:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.349496:0:34640:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.349500:0:34640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507df00. 00000800:00000200:0.0:1778653882.349506:0:34640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.349513:0:34640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.349517:0:34640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507df00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.349534:0:34640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.349537:0:34640:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 830975 usecs (831 jiffies) 00000400:00000200:0.0:1778653882.349540:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.349543:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438356 00000100:00000001:0.0:1778653882.349549:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438344 00000100:00000001:0.0:1778653882.349554:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438356 00000100:00000001:0.0:1778653882.349558:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438344 00000100:00000001:0.0:1778653882.349561:0:34640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.349563:0:34640:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.349566:0:34640:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.349568:0:34640:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.349570:0:34640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.349575:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.349577:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.349728:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.349735:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507df00. 00000400:00000200:1.0:1778653882.349741:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.349751:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.349757:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29000 00000400:00000010:1.0:1778653882.349760:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29000. 00000100:00000001:1.0:1778653882.349766:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.349772:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.349785:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.349789:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.349797:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.349803:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.353721:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.353743:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.353749:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.353752:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.353763:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.353776:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.353789:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.353806:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.353814:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.353820:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145353180 00000400:00000200:1.0:1778653882.353828:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.353836:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x69e1 [1] + 224 00000800:00000001:1.0:1778653882.353846:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.354038:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.354042:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.354049:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.354058:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.354070:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.354082:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.354104:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.354113:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.354117:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.354363:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.354380:0:34640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.354392:0:34640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.354398:0:34640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.354406:0:34640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29f68 00000400:00000010:0.0:1778653882.354408:0:34640:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29f68. 00000100:00000001:0.0:1778653882.354413:0:34640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.354423:0:34640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.354434:0:34640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.354441:0:34640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.354444:0:34640:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.354446:0:34640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.354449:0:34640:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.354452:0:34640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.354454:0:34640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.354458:0:34640:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.354467:0:34640:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.354470:0:34640:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.354473:0:34640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.354475:0:34640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.354478:0:34640:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.354482:0:34640:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.354486:0:34640:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.354488:0:34640:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.354490:0:34640:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.354493:0:34640:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.354498:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.354505:0:34640:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.354508:0:34640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.354510:0:34640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.354514:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.354525:0:34640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696320:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.354530:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.354532:0:34640:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.354535:0:34640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.354536:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.354540:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.354547:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.354549:0:34640:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.354553:0:34640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.354554:0:34640:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.354557:0:34640:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.354561:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354563:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354566:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=4 00000020:00000001:0.0:1778653882.354568:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354570:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000040:0.0:1778653882.354575:0:34640:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24400, remote cookie: 0xdfa36d541727008f, flags: 0x1001 00010000:00010000:0.0:1778653882.354580:0:34640:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.354590:0:34640:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354597:0:34640:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.354600:0:34640:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653882.354602:0:34640:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653882.354604:0:34640:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653882.354605:0:34640:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653882.354608:0:34640:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915383063e00) refcount = 1 00010000:00010000:0.0:1778653882.354612:0:34640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354619:0:34640:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653882.354622:0:34640:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.354624:0:34640:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.354626:0:34640:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.354629:0:34640:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.354631:0:34640:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354637:0:34640:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.354639:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354640:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.354641:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354642:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.354643:0:34640:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.354648:0:34640:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653882.354682:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354683:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354685:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354687:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354689:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354692:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354694:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354695:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=4 00000020:00000001:0.0:1778653882.354697:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354707:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354711:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.354714:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.354718:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354725:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354727:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.354728:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354729:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354730:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=5 00000020:00000001:0.0:1778653882.354732:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354733:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354735:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.354738:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354743:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354744:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.354746:0:34640:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354753:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.354754:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354755:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.354756:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354757:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653882.354762:0:34640:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653882.354771:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354773:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354774:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354776:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354778:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354780:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354782:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.354783:0:34640:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.354785:0:34640:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.354788:0:34640:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653882.354790:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354791:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354793:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354794:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354796:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00000002:00010000:0.0:1778653882.354799:0:34640:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354805:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354806:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.354808:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.354809:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354810:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354812:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354813:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354815:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000040:0.0:1778653882.354820:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.354823:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653882.354826:0:34640:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653882.354829:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354830:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.354831:0:34640:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653882.354834:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3930 00000002:00002000:0.0:1778653882.354836:0:34640:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653882.354839:0:34640:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.354842:0:34640:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.354844:0:34640:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.354847:0:34640:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653882.354850:0:34640:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653882.354855:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.354858:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000080:00000001:0.0:1778653882.354863:0:34640:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653882.354865:0:34640:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653882.354882:0:34640:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653882.354887:0:34640:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653882.354895:0:34640:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb7880. 00800000:00000001:0.0:1778653882.354898:0:34640:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629081216 : -121687080470400 : ffff915384cb7880) 00800000:00000001:0.0:1778653882.354901:0:34640:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.354903:0:34640:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653882.354906:0:34640:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653882.354908:0:34640:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653882.354910:0:34640:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653882.354913:0:34640:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653882.354915:0:34640:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.354919:0:34640:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653882.354921:0:34640:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1778653882.354926:0:34640:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653882.354928:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354930:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354931:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354933:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354935:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354937:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354938:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.354939:0:34640:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653882.354942:0:34640:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653882.354943:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb7880 1 00800000:00000010:0.0:1778653882.354945:0:34640:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb7880. 00800000:00000001:0.0:1778653882.354948:0:34640:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.354951:0:34640:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902a0 00800000:00000001:0.0:1778653882.354954:0:34640:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.354956:0:34640:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.354957:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354958:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354959:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354961:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354962:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354964:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354965:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.354967:0:34640:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.354969:0:34640:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.354971:0:34640:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.354973:0:34640:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653882.354976:0:34640:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902a0 from it ffffa71ac16e3bf8 00010000:00000001:0.0:1778653882.354978:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.354980:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.354981:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.354983:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354984:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.354986:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.354989:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.354995:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.354996:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.354998:0:34640:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.355001:0:34640:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.355003:0:34640:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.355010:0:34640:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.355012:0:34640:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.355014:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.355018:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.355019:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.355021:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355024:0:34640:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.355026:0:34640:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355028:0:34640:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355030:0:34640:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355032:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.355033:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.355034:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653882.355036:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.355040:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054696320/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.355047:0:34640:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.355050:0:34640:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.355053:0:34640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653882.355057:0:34640:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.355059:0:34640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.355061:0:34640:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653882.355064:0:34640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.355067:0:34640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653882.355070:0:34640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.355072:0:34640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.355074:0:34640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653882.355078:0:34640:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.355079:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.355083:0:34640:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653882.355088:0:34640:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.355107:0:34640:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef440. 00000080:00000001:0.0:1778653882.355112:0:34640:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:0.0:1778653882.355114:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3b50 00000080:00200000:0.0:1778653882.355116:0:34640:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915382b49800, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1778653882.355121:0:34640:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff9153951d5ea0. 00000080:00000001:0.0:1778653882.355124:0:34640:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653882.355126:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3a00 00000080:00200000:0.0:1778653882.355127:0:34640:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open 00000080:00000010:0.0:1778653882.355135:0:34640:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00800000:00000002:0.0:1778653882.355140:0:34640:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.355144:0:34640:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.355146:0:34640:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.355148:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3920 00800000:00000002:0.0:1778653882.355150:0:34640:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.355153:0:34640:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1778653882.355155:0:34640:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1778653882.355160:0:34640:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00000020:00000001:0.0:1778653882.355163:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e38a0 00800000:00000002:0.0:1778653882.355165:0:34640:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1778653882.355169:0:34640:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.355171:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e37d8 00000002:00010000:0.0:1778653882.355172:0:34640:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1778653882.355176:0:34640:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.355178:0:34640:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653882.355182:0:34640:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653882.355185:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.355187:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.355190:0:34640:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653882.355193:0:34640:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355195:0:34640:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.355197:0:34640:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.355201:0:34640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.355205:0:34640:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653882.355209:0:34640:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653882.355211:0:34640:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355213:0:34640:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.355216:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.355219:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.355221:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.355222:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.355224:0:34640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.355227:0:34640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.355232:0:34640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.355239:0:34640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eee800. 00000100:00000001:0.0:1778653882.355246:0:34640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355249:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.355250:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355251:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.355252:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.355254:0:34640:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.355262:0:34640:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.355265:0:34640:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.355267:0:34640:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653882.355270:0:34640:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.355272:0:34640:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.355274:0:34640:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.355277:0:34640:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25200. 00000020:00000001:0.0:1778653882.355280:0:34640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.355282:0:34640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25200 with handle 0x3df471c51a8902a7 to hash 00000020:00000001:0.0:1778653882.355284:0:34640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.355285:0:34640:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.355289:0:34640:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.355291:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.355293:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.355296:0:34640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.355303:0:34640:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653882.355313:0:34640:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653882.355319:0:34640:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653882.355327:0:34640:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.355332:0:34640:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.355334:0:34640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.355340:0:34640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.355342:0:34640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.355344:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.355346:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.355350:0:34640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.355354:0:34640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.355356:0:34640:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.355358:0:34640:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.355362:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.355369:0:34640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.355371:0:34640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.355374:0:34640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.355377:0:34640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.355379:0:34640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.355383:0:34640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696576:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.355386:0:34640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.355391:0:34640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.355394:0:34640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.355396:0:34640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.355489:0:34640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:0.0:1778653882.355492:0:34640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.355499:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.355503:0:34640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.355508:0:34640:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538caf4800. 00000100:00000200:0.0:1778653882.355515:0:34640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054696576, portal 10 00000100:00000001:0.0:1778653882.355517:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.355518:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:0.0:1778653882.355524:0:34640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.355531:0:34640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.355534:0:34640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.355537:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29f68. 00000100:00000200:0.0:1778653882.355540:0:34640:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1865052054696576, offset 0 00000400:00000200:0.0:1778653882.355546:0:34640:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.355554:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.355562:0:34640:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.355567:0:34640:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.355571:0:34640:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.355575:0:34640:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.355577:0:34640:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.355582:0:34640:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2566:2566:256:4294967295] 192.168.204.110@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:0.0:1778653882.355586:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.355595:0:34640:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.355601:0:34640:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.355606:0:34640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d300. 00000800:00000200:0.0:1778653882.355613:0:34640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.355621:0:34640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.355625:0:34640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.355643:0:34640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.355647:0:34640:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 829948 usecs (830 jiffies) 00000400:00000200:0.0:1778653882.355682:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.355686:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438362 00000100:00000001:0.0:1778653882.355695:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438356 00000100:00000001:0.0:1778653882.355701:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438362 00000100:00000001:0.0:1778653882.355706:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438356 00000100:00000001:0.0:1778653882.355709:0:34640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.355712:0:34640:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.355714:0:34640:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.355716:0:34640:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.355719:0:34640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.355721:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.355723:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.355812:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.355819:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d300. 00000400:00000200:1.0:1778653882.355826:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.355833:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.355839:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29f68 00000400:00000010:1.0:1778653882.355842:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29f68. 00000100:00000001:1.0:1778653882.355846:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.355852:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.355881:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.355884:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.355890:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.355892:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653882.358750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063300. 00010000:00000010:0.1:1778653882.358766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00000080:00000010:0.1:1778653882.358772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cefb60. 00000800:00000001:1.0:1778653882.362025:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.362046:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.362051:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.362054:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.362065:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.362075:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.362087:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.362093:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.362100:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.362106:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a04145353280 00000400:00000200:1.0:1778653882.362111:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.362128:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x69f1 [64] + 224 00000800:00000001:1.0:1778653882.362138:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.362147:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.362151:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.362155:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.362164:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.362175:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.362187:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.362213:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.362223:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.362227:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.362447:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.362458:0:34640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.362460:0:34640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.362464:0:34640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.362469:0:34640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538caf4800 00000400:00000010:0.0:1778653882.362472:0:34640:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538caf4800. 00000100:00000001:0.0:1778653882.362476:0:34640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.362481:0:34640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.362494:0:34640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.362500:0:34640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.362503:0:34640:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.362506:0:34640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.362510:0:34640:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.362513:0:34640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.362516:0:34640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.362520:0:34640:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.362531:0:34640:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.362536:0:34640:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.362539:0:34640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1778653882.362542:0:34640:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff915387c9e680 x1865052054696576/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.362549:0:34640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653882.362553:0:34640:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653882.362555:0:34640:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653882.362557:0:34640:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653882.362559:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.362561:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.362565:0:34640:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.362567:0:34640:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.362569:0:34640:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.362572:0:34640:0:(client.c:1782:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1778653882.362577:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.362585:0:34640:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1778653882.362588:0:34640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.362590:0:34640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.362594:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.362607:0:34640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696576:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1778653882.362612:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.362615:0:34640:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1778653882.362618:0:34640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.362621:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.362624:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.362631:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.362634:0:34640:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.362637:0:34640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.362639:0:34640:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1778653882.362643:0:34640:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.362694:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.362697:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.362700:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=4 00000020:00000001:0.0:1778653882.362702:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.362705:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00010000:0.0:1778653882.362711:0:34640:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362723:0:34640:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1778653882.362728:0:34640:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362734:0:34640:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.362737:0:34640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362743:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.362744:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.362747:0:34640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362754:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.362757:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.362760:0:34640:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1778653882.362762:0:34640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.362769:0:34640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c25200 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:0.0:1778653882.362773:0:34640:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1778653882.362777:0:34640:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362783:0:34640:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1778653882.362785:0:34640:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1778653882.362788:0:34640:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362793:0:34640:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1778653882.362796:0:34640:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1778653882.362797:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.362799:0:34640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.362800:0:34640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=5 00000020:00000001:0.0:1778653882.362801:0:34640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.362803:0:34640:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.362806:0:34640:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653882.362809:0:34640:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1778653882.362815:0:34640:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1778653882.362817:0:34640:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.362819:0:34640:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1778653882.362821:0:34640:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653882.362825:0:34640:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653882.362827:0:34640:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653882.362829:0:34640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.362830:0:34640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653882.362833:0:34640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25200 with handle 0x3df471c51a8902a7 from hash 00010000:00000001:0.0:1778653882.362835:0:34640:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653882.362836:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.362837:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.362839:0:34640:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653882.362840:0:34640:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653882.362842:0:34640:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1778653882.362844:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.362845:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.362847:0:34640:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.362849:0:34640:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.362851:0:34640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362878:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.362879:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.362880:0:34640:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1778653882.362882:0:34640:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.362884:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.362885:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.362886:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653882.362888:0:34640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.362901:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.362902:0:34640:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1778653882.362907:0:34640:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1778653882.362913:0:34640:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.362923:0:34640:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653882.362928:0:34640:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.362939:0:34640:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.362941:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653882.362943:0:34640:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.362945:0:34640:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.362947:0:34640:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.362950:0:34640:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653882.362953:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.362954:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.362956:0:34640:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1778653882.362957:0:34640:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.362959:0:34640:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653882.362963:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3758 00000002:00002000:0.0:1778653882.362965:0:34640:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1778653882.362968:0:34640:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.362973:0:34640:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.362976:0:34640:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.362979:0:34640:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653882.362982:0:34640:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653882.362987:0:34640:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653882.362989:0:34640:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653882.362992:0:34640:0:(namei.c:672:ll_lookup_it_finish()) it ffff9153951d5ea0 it_disposition 80002b 00000080:00000001:0.0:1778653882.362994:0:34640:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653882.363000:0:34640:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653882.363003:0:34640:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653882.363007:0:34640:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1778653882.363010:0:34640:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1778653882.363017:0:34640:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653882.363019:0:34640:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:0.0:1778653882.363022:0:34640:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.363026:0:34640:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1778653882.363028:0:34640:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1778653882.363034:0:34640:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00200000:0.0:1778653882.363037:0:34640:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff91538bd72a08): rc = 0 00000080:00000001:0.0:1778653882.363039:0:34640:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747288072 : -121686962263544 : ffff91538bd72a08) 00000080:00000001:0.0:1778653882.363042:0:34640:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653882.363045:0:34640:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653882.363047:0:34640:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.363050:0:34640:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff91538bd72a08) for lock 0x0 00800000:00000001:0.0:1778653882.363053:0:34640:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.363054:0:34640:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.363056:0:34640:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.363058:0:34640:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1778653882.363064:0:34640:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf06798 inode ffff91538bd72a08 refc 1 flags 0x20000e 00000080:00000001:0.0:1778653882.363068:0:34640:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1778653882.363070:0:34640:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.363072:0:34640:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653882.363075:0:34640:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.363079:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000100:00000001:0.0:1778653882.363083:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.363086:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.363092:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.363103:0:34640:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653882.363106:0:34640:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653882.363108:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3a40 00000080:00200008:0.0:1778653882.363110:0:34640:0:(file.c:1058:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff91538bd72a08), flags 320400 00000080:00000010:0.0:1778653882.363860:0:34640:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7ef00. 00000080:00000010:0.0:1778653882.363884:0:34640:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7880. 00000080:00000001:0.0:1778653882.363888:0:34640:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653882.363893:0:34640:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653882.363897:0:34640:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653882.363901:0:34640:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cefb60. 00000002:00100000:0.0:1778653882.363916:0:34640:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.363924:0:34640:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.363926:0:34640:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653882.363931:0:34640:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653882.363935:0:34640:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.363937:0:34640:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.363940:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.363944:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653882.363951:0:34640:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.363955:0:34640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:0.0:1778653882.364007:0:34640:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653882.364009:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.364013:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3a40 00000080:00000008:0.0:1778653882.364015:0:34640:0:(file.c:1297:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff91538bd72a08), flags 320400, rc = 0 00000080:00000001:0.0:1778653882.364019:0:34640:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.364023:0:34640:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653882.364024:0:34640:0:(dcache.c:176:ll_intent_release()) intent ffff9153951d5ea0 released 00000080:00000001:0.0:1778653882.364026:0:34640:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653882.364029:0:34640:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653882.364031:0:34640:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.364033:0:34640:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.364036:0:34640:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff9153951d5ea0. 00000080:00000001:0.0:1778653882.364041:0:34640:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.364045:0:34640:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.364047:0:34640:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08), inode mode 41ed mask 44 00000080:00000001:0.0:1778653882.364052:0:34640:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.364090:0:34640:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653882.364093:0:34640:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08) cmd=4008669a arg=1d4e2e0 00000080:00000001:0.0:1778653882.364100:0:34640:0:(dir.c:589:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1778653882.364105:0:34640:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00800000:00000001:0.0:1778653882.364113:0:34640:0:(lmv_obd.c:3008:lmv_setattr()) Process entered 00800000:00000002:0.0:1778653882.364115:0:34640:0:(lmv_obd.c:3012:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:0.0:1778653882.364120:0:34640:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1778653882.364123:0:34640:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1778653882.364129:0:34640:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.364135:0:34640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f800. 00000020:00000040:0.0:1778653882.364139:0:34640:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653882.364146:0:34640:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.364152:0:34640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.364159:0:34640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.364160:0:34640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.364162:0:34640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.364164:0:34640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.364167:0:34640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.364172:0:34640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.364178:0:34640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eed000. 00000100:00000001:0.0:1778653882.364185:0:34640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.364188:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.364189:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.364191:0:34640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.364192:0:34640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.364194:0:34640:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1778653882.364275:0:34640:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1778653882.364283:0:34640:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653882.364292:0:34640:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.364295:0:34640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.364303:0:34640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.364305:0:34640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.364308:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.364309:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679314432 : -121687030237184 : ffff915387c9f800) 00000100:00000001:0.0:1778653882.364314:0:34640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.364318:0:34640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.364320:0:34640:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.364322:0:34640:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.364326:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.364334:0:34640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.364337:0:34640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.364341:0:34640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.364344:0:34640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.364347:0:34640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.364350:0:34640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9f800 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696832:192.168.204.110@tcp:36:lfs.0 00000100:00000001:0.0:1778653882.364355:0:34640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.364362:0:34640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.364366:0:34640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.364368:0:34640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.364375:0:34640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eee400. 02000000:00000001:0.0:1778653882.364377:0:34640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.364384:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.364389:0:34640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.364395:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653882.364403:0:34640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054696832, portal 10 00000100:00000001:0.0:1778653882.364405:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.364407:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679314432 : -121687030237184 : ffff915387c9f800) 00000100:00000040:0.0:1778653882.364413:0:34640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.364420:0:34640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.364423:0:34640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.364426:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29330. 00000100:00000200:0.0:1778653882.364429:0:34640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865052054696832, offset 0 00000400:00000200:0.0:1778653882.364437:0:34640:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.364446:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.364455:0:34640:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.364461:0:34640:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.364467:0:34640:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.364471:0:34640:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.364474:0:34640:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.364478:0:34640:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2567:2567:256:4294967295] 192.168.204.110@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:0.0:1778653882.364483:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.364493:0:34640:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.364500:0:34640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.364505:0:34640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d400. 00000800:00000200:0.0:1778653882.364513:0:34640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.364523:0:34640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.364529:0:34640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.364549:0:34640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.364554:0:34640:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 828927 usecs (829 jiffies) 00000400:00000200:0.0:1778653882.364558:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.364561:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438369 00000100:00000001:0.0:1778653882.364570:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438362 00000100:00000001:0.0:1778653882.364575:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438369 00000100:00000001:0.0:1778653882.364578:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438362 00000100:00000001:0.0:1778653882.364582:0:34640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.364584:0:34640:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.364587:0:34640:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.364588:0:34640:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.364591:0:34640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.364593:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.364596:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.364778:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.364784:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d400. 00000400:00000200:1.0:1778653882.364788:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.364794:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.364799:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29330 00000400:00000010:1.0:1778653882.364802:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29330. 00000100:00000001:1.0:1778653882.364805:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.364809:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.364818:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.364820:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.364826:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.364828:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653882.368894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25200. 00000800:00000001:1.0:1778653882.369587:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.369603:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.369613:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.369615:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.369624:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.369632:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.369707:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.369713:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.369719:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.369728:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145353380 00000400:00000200:1.0:1778653882.369733:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.369740:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6a01 [1] + 224 00000800:00000001:1.0:1778653882.369746:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.369757:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.369759:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.369762:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.369767:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.369778:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653882.369786:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.369797:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653882.369810:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653882.369814:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.369819:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653882.369824:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2568:2568:256:4294967295] 192.168.204.110@tcp LPNI seq info [2568:2568:8:4294967295] 00000100:00000001:0.0:1778653882.369829:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1778653882.369834:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000001:0.0:1778653882.369837:0:34640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.369839:0:34640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1778653882.369842:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000400:00000010:0.0:1778653882.369842:0:34640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.369846:0:34640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653882.369849:0:34640:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653882.369851:0:34640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.369856:0:34640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1778653882.369859:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653882.369864:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000100:00000200:0.0:1778653882.369865:0:34640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9f800 x1865052054696832/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.369879:0:34640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.369881:0:34640:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.369884:0:34640:0:(client.c:1578:after_reply()) Process entered 00000800:00000200:1.0:1778653882.369885:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 02000000:00000001:0.0:1778653882.369888:0:34640:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.369891:0:34640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1778653882.369892:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:0.0:1778653882.369894:0:34640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.369897:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:0.0:1778653882.369897:0:34640:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.369906:0:34640:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.369910:0:34640:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.369912:0:34640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.369914:0:34640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.369917:0:34640:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.369920:0:34640:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.369923:0:34640:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653882.369925:0:34640:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653882.369926:0:34640:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653882.369929:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.369930:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679314432 : -121687030237184 : ffff915387c9f800) 00000100:00000001:0.0:1778653882.369934:0:34640:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.369936:0:34640:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.369937:0:34640:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.369940:0:34640:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.369945:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9f800 x1865052054696832/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.369952:0:34640:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.369955:0:34640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.369957:0:34640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.369960:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f800 x1865052054696832/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1778653882.369988:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.369991:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:1.0:1778653882.369994:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.369998:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653882.370003:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.370006:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1778653882.370117:0:34640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f800 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054696832:192.168.204.110@tcp:36:lfs.0 00000100:00000001:0.0:1778653882.370127:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.370129:0:34640:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.370131:0:34640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.370134:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.370190:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9f800 x1865052054696832/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653898 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.370198:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.370202:0:34640:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.370206:0:34640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.370207:0:34640:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.370216:0:34640:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.370220:0:34640:0:(lmv_obd.c:3021:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.370225:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000100:00000001:0.0:1778653882.370228:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.370231:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f800 x1865052054696832/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.370236:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.370238:0:34640:0:(dir.c:664:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.370240:0:34640:0:(dir.c:2151:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.370270:0:34640:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:0.0:1778653882.370272:0:34640:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653882.370275:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3d98 00000080:00200008:0.0:1778653882.370278:0:34640:0:(file.c:448:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff91538bd72a08), flags 320000 00000080:00400000:0.0:1778653882.370282:0:34640:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:0.0:1778653882.370285:0:34640:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1778653882.370287:0:34640:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1778653882.370289:0:34640:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1778653882.370296:0:34640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.370300:0:34640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.370307:0:34640:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.370308:0:34640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653882.370310:0:34640:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:0.0:1778653882.370313:0:34640:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1778653882.370314:0:34640:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1778653882.370318:0:34640:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91538a6ae400. 00000080:00000001:0.0:1778653882.370320:0:34640:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1778653882.370406:0:34640:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1778653882.370411:0:34640:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:0.0:1778653882.370413:0:34640:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:0.0:1778653882.370416:0:34640:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1778653882.370418:0:34640:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:0.0:1778653882.370424:0:34640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653882.370428:0:34640:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=11 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653882.370432:0:34640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.370434:0:34640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.370451:0:34640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.370458:0:34640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91538a6af400. 00000100:00000001:0.0:1778653882.370464:0:34640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1778653882.370474:0:34640:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1778653882.370483:0:34640:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1778653882.370487:0:34640:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1778653882.370504:0:34640:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.370505:0:34640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.370510:0:34640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.370512:0:34640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.370515:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.370516:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.370520:0:34640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.370524:0:34640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.370526:0:34640:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.370528:0:34640:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.370531:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.370539:0:34640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.370541:0:34640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.370552:0:34640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.370554:0:34640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.370556:0:34640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.370560:0:34640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054697088:192.168.204.110@tcp:35:lfs.0 00000100:00000001:0.0:1778653882.370563:0:34640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.370568:0:34640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.370569:0:34640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.370571:0:34640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.370575:0:34640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eef400. 02000000:00000001:0.0:1778653882.370576:0:34640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.370579:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.370581:0:34640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.370584:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653882.370590:0:34640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054697088, portal 10 00000100:00000001:0.0:1778653882.370591:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.370592:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653882.370596:0:34640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.370600:0:34640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.370602:0:34640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.370604:0:34640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a295d8. 00000100:00000200:0.0:1778653882.370606:0:34640:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054697088, offset 0 00000400:00000200:0.0:1778653882.370610:0:34640:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.370613:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.370616:0:34640:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.370620:0:34640:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.370622:0:34640:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.370625:0:34640:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.370627:0:34640:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.370629:0:34640:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2569:2569:256:4294967295] 192.168.204.110@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:0.0:1778653882.370631:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.370635:0:34640:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.370638:0:34640:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.370640:0:34640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507da00. 00000800:00000200:0.0:1778653882.370643:0:34640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.370647:0:34640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.370670:0:34640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507da00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.370685:0:34640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.370689:0:34640:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 827906 usecs (828 jiffies) 00000400:00000200:0.0:1778653882.370692:0:34640:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.370695:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438375 00000100:00000001:0.0:1778653882.370701:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438369 00000100:00000001:0.0:1778653882.370705:0:34640:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438375 00000100:00000001:0.0:1778653882.370708:0:34640:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438369 00000100:00000001:0.0:1778653882.370710:0:34640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.370712:0:34640:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.370714:0:34640:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.370716:0:34640:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.370718:0:34640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.370720:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.370722:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.370848:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.370852:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507da00. 00000400:00000200:1.0:1778653882.370855:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.370859:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.370862:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a295d8 00000400:00000010:1.0:1778653882.370864:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a295d8. 00000100:00000001:1.0:1778653882.370867:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.370882:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.370890:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.370893:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.370899:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.370900:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.376194:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.376210:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.376215:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.376218:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.376226:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.376233:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.376243:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.376248:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.376253:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.376257:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145353480 00000400:00000200:1.0:1778653882.376262:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.376268:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6a11 [1] + 224 00000800:00000001:1.0:1778653882.376276:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.376287:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.376290:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.376294:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.376302:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.376315:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.376326:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.376347:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.376355:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.376358:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.376431:0:34640:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.376439:0:34640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.376441:0:34640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.376444:0:34640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.376449:0:34640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653882.376451:0:34640:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653882.376454:0:34640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.376458:0:34640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.376468:0:34640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054697088/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376474:0:34640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.376476:0:34640:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.376478:0:34640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.376481:0:34640:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.376484:0:34640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.376486:0:34640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.376489:0:34640:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.376500:0:34640:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=143 v=5 (10 5 5 5) 00000100:00001000:0.0:1778653882.376504:0:34640:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.376507:0:34640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.376509:0:34640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.376511:0:34640:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.376515:0:34640:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.376518:0:34640:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653882.376520:0:34640:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653882.376522:0:34640:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653882.376524:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.376526:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.376529:0:34640:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.376531:0:34640:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.376532:0:34640:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.376535:0:34640:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.376539:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054697088/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376545:0:34640:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.376548:0:34640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.376550:0:34640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.376554:0:34640:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054697088/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.376562:0:34640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34640:1865052054697088:192.168.204.110@tcp:35:lfs.0 00000100:00000001:0.0:1778653882.376567:0:34640:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.376570:0:34640:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.376572:0:34640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.376574:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.376577:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697088/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653898 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376583:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.376586:0:34640:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.376589:0:34640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.376591:0:34640:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.376596:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.376598:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000002:00000001:0.0:1778653882.376600:0:34640:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.376604:0:34640:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.376609:0:34640:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a6ae400. 00000080:00000001:0.0:1778653882.376612:0:34640:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1778653882.376615:0:34640:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1778653882.376619:0:34640:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1778653882.376624:0:34640:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376632:0:34640:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.376633:0:34640:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.376635:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.376637:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376643:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.376645:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.376648:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697088/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653898 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376732:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.376733:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.376737:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054696576/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1778653898 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376742:0:34640:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1778653882.376745:0:34640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.376748:0:34640:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653882.376750:0:34640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.376753:0:34640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653882.376756:0:34640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.376758:0:34640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.376760:0:34640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653882.376763:0:34640:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.376764:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.376766:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.376768:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054697088/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376774:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.376776:0:34640:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cefb60. 00000002:00000001:0.0:1778653882.376779:0:34640:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.376780:0:34640:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.376783:0:34640:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7880. 00000100:00000001:0.0:1778653882.376785:0:34640:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.376788:0:34640:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054697088/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.376794:0:34640:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.376796:0:34640:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.376799:0:34640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eef400. 02000000:00000001:0.0:1778653882.376801:0:34640:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.376802:0:34640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.376803:0:34640:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653882.376805:0:34640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.376806:0:34640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538a6af400. 02000000:00000001:0.0:1778653882.376808:0:34640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.376809:0:34640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.376810:0:34640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:0.0:1778653882.376812:0:34640:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.376814:0:34640:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653882.376816:0:34640:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.376819:0:34640:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7ef00. 00000080:00000001:0.0:1778653882.376822:0:34640:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.376827:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3d98 00000080:00000008:0.0:1778653882.376829:0:34640:0:(file.c:492:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff91538bd72a08), flags 320000, rc = 0 00000080:00000001:0.0:1778653882.376833:0:34640:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.376835:0:34640:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.376839:0:34640:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653882.376841:0:34640:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac16e3e00 00000080:00002000:0.0:1778653882.376843:0:34640:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff91538bf06798, parent ffff91538bd08360, inode ffff91538bd72a08) hashed, 00000080:00000001:0.0:1778653882.376846:0:34640:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653882.376853:0:34640:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1778653882.376857:0:34640:0:(dcache.c:48:ll_release()) Process leaving 00010000:00010000:1.0:1778653882.383302:0:34643:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff915389b76000 00010000:00000001:1.0:1778653882.383307:0:34643:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653882.383309:0:34643:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653882.383311:0:34643:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.383316:0:34643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653882.383317:0:34643:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.383319:0:34643:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653882.383337:0:34643:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff915389b76000 00010000:00000001:1.0:1778653882.383339:0:34643:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653882.383339:0:34643:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653882.383344:0:34643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653882.383345:0:34643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653882.383347:0:34643:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653882.383348:0:34643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653882.383350:0:34643:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653882.383361:0:34643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1778653882.383449:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653882.383452:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.383456:0:15847:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1778653882.383459:0:15847:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1778653882.383462:0:15847:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653882.383467:0:15847:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400020000 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1778653882.383482:0:15847:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1778653882.383484:0:15847:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.383489:0:15847:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4120. 00000020:00000010:0.0:1778653882.383494:0:15847:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a488c00. 00000020:00000010:0.0:1778653882.383499:0:15847:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538a489e00. 00000020:00000010:0.0:1778653882.383503:0:15847:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5ea0. 00000008:00000010:0.0:1778653882.383509:0:15847:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.383514:0:15847:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.383519:0:15847:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.383526:0:15847:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.383530:0:15847:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.383533:0:15847:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a489000. 00000008:00000010:0.0:1778653882.383537:0:15847:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.383541:0:15847:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.383544:0:15847:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.383548:0:15847:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d000. 00000020:00000001:0.0:1778653882.383552:0:15847:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141352 : -121686953410264 : ffff91538c5e4128) 00000020:00001000:0.0:1778653882.383554:0:15847:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4120 00000008:00000001:0.0:1778653882.383556:0:15847:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1778653882.383558:0:15847:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653882.383560:0:15847:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4120 00000020:00000010:0.0:1778653882.383563:0:15847:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538a489e00. 00000020:00000010:0.0:1778653882.383566:0:15847:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5ea0. 00000008:00000010:0.0:1778653882.383570:0:15847:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.383573:0:15847:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.383575:0:15847:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.383578:0:15847:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.383580:0:15847:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.383584:0:15847:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a488c00. 00000008:00000010:0.0:1778653882.383586:0:15847:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.383588:0:15847:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.383592:0:15847:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.383594:0:15847:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d000. 00000020:00000010:0.0:1778653882.383596:0:15847:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a489000. 00000020:00000010:0.0:1778653882.383597:0:15847:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4120. 00000008:00000001:0.0:1778653882.383600:0:15847:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.383603:0:15847:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653882.383607:0:15847:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653882.383609:0:15847:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653882.383610:0:15847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.383612:0:15847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1778653882.383617:0:15847:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25a00 with handle 0x3df471c51a890261 from hash 00010000:00000001:0.0:1778653882.383620:0:15847:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653882.383621:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.383623:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.383624:0:15847:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653882.383628:0:15847:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653882.383630:0:15847:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1778653882.383633:0:15847:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653882.383636:0:15847:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.383639:0:15847:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1778653882.383647:0:15847:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653882.383673:0:15847:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000001:0.0:1778653882.383679:0:15847:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.383681:0:15847:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.383686:0:15847:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.383693:0:15847:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91538a489000. 00000100:00000001:0.0:1778653882.383700:0:15847:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.383703:0:15847:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1778653882.383709:0:15847:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400020020 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1778653882.383718:0:15847:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1778653882.383720:0:15847:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.383723:0:15847:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.383725:0:15847:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.383731:0:15847:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.383733:0:15847:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.383736:0:15847:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.383738:0:15847:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.383742:0:15847:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.383746:0:15847:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.383748:0:15847:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.383750:0:15847:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.383760:0:15847:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.383766:0:15847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.383768:0:15847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.383770:0:15847:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.383772:0:15847:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.383774:0:15847:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.383776:0:15847:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:3368fde0-d18c-4c9c-a094-d50367bc642b:15847:1865052054697216:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1778653882.383779:0:15847:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.383786:0:15847:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.383789:0:15847:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.383791:0:15847:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.383794:0:15847:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91538a488c00. 02000000:00000001:0.0:1778653882.383795:0:15847:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.383803:0:15847:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.383806:0:15847:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.383810:0:15847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653882.383814:0:15847:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054697216, portal 18 00000100:00000001:0.0:1778653882.383816:0:15847:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.383817:0:15847:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653882.383821:0:15847:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.383830:0:15847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.383832:0:15847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.383833:0:15847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29990. 00000100:00000200:0.0:1778653882.383835:0:15847:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054697216, offset 0 00000400:00000200:0.0:1778653882.383839:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.383846:0:15847:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.383851:0:15847:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.383855:0:15847:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.383858:0:15847:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.383861:0:15847:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.383863:0:15847:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.383866:0:15847:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2570:2570:256:4294967295] 192.168.204.110@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:0.0:1778653882.383883:0:15847:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.383893:0:15847:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.383899:0:15847:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.383903:0:15847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507da00. 00000800:00000200:0.0:1778653882.383910:0:15847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.383919:0:15847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.383923:0:15847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.383939:0:15847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.383943:0:15847:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 253056 usecs (254 jiffies) 00000400:00000200:0.0:1778653882.383946:0:15847:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.383949:0:15847:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296437814 00000100:00000001:0.0:1778653882.383952:0:15847:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296438375 00000100:00000001:0.0:1778653882.383954:0:15847:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296437814 00000100:00000001:0.0:1778653882.383956:0:15847:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296438375 00000100:00000001:0.0:1778653882.383958:0:15847:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.383961:0:15847:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.383963:0:15847:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.383965:0:15847:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.383967:0:15847:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.383970:0:15847:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.383972:0:15847:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.384052:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.384056:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507da00. 00000400:00000200:1.0:1778653882.384061:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.384066:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.384072:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29990 00000400:00000010:1.0:1778653882.384074:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29990. 00000100:00000001:1.0:1778653882.384078:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.384082:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.384091:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.384094:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.384101:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.384103:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1778653882.386103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef440. 00000800:00000001:1.0:1778653882.386939:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.386954:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.386957:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.386960:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.386968:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.386976:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.386985:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.386989:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.386994:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.386998:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145353500 00000400:00000200:1.0:1778653882.387002:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.387008:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6a21 [1] + 224 00000800:00000001:1.0:1778653882.387015:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.387021:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.387024:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.387029:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.387035:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.387042:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653882.387053:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653882.387081:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.387089:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.387092:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.387139:0:15847:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.387147:0:15847:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.387149:0:15847:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.387152:0:15847:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.387156:0:15847:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653882.387158:0:15847:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653882.387161:0:15847:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.387166:0:15847:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1778653882.387174:0:15847:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.387180:0:15847:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.387182:0:15847:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.387185:0:15847:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.387188:0:15847:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.387191:0:15847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.387193:0:15847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.387196:0:15847:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.387205:0:15847:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bd30 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1778653882.387208:0:15847:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.387211:0:15847:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.387213:0:15847:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.387216:0:15847:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.387219:0:15847:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.387222:0:15847:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.387225:0:15847:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1778653882.387227:0:15847:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.387228:0:15847:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.387233:0:15847:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.387244:0:15847:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.387247:0:15847:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.387248:0:15847:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.387252:0:15847:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1778653882.387258:0:15847:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:3368fde0-d18c-4c9c-a094-d50367bc642b:15847:1865052054697216:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1778653882.387262:0:15847:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.387265:0:15847:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.387267:0:15847:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.387269:0:15847:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.387271:0:15847:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.387277:0:15847:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.387279:0:15847:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.387282:0:15847:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.387283:0:15847:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.387286:0:15847:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.387288:0:15847:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054697216/t0(0) o103->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653882.387294:0:15847:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.387296:0:15847:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.387299:0:15847:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91538a488c00. 02000000:00000001:0.0:1778653882.387301:0:15847:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.387303:0:15847:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.387305:0:15847:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:0.0:1778653882.387307:0:15847:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.387310:0:15847:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91538a489000. 02000000:00000001:0.0:1778653882.387313:0:15847:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.387315:0:15847:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.387316:0:15847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:0.0:1778653882.387319:0:15847:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.387321:0:15847:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653882.387322:0:15847:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1778653882.387326:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653882.387330:0:15847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff915389b76000 lock: 0000000066b36615/0x3df471c51a890261 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400020020 nid: local remote: 0xdfa36d541726ffbd expref: -99 pid: 34030 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1778653882.387342:0:15847:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7640. 00010000:00000040:0.0:1778653882.387345:0:15847:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063200 count: 0 00010000:00000010:0.0:1778653882.387352:0:15847:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff915383063c00. 00010000:00000001:0.0:1778653882.387370:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.387372:0:15847:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.387384:0:15847:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.387387:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653882.387388:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.387390:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1778653882.387392:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653882.387392:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.387393:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1778653882.387395:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1778653882.387396:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.387397:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1778653882.387511:0:34643:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.387514:0:34643:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.387517:0:34643:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1778653882.392698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063200. 00010000:00000010:0.1:1778653882.392712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25a00. 00000080:00000001:0.0:1778653882.421441:0:34647:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.421446:0:34647:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.421449:0:34647:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653882.421452:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fbc0 00000080:00200000:0.0:1778653882.421457:0:34647:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653882.421464:0:34647:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a489000. 00800000:00000002:0.0:1778653882.421470:0:34647:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.421474:0:34647:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.421479:0:34647:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.421481:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fae0 00800000:00000002:0.0:1778653882.421483:0:34647:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.421487:0:34647:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653882.421491:0:34647:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653882.421496:0:34647:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.421498:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f9b0 00000002:00010000:0.0:1778653882.421500:0:34647:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653882.421504:0:34647:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653882.421506:0:34647:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.421509:0:34647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.421516:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.421518:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.421522:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.421526:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653882.421531:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653882.421542:0:34647:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653882.421547:0:34647:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.421550:0:34647:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1778653882.421557:0:34647:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653882.421559:0:34647:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653882.421561:0:34647:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.421563:0:34647:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.421564:0:34647:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.421566:0:34647:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653882.421569:0:34647:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653882.421572:0:34647:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.421574:0:34647:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a489000. 00000080:00000001:0.0:1778653882.421578:0:34647:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653882.421580:0:34647:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.421582:0:34647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653882.421586:0:34647:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902a0 00800000:00000001:0.0:1778653882.421588:0:34647:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.421590:0:34647:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.421592:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.421595:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.421597:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.421600:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.421602:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.421605:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.421607:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.421608:0:34647:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.421610:0:34647:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.421612:0:34647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902a0 from it ffffa71ac1c8fbf8 00010000:00000001:0.0:1778653882.421614:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.421615:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.421616:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.421618:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.421619:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.421622:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.421625:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.421631:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.421633:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.421634:0:34647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.421636:0:34647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.421638:0:34647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653882.421645:0:34647:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.421665:0:34647:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.421667:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.421671:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.421673:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.421674:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421678:0:34647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.421679:0:34647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421681:0:34647:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421683:0:34647:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421686:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.421687:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.421688:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653882.421691:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653882.421693:0:34647:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.421695:0:34647:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653882.421700:0:34647:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.421709:0:34647:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef220. 00000020:00000001:0.0:1778653882.421714:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fb28 00000080:00200000:0.0:1778653882.421716:0:34647:0:(namei.c:1329:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), flags=25 00000080:00000001:0.0:1778653882.421719:0:34647:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653882.421721:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f9d8 00000080:00200000:0.0:1778653882.421723:0:34647:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=0 00000080:00000010:0.0:1778653882.421729:0:34647:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a489000. 00800000:00000002:0.0:1778653882.421732:0:34647:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.421735:0:34647:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.421737:0:34647:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.421738:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f8f8 00800000:00000002:0.0:1778653882.421740:0:34647:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.421742:0:34647:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1778653882.421745:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f890 00800000:00000002:0.0:1778653882.421747:0:34647:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:0.0:1778653882.421750:0:34647:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.421751:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f7c8 00000002:00010000:0.0:1778653882.421752:0:34647:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1778653882.421756:0:34647:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.421758:0:34647:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1778653882.421763:0:34647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653882.421767:0:34647:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:0.0:1778653882.421773:0:34647:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.421777:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.421780:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.421781:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.421782:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.421785:0:34647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.421787:0:34647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.421790:0:34647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.421797:0:34647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eef400. 00000100:00000001:0.0:1778653882.421804:0:34647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421809:0:34647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.421811:0:34647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421812:0:34647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.421814:0:34647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.421815:0:34647:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.421823:0:34647:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00010000:00000001:0.0:1778653882.421827:0:34647:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.421829:0:34647:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653882.421832:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.421833:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.421836:0:34647:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.421839:0:34647:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25a00. 00000020:00000001:0.0:1778653882.421841:0:34647:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.421843:0:34647:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25a00 with handle 0x3df471c51a8902ae to hash 00000020:00000001:0.0:1778653882.421845:0:34647:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.421847:0:34647:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.421850:0:34647:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.421852:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.421854:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.421857:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.421865:0:34647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.421887:0:34647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34647 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.421892:0:34647:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.421894:0:34647:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.421900:0:34647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.421902:0:34647:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.421905:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.421906:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.421911:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.421915:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.421917:0:34647:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.421919:0:34647:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.421929:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.421937:0:34647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.421940:0:34647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.421944:0:34647:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.421946:0:34647:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.421948:0:34647:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.421951:0:34647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054697344:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.421955:0:34647:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.421960:0:34647:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.421963:0:34647:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.421966:0:34647:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.421970:0:34647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653882.421972:0:34647:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.421978:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.421983:0:34647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.421989:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653882.421995:0:34647:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054697344, portal 10 00000100:00000001:0.0:1778653882.421997:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.421998:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653882.422004:0:34647:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.422012:0:34647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.422015:0:34647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.422017:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29110. 00000100:00000200:0.0:1778653882.422020:0:34647:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1865052054697344, offset 0 00000400:00000200:0.0:1778653882.422027:0:34647:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.422034:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.422043:0:34647:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.422048:0:34647:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.422052:0:34647:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.422055:0:34647:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.422057:0:34647:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.422061:0:34647:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2571:2571:256:4294967295] 192.168.204.110@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:0.0:1778653882.422065:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.422073:0:34647:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.422079:0:34647:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.422083:0:34647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d400. 00000800:00000200:0.0:1778653882.422090:0:34647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.422097:0:34647:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.422100:0:34647:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.422169:0:34647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.422174:0:34647:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 826888 usecs (827 jiffies) 00000400:00000200:0.0:1778653882.422177:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.422180:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438425 00000100:00000001:0.0:1778653882.422188:0:34647:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438375 00000100:00000001:0.0:1778653882.422193:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438425 00000100:00000001:0.0:1778653882.422197:0:34647:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438375 00000100:00000001:0.0:1778653882.422200:0:34647:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.422202:0:34647:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.422204:0:34647:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.422206:0:34647:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.422209:0:34647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.422211:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.422213:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.423382:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.423388:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d400. 00000400:00000200:1.0:1778653882.423393:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.423400:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.423406:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29110 00000400:00000010:1.0:1778653882.423409:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29110. 00000100:00000001:1.0:1778653882.423413:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.423419:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.423428:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.423431:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.423439:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.423440:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.428941:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.428964:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.428971:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.428974:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.428986:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.428997:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.429008:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.429014:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.429592:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.429601:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a04145353580 00000400:00000200:1.0:1778653882.429607:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.429614:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6a31 [1] + 224 00000800:00000001:1.0:1778653882.429625:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.429837:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.429841:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.429848:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.429859:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.429882:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.429897:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.430179:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.430193:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.430197:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.430236:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.430250:0:34647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.430252:0:34647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.430257:0:34647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.430266:0:34647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:0.0:1778653882.430274:0:34647:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:0.0:1778653882.430279:0:34647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.430290:0:34647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.430303:0:34647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.430311:0:34647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.430314:0:34647:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.430317:0:34647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.430320:0:34647:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.430323:0:34647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.430335:0:34647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.430339:0:34647:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.430352:0:34647:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.430357:0:34647:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.430359:0:34647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.430362:0:34647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.430364:0:34647:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.430369:0:34647:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.430373:0:34647:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.430376:0:34647:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.430377:0:34647:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.430380:0:34647:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.430386:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.430393:0:34647:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.430396:0:34647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.430398:0:34647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.430403:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.430415:0:34647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054697344:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.430422:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.430424:0:34647:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.430427:0:34647:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.430429:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.430432:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.430439:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.430442:0:34647:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.430445:0:34647:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.430447:0:34647:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.430450:0:34647:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.430455:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430458:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430462:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:0.0:1778653882.430465:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430468:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000040:0.0:1778653882.430473:0:34647:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25a00, remote cookie: 0xdfa36d54172700ce, flags: 0x1001 00010000:00010000:0.0:1778653882.430480:0:34647:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653882.430488:0:34647:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1778653882.430491:0:34647:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1778653882.430504:0:34647:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063200. 00010000:00000010:0.0:1778653882.430509:0:34647:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75880. 00010000:00000001:0.0:1778653882.430514:0:34647:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.430516:0:34647:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.430529:0:34647:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430534:0:34647:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.430537:0:34647:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653882.430539:0:34647:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653882.430541:0:34647:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653882.430543:0:34647:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653882.430546:0:34647:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff915383063200) refcount = 1 00010000:00010000:0.0:1778653882.430549:0:34647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430555:0:34647:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653882.430558:0:34647:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.430560:0:34647:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.430563:0:34647:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.430565:0:34647:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.430568:0:34647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430574:0:34647:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.430575:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430577:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430577:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430578:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430580:0:34647:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.430584:0:34647:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653882.430586:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430587:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430588:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430590:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430592:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430595:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430596:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430597:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=4 00000020:00000001:0.0:1778653882.430598:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430600:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430603:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.430605:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.430609:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430614:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430615:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430616:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430617:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430618:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=5 00000020:00000001:0.0:1778653882.430624:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430626:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430628:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.430630:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430635:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430636:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.430639:0:34647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430645:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.430646:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430647:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430688:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430689:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653882.430694:0:34647:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653882.430708:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430709:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430710:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430720:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430722:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430725:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430726:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.430727:0:34647:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.430729:0:34647:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.430733:0:34647:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653882.430736:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430737:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430738:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430740:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430741:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00000002:00010000:0.0:1778653882.430745:0:34647:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430751:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430751:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430753:0:34647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.430754:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430755:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430757:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430759:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430761:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000040:0.0:1778653882.430764:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653882.430766:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653882.430770:0:34647:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:0.0:1778653882.430773:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430773:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.430775:0:34647:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653882.430778:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f748 00000002:00002000:0.0:1778653882.430780:0:34647:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653882.430783:0:34647:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.430786:0:34647:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.430789:0:34647:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.430792:0:34647:0:(namei.c:950:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653882.430795:0:34647:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653882.430798:0:34647:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653882.430801:0:34647:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653882.430802:0:34647:0:(namei.c:672:ll_lookup_it_finish()) it ffffa71ac1c8fac8 it_disposition b 00000080:00000001:0.0:1778653882.430805:0:34647:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653882.430810:0:34647:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653882.430813:0:34647:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653882.430816:0:34647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1778653882.430818:0:34647:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1778653882.430824:0:34647:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653882.430826:0:34647:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:0.0:1778653882.430829:0:34647:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.430832:0:34647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1778653882.430834:0:34647:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1778653882.430838:0:34647:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00200000:0.0:1778653882.430841:0:34647:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff91538bd72a08): rc = 0 00000080:00000001:0.0:1778653882.430844:0:34647:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747288072 : -121686962263544 : ffff91538bd72a08) 00010000:00000001:0.0:1778653882.430846:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430847:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430848:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430851:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430852:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430854:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430855:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.430857:0:34647:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653882.430858:0:34647:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653882.430860:0:34647:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653882.430862:0:34647:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653882.430865:0:34647:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.430879:0:34647:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff91538bd72a08) for lock 0x3df471c51a8902ae 00800000:00000001:0.0:1778653882.430883:0:34647:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.430884:0:34647:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.430886:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430887:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430888:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430890:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430892:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430894:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430895:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.430897:0:34647:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.430899:0:34647:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1778653882.430907:0:34647:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bd80af8 inode ffff91538bd72a08 refc 1 flags 0x20000e 00000080:00000001:0.0:1778653882.430912:0:34647:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1778653882.430913:0:34647:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.430916:0:34647:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1778653882.430919:0:34647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff91538bd72a08) 00000080:00010000:0.0:1778653882.430923:0:34647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902ae from it ffffa71ac1c8fac8 00010000:00000001:0.0:1778653882.430924:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.430926:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.430927:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25a00 refcount=3 00000020:00000001:0.0:1778653882.430929:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430931:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628483584 : -121687081068032 : ffff915384c25a00) 00010000:00000001:0.0:1778653882.430934:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.430936:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.430943:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430944:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430946:0:34647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.430948:0:34647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.430950:0:34647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25a00/0x3df471c51a8902ae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ce expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.430962:0:34647:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.430974:0:34647:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.430977:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.430982:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430983:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.430985:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.430988:0:34647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.430990:0:34647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.430991:0:34647:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.430994:0:34647:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.430996:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.430997:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.430997:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.430999:0:34647:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.431003:0:34647:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a489000. 00000100:00000001:0.0:1778653882.431008:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.431020:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054697344/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.431027:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.431030:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.431033:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538caf4800. 02000000:00000001:0.0:1778653882.431037:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.431039:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.431042:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653882.431044:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.431046:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eef400. 02000000:00000001:0.0:1778653882.431050:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.431052:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.431054:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:0.0:1778653882.431057:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.431058:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653882.431067:0:34647:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.431069:0:34647:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08), inode mode 41ed mask 1 00000080:00000001:0.0:1778653882.431074:0:34647:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.431091:0:34647:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef860. 00000080:00000001:0.0:1778653882.431095:0:34647:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.431096:0:34647:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08), inode mode 41ed mask 3 00000080:00000001:0.0:1778653882.431099:0:34647:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.431101:0:34647:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:0.0:1778653882.431103:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fb50 00000080:00200000:0.0:1778653882.431105:0:34647:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff91538bd72a08), file ffff915385e68000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1778653882.431120:0:34647:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff9153951d5ea0. 00000080:00000001:0.0:1778653882.431125:0:34647:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653882.431126:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fa00 00000080:00200000:0.0:1778653882.431128:0:34647:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff91538bd72a08), intent=open|creat 00000080:00000010:0.0:1778653882.431135:0:34647:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91538a489000. 00000080:00000001:0.0:1778653882.431141:0:34647:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.431143:0:34647:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.431145:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f920 00800000:00000002:0.0:1778653882.431147:0:34647:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:0.0:1778653882.431149:0:34647:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1778653882.431152:0:34647:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1778653882.431156:0:34647:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:0.0:1778653882.431159:0:34647:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1778653882.431161:0:34647:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1778653882.431163:0:34647:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1778653882.431166:0:34647:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1778653882.431168:0:34647:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:0.0:1778653882.431171:0:34647:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.431173:0:34647:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.431174:0:34647:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.431176:0:34647:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.431178:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f8a0 00800000:00000002:0.0:1778653882.431180:0:34647:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:0.0:1778653882.431184:0:34647:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.431186:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f7d8 00000002:00010000:0.0:1778653882.431187:0:34647:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1778653882.431192:0:34647:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.431194:0:34647:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653882.431197:0:34647:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1778653882.431201:0:34647:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.431203:0:34647:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653882.431205:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653882.431207:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.431210:0:34647:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653882.431213:0:34647:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.431215:0:34647:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.431217:0:34647:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.431221:0:34647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9c000. 00000020:00000040:0.0:1778653882.431224:0:34647:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653882.431229:0:34647:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653882.431231:0:34647:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.431234:0:34647:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.431237:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.431240:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.431241:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.431243:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.431245:0:34647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.431247:0:34647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.431251:0:34647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.431256:0:34647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eef400. 00000100:00000001:0.0:1778653882.431263:0:34647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.431266:0:34647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.431268:0:34647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.431269:0:34647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.431270:0:34647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.431272:0:34647:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.431281:0:34647:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00010000:00000001:0.0:1778653882.431284:0:34647:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.431286:0:34647:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653882.431288:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653882.431290:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.431292:0:34647:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.431295:0:34647:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25200. 00000020:00000001:0.0:1778653882.431309:0:34647:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.431312:0:34647:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25200 with handle 0x3df471c51a8902b5 to hash 00000020:00000001:0.0:1778653882.431314:0:34647:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.431315:0:34647:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.431318:0:34647:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.431321:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.431322:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.431325:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.431332:0:34647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34647 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653882.431341:0:34647:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653882.431347:0:34647:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653882.431355:0:34647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34647 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.431360:0:34647:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.431362:0:34647:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.431368:0:34647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.431370:0:34647:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691074112 : -121687018477504 : ffff9153887d6840) 00000100:00000001:0.0:1778653882.431373:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.431374:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.431378:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.431382:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.431384:0:34647:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.431385:0:34647:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.431388:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.431395:0:34647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.431397:0:34647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.431401:0:34647:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.431403:0:34647:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.431405:0:34647:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.431408:0:34647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054697600:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.431412:0:34647:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.431417:0:34647:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.431419:0:34647:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.431421:0:34647:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.431477:0:34647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653882.431479:0:34647:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.431486:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.431488:0:34647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.431493:0:34647:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915385eee800. 00000100:00000200:0.0:1778653882.431498:0:34647:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054697600, portal 10 00000100:00000001:0.0:1778653882.431500:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.431501:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000040:0.0:1778653882.431505:0:34647:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.431509:0:34647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.431511:0:34647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.431514:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29660. 00000100:00000200:0.0:1778653882.431515:0:34647:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1865052054697600, offset 0 00000400:00000200:0.0:1778653882.431519:0:34647:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.431526:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.431531:0:34647:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.431535:0:34647:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.431538:0:34647:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.431542:0:34647:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.431544:0:34647:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.431547:0:34647:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2572:2572:256:4294967295] 192.168.204.110@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:0.0:1778653882.431549:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.431557:0:34647:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.431562:0:34647:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.431565:0:34647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d300. 00000800:00000200:0.0:1778653882.431570:0:34647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.431577:0:34647:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.431581:0:34647:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.431599:0:34647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.431603:0:34647:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 825876 usecs (826 jiffies) 00000400:00000200:0.0:1778653882.431605:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.431607:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438433 00000100:00000001:0.0:1778653882.431615:0:34647:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438425 00000100:00000001:0.0:1778653882.431620:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438433 00000100:00000001:0.0:1778653882.431622:0:34647:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438425 00000100:00000001:0.0:1778653882.431624:0:34647:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.431625:0:34647:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.431627:0:34647:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.431628:0:34647:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.431630:0:34647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6840 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.431631:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.431633:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.432600:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.432606:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d300. 00000400:00000200:1.0:1778653882.432610:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.432616:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.432622:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29660 00000400:00000010:1.0:1778653882.432625:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29660. 00000100:00000001:1.0:1778653882.432628:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.432634:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.432839:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.432844:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.432853:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.432855:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.440579:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.440597:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.440601:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.440603:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.440613:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.440620:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.440629:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.440634:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.440640:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.440644:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145353680 00000400:00000200:1.0:1778653882.440686:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.440693:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6a41 [32] + 224 00000800:00000001:1.0:1778653882.440701:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.441089:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.441093:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.441098:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.441106:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.441115:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.441127:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.441182:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653882.441201:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653882.441209:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653882.441213:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.441218:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653882.441224:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2573:2573:256:4294967295] 192.168.204.110@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:1.0:1778653882.441229:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.441236:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653882.441242:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653882.441248:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bba000. 00000800:00000200:1.0:1778653882.441254:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653882.441260:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653882.441265:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bba000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653882.441341:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.441346:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bba000. 00000400:00000200:1.0:1778653882.441349:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.441353:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653882.441359:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.441362:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653882.441406:0:34647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.441408:0:34647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.441411:0:34647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.441416:0:34647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915385eee800 00000400:00000010:0.0:1778653882.441418:0:34647:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915385eee800. 00000100:00000001:0.0:1778653882.441421:0:34647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.441426:0:34647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.441435:0:34647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9c000 x1865052054697600/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.441440:0:34647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.441517:0:34647:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.441521:0:34647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.441524:0:34647:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.441528:0:34647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.441530:0:34647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.441534:0:34647:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.441543:0:34647:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.441547:0:34647:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.441550:0:34647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.441552:0:34647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.441563:0:34647:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.441567:0:34647:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.441570:0:34647:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653882.441572:0:34647:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:0.0:1778653882.441574:0:34647:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653882.441576:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.441578:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.441581:0:34647:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.441747:0:34647:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.441750:0:34647:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.441753:0:34647:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.441759:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.441767:0:34647:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.441770:0:34647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.441772:0:34647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.441776:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.441783:0:34647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9c000 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054697600:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.441788:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.441791:0:34647:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.441794:0:34647:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.441796:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.441799:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.441806:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.441809:0:34647:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6840. 00000100:00000001:0.0:1778653882.441812:0:34647:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.441814:0:34647:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.441817:0:34647:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.441821:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.441824:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.441827:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=4 00000020:00000001:0.0:1778653882.441829:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441832:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000040:0.0:1778653882.441838:0:34647:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25200, remote cookie: 0xdfa36d54172700ea, flags: 0x1001 00010000:00010000:0.0:1778653882.441844:0:34647:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653882.441853:0:34647:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:0.0:1778653882.441856:0:34647:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1778653882.441864:0:34647:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063c00. 00010000:00000010:0.0:1778653882.441880:0:34647:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75a00. 00010000:00000001:0.0:1778653882.441885:0:34647:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.441889:0:34647:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.441896:0:34647:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.441902:0:34647:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.441906:0:34647:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653882.441908:0:34647:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653882.441909:0:34647:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653882.441911:0:34647:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653882.441914:0:34647:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff915383063c00) refcount = 1 00010000:00010000:0.0:1778653882.441917:0:34647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.441923:0:34647:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653882.441926:0:34647:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.441928:0:34647:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.441931:0:34647:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.441934:0:34647:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.441937:0:34647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.441942:0:34647:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.441944:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.441945:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.441946:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.441947:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.441948:0:34647:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.441953:0:34647:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653882.441955:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.441956:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.441958:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.441959:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441961:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441963:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.441964:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.441965:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=4 00000020:00000001:0.0:1778653882.441967:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441969:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441972:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.441975:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.441979:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.441989:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.441990:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.441992:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.441993:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.441994:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=5 00000020:00000001:0.0:1778653882.441995:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441997:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.441999:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.442002:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.442008:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.442009:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.442011:0:34647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.442018:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.442019:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.442020:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.442021:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.442022:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653882.442027:0:34647:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.442036:0:34647:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653882.442041:0:34647:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.442047:0:34647:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.442053:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.442055:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.442056:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.442058:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.442060:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00000002:00010000:0.0:1778653882.442063:0:34647:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1778653882.442073:0:34647:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915384cb7080. 00010000:00000001:0.0:1778653882.442076:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.442077:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.442079:0:34647:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.442081:0:34647:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.442084:0:34647:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653882.442087:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.442088:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:0.0:1778653882.442090:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.442091:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00010000:00000001:0.0:1778653882.442092:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.442093:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.442095:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.442096:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.442098:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00000002:00010000:0.0:1778653882.442101:0:34647:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.442107:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.442108:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.442110:0:34647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.442111:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.442112:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.442113:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.442114:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.442116:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000040:0.0:1778653882.442120:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:0.0:1778653882.442122:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653882.442126:0:34647:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:0.0:1778653882.442129:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.442130:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.442131:0:34647:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653882.442135:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f758 00000002:00002000:0.0:1778653882.442137:0:34647:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1778653882.442140:0:34647:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.442144:0:34647:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.442147:0:34647:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.442151:0:34647:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653882.442154:0:34647:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.442157:0:34647:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653882.442159:0:34647:0:(namei.c:672:ll_lookup_it_finish()) it ffff9153951d5ea0 it_disposition 1800037 00000080:00002000:0.0:1778653882.442164:0:34647:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538beee510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1778653882.442168:0:34647:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653882.442171:0:34647:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:0.0:1778653882.442172:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8f988 00000080:00200000:0.0:1778653882.442174:0:34647:0:(namei.c:1617:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff91538bd72a08), intent=open|creat 00000080:00000001:0.0:1778653882.442177:0:34647:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:0.0:1778653882.442179:0:34647:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653882.442185:0:34647:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653882.442189:0:34647:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653882.442192:0:34647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:0.0:1778653882.442195:0:34647:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1778653882.442211:0:34647:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bdb0000. 00000020:00000001:0.0:1778653882.442221:0:34647:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1778653882.442223:0:34647:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1778653882.442225:0:34647:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:0.0:1778653882.442227:0:34647:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff91538bdb00c8) 00000020:00000001:0.0:1778653882.442230:0:34647:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.442234:0:34647:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4120. 00000020:00000010:0.0:1778653882.442238:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a488c00. 00000020:00000010:0.0:1778653882.442242:0:34647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538a489e00. 00000020:00000010:0.0:1778653882.442245:0:34647:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653882.442251:0:34647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.442256:0:34647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.442260:0:34647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.442266:0:34647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.442269:0:34647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.442273:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a489200. 00000008:00000010:0.0:1778653882.442277:0:34647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.442280:0:34647:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.442283:0:34647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.442287:0:34647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d000. 00000020:00000001:0.0:1778653882.442290:0:34647:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141352 : -121686953410264 : ffff91538c5e4128) 00000020:00001000:0.0:1778653882.442292:0:34647:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4120 00000020:00000001:0.0:1778653882.442295:0:34647:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1778653882.442300:0:34647:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915389b22258. 00000020:00000001:0.0:1778653882.442302:0:34647:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653882.442304:0:34647:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.442311:0:34647:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1778653882.442315:0:34647:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538356bba0. 00020000:00000001:0.0:1778653882.442317:0:34647:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386604653472 : -121687104898144 : ffff91538356bba0) 00020000:00000001:0.0:1778653882.442321:0:34647:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1778653882.442324:0:34647:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653882.442328:0:34647:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d51e0. 00020000:00000010:0.0:1778653882.442332:0:34647:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f86d00. 00020000:00000010:0.0:1778653882.442337:0:34647:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d57e0. 00020000:00000001:0.0:1778653882.442339:0:34647:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902882272 : -121686806669344 : ffff9153951d57e0) 00020000:00000002:0.0:1778653882.442342:0:34647:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d57e0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653882.442347:0:34647:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653882.442351:0:34647:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86d00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653882.442354:0:34647:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1778653882.442356:0:34647:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d57e0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653882.442359:0:34647:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653882.442362:0:34647:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86d00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1778653882.442366:0:34647:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915385c83be0. 00020000:00000010:0.0:1778653882.442369:0:34647:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9153887d6840. 00020000:00000001:0.0:1778653882.442373:0:34647:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1778653882.442375:0:34647:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff915389931f38. 00020000:00000001:0.0:1778653882.442378:0:34647:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1778653882.442379:0:34647:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1778653882.442386:0:34647:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1778653882.442390:0:34647:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915389b22898. 00000020:00000001:0.0:1778653882.442392:0:34647:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653882.442393:0:34647:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.442395:0:34647:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386711308568 : -121686998243048 : ffff915389b22918) 00020000:00000001:0.0:1778653882.442399:0:34647:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1778653882.442403:0:34647:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff915382940c40. 00020000:00000001:0.0:1778653882.442406:0:34647:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.442410:0:34647:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711308568 : -121686998243048 : ffff915389b22918) 00020000:00000001:0.0:1778653882.442413:0:34647:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386711308568 : -121686998243048 : ffff915389b22918) 00020000:00000002:0.0:1778653882.442416:0:34647:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff915389b22898[0:0] -> [0x200000404:0x34:0x0]@ffff915389b22258: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653882.442422:0:34647:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1778653882.442424:0:34647:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1778653882.442426:0:34647:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.442429:0:34647:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711306968 : -121686998244648 : ffff915389b222d8) 00000020:00001000:0.0:1778653882.442431:0:34647:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4120 00000020:00000010:0.0:1778653882.442434:0:34647:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538a489e00. 00000020:00000010:0.0:1778653882.442438:0:34647:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653882.442442:0:34647:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.442458:0:34647:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.442462:0:34647:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.442465:0:34647:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.442467:0:34647:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.442471:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a488c00. 00000008:00000010:0.0:1778653882.442473:0:34647:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.442477:0:34647:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.442480:0:34647:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.442483:0:34647:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d000. 00000020:00000010:0.0:1778653882.442485:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a489200. 00000020:00000010:0.0:1778653882.442487:0:34647:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4120. 00000080:00000001:0.0:1778653882.442491:0:34647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:0.0:1778653882.442494:0:34647:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1778653882.442496:0:34647:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1778653882 00000080:00000001:0.0:1778653882.442500:0:34647:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1778653882.442502:0:34647:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747539656 : -121686962011960 : ffff91538bdb00c8) 00010000:00000001:0.0:1778653882.442504:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.442506:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.442507:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.442509:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.442511:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00000080:00000001:0.0:1778653882.442514:0:34647:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653882.442516:0:34647:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.442518:0:34647:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4120. 00000020:00000010:0.0:1778653882.442521:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a489200. 00000020:00000010:0.0:1778653882.442523:0:34647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538a488c00. 00000020:00000010:0.0:1778653882.442525:0:34647:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653882.442528:0:34647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.442530:0:34647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.442532:0:34647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.442534:0:34647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.442536:0:34647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.442539:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a489e00. 00000008:00000010:0.0:1778653882.442540:0:34647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.442542:0:34647:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.442545:0:34647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.442547:0:34647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d000. 00000020:00000001:0.0:1778653882.442549:0:34647:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141352 : -121686953410264 : ffff91538c5e4128) 00000020:00001000:0.0:1778653882.442551:0:34647:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4120 00000020:00000001:0.0:1778653882.442553:0:34647:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653882.442555:0:34647:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653882.442557:0:34647:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653882.442559:0:34647:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5cc0. 00020000:00000010:0.0:1778653882.442562:0:34647:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f86a00. 00020000:00000010:0.0:1778653882.442564:0:34647:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d55a0. 00020000:00000001:0.0:1778653882.442566:0:34647:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902881696 : -121686806669920 : ffff9153951d55a0) 00020000:00000002:0.0:1778653882.442569:0:34647:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d55a0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653882.442573:0:34647:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653882.442576:0:34647:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86a00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653882.442579:0:34647:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356bba0) owner ffff915382a58000 00020000:00000001:0.0:1778653882.442581:0:34647:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653882.442584:0:34647:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356bba0) owner ffff915382a58000 00020000:00000010:0.0:1778653882.443120:0:34647:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f86a00. 00020000:00000010:0.0:1778653882.443123:0:34647:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d5cc0. 00020000:00000010:0.0:1778653882.443126:0:34647:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d55a0. 00020000:00000002:0.0:1778653882.443128:0:34647:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653882.443131:0:34647:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.443133:0:34647:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.443137:0:34647:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653882.443140:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000002:0.0:1778653882.443143:0:34647:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d57e0 addref 2/0 by ffff915382a58000. 00020000:00000002:0.0:1778653882.443145:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653882.443147:0:34647:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653882.443150:0:34647:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653882.443151:0:34647:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653882.443152:0:34647:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653882.443154:0:34647:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653882.443157:0:34647:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1778653882.443159:0:34647:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4120 00000020:00000010:0.0:1778653882.443162:0:34647:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538a488c00. 00000020:00000010:0.0:1778653882.443164:0:34647:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653882.443166:0:34647:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.443169:0:34647:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.443172:0:34647:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.443175:0:34647:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.443177:0:34647:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.443179:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a489200. 00000008:00000010:0.0:1778653882.443181:0:34647:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.443184:0:34647:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.443186:0:34647:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.443188:0:34647:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d000. 00000020:00000010:0.0:1778653882.443190:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a489e00. 00000020:00000010:0.0:1778653882.443192:0:34647:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4120. 00000080:00000001:0.0:1778653882.443194:0:34647:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.443197:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.443198:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.443200:0:34647:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653882.443203:0:34647:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653882.443205:0:34647:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.443207:0:34647:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff91538bdb00c8) 00000080:00010000:0.0:1778653882.443210:0:34647:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff91538bdb00c8) for lock 0x3df471c51a8902b5 00800000:00000001:0.0:1778653882.443213:0:34647:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.443215:0:34647:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.443216:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.443217:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.443219:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.443221:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.443223:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.443225:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.443226:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.443228:0:34647:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.443230:0:34647:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443231:0:34647:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:0.0:1778653882.443233:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.443241:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.443248:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443253:0:34647:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.443257:0:34647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff91538bdb00c8) 00000080:00000001:0.0:1778653882.443260:0:34647:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.443263:0:34647:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91538a489000. 00000100:00000001:0.0:1778653882.443266:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.443269:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.443275:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443353:0:34647:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1778653882.443355:0:34647:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443364:0:34647:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653882.443367:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fa60 00000080:00200008:0.0:1778653882.443370:0:34647:0:(file.c:1058:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff91538bdb00c8), flags 100102 00000080:00000010:0.0:1778653882.443378:0:34647:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7ef00. 00000080:00000010:0.0:1778653882.443384:0:34647:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7980. 00000080:00000001:0.0:1778653882.443386:0:34647:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653882.443391:0:34647:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653882.443395:0:34647:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653882.443398:0:34647:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384ceffa0. 00000002:00100000:0.0:1778653882.443403:0:34647:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.443409:0:34647:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.443410:0:34647:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653882.443414:0:34647:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653882.443416:0:34647:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443419:0:34647:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.443421:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.443424:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653882.443429:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.443433:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653882.443539:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653882.443541:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.443544:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fa60 00000080:00000008:0.0:1778653882.443546:0:34647:0:(file.c:1297:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff91538bdb00c8), flags 100102, rc = 0 00000080:00000001:0.0:1778653882.443551:0:34647:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653882.443553:0:34647:0:(dcache.c:176:ll_intent_release()) intent ffff9153951d5ea0 released 00000080:00010000:0.0:1778653882.443555:0:34647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902b5 from it ffff9153951d5ea0 00010000:00000001:0.0:1778653882.443557:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.443559:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.443560:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25200 refcount=3 00000020:00000001:0.0:1778653882.443562:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.443564:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628481536 : -121687081070080 : ffff915384c25200) 00010000:00000001:0.0:1778653882.443566:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.443571:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.443579:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.443580:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.443582:0:34647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.443646:0:34647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.443667:0:34647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25200/0x3df471c51a8902b5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d54172700ea expref: -99 pid: 34647 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.443676:0:34647:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.443678:0:34647:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.443680:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.443684:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.443686:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.443687:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.443690:0:34647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.443692:0:34647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.443694:0:34647:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.443697:0:34647:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.443698:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.443699:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.443700:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.443701:0:34647:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653882.443804:0:34647:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653882.443807:0:34647:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653882.443808:0:34647:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653882.443811:0:34647:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653882.443812:0:34647:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443816:0:34647:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653882.443818:0:34647:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443820:0:34647:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653882.443822:0:34647:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443823:0:34647:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.443826:0:34647:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff9153951d5ea0. 00000080:00000001:0.0:1778653882.443829:0:34647:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.443834:0:34647:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.443836:0:34647:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff91538bdb00c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1778653882.443840:0:34647:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444065:0:34647:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:0.0:1778653882.444067:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fd88 00000080:00200008:0.0:1778653882.444070:0:34647:0:(file.c:2613:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000001:0.0:1778653882.444073:0:34647:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1778653882.444075:0:34647:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444077:0:34647:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1778653882.444079:0:34647:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444082:0:34647:0:(file.c:2560:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1778653882.444083:0:34647:0:(file.c:2566:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444085:0:34647:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.444088:0:34647:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4120. 00000020:00000010:0.0:1778653882.444091:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a489000. 00000020:00000010:0.0:1778653882.444094:0:34647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538a489e00. 00000020:00000010:0.0:1778653882.444097:0:34647:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5ea0. 00000008:00000010:0.0:1778653882.444100:0:34647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.444103:0:34647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc3c0. 00008000:00000010:0.0:1778653882.444107:0:34647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3c000. 00000080:00000010:0.0:1778653882.444111:0:34647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b000. 00000080:00000010:0.0:1778653882.444114:0:34647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d56d0. 00000020:00000010:0.0:1778653882.444116:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a489200. 00000008:00000010:0.0:1778653882.444119:0:34647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998b00. 00020000:00000010:0.0:1778653882.444121:0:34647:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c524240. 00008000:00000010:0.0:1778653882.444124:0:34647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dea08. 00000080:00000010:0.0:1778653882.444127:0:34647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d000. 00000020:00000001:0.0:1778653882.444129:0:34647:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756141352 : -121686953410264 : ffff91538c5e4128) 00000020:00001000:0.0:1778653882.444131:0:34647:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4120 00000080:00000001:0.0:1778653882.444134:0:34647:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1778653882.444135:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fc98 00000080:00200000:0.0:1778653882.444137:0:34647:0:(file.c:2059:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1778653882.444141:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fc30 00000080:00200000:0.0:1778653882.444142:0:34647:0:(file.c:1816:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:0.0:1778653882.444145:0:34647:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1778653882.444150:0:34647:0:(cl_io.c:214:cl_io_rw_init()) header@000000000176b914[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:0.0:1778653882.444152:0:34647:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1778653882.444156:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.444158:0:34647:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653882.444160:0:34647:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653882.444162:0:34647:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653882.444164:0:34647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653882.444165:0:34647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1778653882.444168:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.444172:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444175:0:34647:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653882.444177:0:34647:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444178:0:34647:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653882.444181:0:34647:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff9153831d5730 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1778653882.444184:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653882.444187:0:34647:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653882.444189:0:34647:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653882.444192:0:34647:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653882.444194:0:34647:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1778653882.444196:0:34647:0:(lov_io.c:660:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1778653882.444199:0:34647:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1778653882.444200:0:34647:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653882.444202:0:34647:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444203:0:34647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653882.444205:0:34647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.444206:0:34647:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653882.444207:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00000020:00000001:0.0:1778653882.444209:0:34647:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444210:0:34647:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.444213:0:34647:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1778653882.444215:0:34647:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1778653882.444217:0:34647:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444221:0:34647:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1778653882.444222:0:34647:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1778653882.444225:0:34647:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.444226:0:34647:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1778653882.444227:0:34647:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1778653882.444230:0:34647:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1778653882.444233:0:34647:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1778653882.444234:0:34647:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1778653882.444238:0:34647:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1778653882.444241:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.444243:0:34647:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653882.444244:0:34647:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.444246:0:34647:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4870. 00000020:00000010:0.0:1778653882.444249:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91538a488c00. 00000020:00000010:0.0:1778653882.444252:0:34647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91538a489c00. 00000020:00000010:0.0:1778653882.444254:0:34647:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653882.444258:0:34647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfc2f0. 00020000:00000010:0.0:1778653882.444261:0:34647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538dbfc540. 00008000:00000010:0.0:1778653882.444264:0:34647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3fc08. 00000080:00000010:0.0:1778653882.444267:0:34647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872b2a0. 00000080:00000010:0.0:1778653882.444270:0:34647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4b68. 00000020:00000010:0.0:1778653882.444273:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153885dd200. 00000008:00000010:0.0:1778653882.444275:0:34647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153899994a0. 00020000:00000010:0.0:1778653882.444278:0:34647:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c5273c0. 00008000:00000010:0.0:1778653882.444363:0:34647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3dea70. 00000080:00000010:0.0:1778653882.444367:0:34647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7df00. 00000020:00000001:0.0:1778653882.444369:0:34647:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143224 : -121686953408392 : ffff91538c5e4878) 00000020:00001000:0.0:1778653882.444371:0:34647:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4870 00000020:00000001:0.0:1778653882.444373:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.444375:0:34647:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653882.444377:0:34647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653882.444378:0:34647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653882.444379:0:34647:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444381:0:34647:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444383:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:0.0:1778653882.444386:0:34647:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1778653882.444388:0:34647:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1778653882.444391:0:34647:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444393:0:34647:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444395:0:34647:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444397:0:34647:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444398:0:34647:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444400:0:34647:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1778653882.444402:0:34647:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1778653882.444404:0:34647:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1778653882.444406:0:34647:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1778653882.444408:0:34647:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444410:0:34647:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444412:0:34647:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1778653882.444413:0:34647:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1778653882.444415:0:34647:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1778653882.444417:0:34647:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1778653882.444419:0:34647:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444421:0:34647:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444422:0:34647:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444424:0:34647:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.444425:0:34647:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444427:0:34647:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653882.444428:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653882.444429:0:34647:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653882.444431:0:34647:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653882.444432:0:34647:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444434:0:34647:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444435:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444437:0:34647:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444438:0:34647:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653882.444440:0:34647:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653882.444441:0:34647:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653882.444443:0:34647:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653882.444538:0:34647:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653882.444541:0:34647:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1778653882.444547:0:34647:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75e00. 00020000:00000002:0.0:1778653882.444549:0:34647:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1778653882.444552:0:34647:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653882.444554:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.444555:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:0.0:1778653882.444556:0:34647:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653882.444561:0:34647:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45d1d0. 00000008:00010000:0.0:1778653882.444563:0:34647:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1778653882.444565:0:34647:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653882.444567:0:34647:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653882.444570:0:34647:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d75e30, osc lock ffff91538a45d1d0, flags 0x0 00000020:00000001:0.0:1778653882.444573:0:34647:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444574:0:34647:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.444576:0:34647:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629860864 : -121687079690752 : ffff915384d75e00) 00000020:00000001:0.0:1778653882.444578:0:34647:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653882.444579:0:34647:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.444580:0:34647:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444581:0:34647:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444583:0:34647:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653882.444806:0:34647:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653882.444809:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.444810:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:0.0:1778653882.444811:0:34647:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653882.444815:0:34647:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653882.444816:0:34647:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1778653882.444819:0:34647:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.444822:0:34647:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653882.444824:0:34647:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653882.444825:0:34647:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653882.444827:0:34647:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653882.444828:0:34647:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653882.444829:0:34647:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653882.444831:0:34647:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653882.444834:0:34647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.444839:0:34647:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.444843:0:34647:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1778653882.444849:0:34647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.444854:0:34647:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00010000:00000001:0.0:1778653882.444858:0:34647:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.444862:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.444866:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.444878:0:34647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.444881:0:34647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.444887:0:34647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.444894:0:34647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389991400. 00000100:00000001:0.0:1778653882.444902:0:34647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.444906:0:34647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.444908:0:34647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.444910:0:34647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.444911:0:34647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.444913:0:34647:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.444915:0:34647:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.444918:0:34647:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.444920:0:34647:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653882.444925:0:34647:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063300. 00010000:00000010:0.0:1778653882.444928:0:34647:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff915383063800. 00010000:00000001:0.0:1778653882.444933:0:34647:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.444937:0:34647:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24600. 00000020:00000001:0.0:1778653882.444940:0:34647:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.444942:0:34647:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24600 with handle 0x3df471c51a8902bc to hash 00000020:00000001:0.0:1778653882.444944:0:34647:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.444945:0:34647:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000010:0.0:1778653882.444949:0:34647:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915384cb7f80. 00010000:00000001:0.0:1778653882.444953:0:34647:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.444957:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.444959:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.444963:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.444974:0:34647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.444983:0:34647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.444989:0:34647:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.444991:0:34647:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.444997:0:34647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6600. 00000100:00000001:0.0:1778653882.444999:0:34647:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691073536 : -121687018478080 : ffff9153887d6600) 00000100:00000001:0.0:1778653882.445001:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.445002:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.445006:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.445008:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.445011:0:34647:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.445012:0:34647:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.445021:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.445029:0:34647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.445032:0:34647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.445035:0:34647:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.445037:0:34647:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.445039:0:34647:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.445042:0:34647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054697728:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.445046:0:34647:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.445051:0:34647:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.445053:0:34647:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.445055:0:34647:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.445059:0:34647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653882.445061:0:34647:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.445067:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.445070:0:34647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.445076:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000200:0.0:1778653882.445083:0:34647:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054697728, portal 4 00000100:00000001:0.0:1778653882.445084:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.445085:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:0.0:1778653882.445090:0:34647:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.445097:0:34647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.445100:0:34647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.445103:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a297f8. 00000100:00000200:0.0:1778653882.445106:0:34647:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054697728, offset 0 00000400:00000200:0.0:1778653882.445112:0:34647:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.445121:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.445128:0:34647:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.445133:0:34647:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.445137:0:34647:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.445140:0:34647:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.445143:0:34647:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.445147:0:34647:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2574:2574:256:4294967295] 192.168.204.110@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:0.0:1778653882.445151:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.445159:0:34647:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.445165:0:34647:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.445170:0:34647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507df00. 00000800:00000200:0.0:1778653882.445176:0:34647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.445183:0:34647:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.445188:0:34647:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.445309:0:34647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.445313:0:34647:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21006 usecs (22 jiffies) 00000400:00000200:0.0:1778653882.445317:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.445320:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296437643 00000100:00000001:0.0:1778653882.445323:0:34647:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296438433 00000100:00000001:0.0:1778653882.445325:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296437643 00000100:00000001:0.0:1778653882.445327:0:34647:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296438433 00000100:00000001:0.0:1778653882.445329:0:34647:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.445332:0:34647:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.445334:0:34647:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.445336:0:34647:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.445339:0:34647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6600 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.445341:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.445344:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.445803:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.445808:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507df00. 00000400:00000200:1.0:1778653882.445813:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.445819:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.445825:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a297f8 00000400:00000010:1.0:1778653882.445828:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a297f8. 00000100:00000001:1.0:1778653882.445832:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.445836:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.445845:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.445848:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.445855:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.445856:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.448879:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.448902:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.448907:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.448910:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.448921:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.448929:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.448941:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.448946:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.448952:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.448956:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145353700 00000400:00000200:1.0:1778653882.448961:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.448967:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6a51 [1] + 224 00000800:00000001:1.0:1778653882.448974:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.448985:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.448988:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.448993:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.449000:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.449007:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.449018:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.449041:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.449049:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.449052:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.449136:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.449144:0:34647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.449146:0:34647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.449150:0:34647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.449155:0:34647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:0.0:1778653882.449157:0:34647:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:0.0:1778653882.449160:0:34647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.449165:0:34647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.449174:0:34647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.449181:0:34647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.449183:0:34647:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.449185:0:34647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.449189:0:34647:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.449192:0:34647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.449195:0:34647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.449198:0:34647:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.449211:0:34647:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=143 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653882.449216:0:34647:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.449219:0:34647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.449221:0:34647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.449224:0:34647:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.449228:0:34647:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.449232:0:34647:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.449234:0:34647:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967344 00000100:00000001:0.0:1778653882.449236:0:34647:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.449238:0:34647:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.449242:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.449253:0:34647:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.449257:0:34647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.449258:0:34647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.449262:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.449269:0:34647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054697728:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.449274:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.449276:0:34647:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.449279:0:34647:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.449281:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.449284:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.449290:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.449292:0:34647:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6600. 00000100:00000001:0.0:1778653882.449296:0:34647:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.449297:0:34647:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.449300:0:34647:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.449303:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.449306:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.449308:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653882.449310:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449313:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000040:0.0:1778653882.449319:0:34647:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24600, remote cookie: 0xdfa36d54172700f8, flags: 0x1 00010000:00010000:0.0:1778653882.449325:0:34647:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.449335:0:34647:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1778653882.449338:0:34647:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.449340:0:34647:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.449343:0:34647:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1778653882.449347:0:34647:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653882.449355:0:34647:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff915383063300) refcount = 1 00010000:00000040:0.0:1778653882.449357:0:34647:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653882.449360:0:34647:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.449368:0:34647:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.449369:0:34647:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.449372:0:34647:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.449374:0:34647:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.449377:0:34647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.449383:0:34647:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.449385:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.449387:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.449388:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.449389:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.449390:0:34647:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.449394:0:34647:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1778653882.449396:0:34647:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653882.449400:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.449401:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.449402:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:0.0:1778653882.449404:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449406:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449409:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.449410:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.449411:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653882.449413:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449414:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449418:0:34647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.449421:0:34647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.449425:0:34647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.449432:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.449433:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653882.449436:0:34647:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1778653882.449440:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000008:00010000:0.0:1778653882.449458:0:34647:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1778653882.449467:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.449469:0:34647:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653882.449471:0:34647:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1778653882.449479:0:34647:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.449482:0:34647:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449484:0:34647:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449485:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000008:00000001:0.0:1778653882.449487:0:34647:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1778653882.449489:0:34647:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.449492:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.449493:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.449494:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=5 00000020:00000001:0.0:1778653882.449496:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449498:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.449500:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.449503:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.449510:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.449511:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.449514:0:34647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.449520:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.449522:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.449523:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653882.449524:0:34647:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.449526:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.449530:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054697728/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.449535:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.449538:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.449541:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eee800. 02000000:00000001:0.0:1778653882.449544:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.449547:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.449548:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653882.449550:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.449552:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389991400. 02000000:00000001:0.0:1778653882.449557:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.449559:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.449561:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653882.449565:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.449566:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653882.449578:0:34647:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.449581:0:34647:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449591:0:34647:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.449594:0:34647:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449596:0:34647:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449598:0:34647:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449602:0:34647:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449604:0:34647:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449607:0:34647:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1778653882.449612:0:34647:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1778653882.449616:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fb80 00000080:00200000:0.0:1778653882.449618:0:34647:0:(vvp_io.c:1285:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1778653882.449621:0:34647:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1778653882.449625:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000002:0.0:1778653882.449628:0:34647:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d57e0 addref 2/0 by ffff915382a58000. 00020000:00000002:0.0:1778653882.449630:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00000020:00000001:0.0:1778653882.449633:0:34647:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1778653882.449636:0:34647:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1778653882.449639:0:34647:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1778653882.449643:0:34647:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1778653882.449646:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.449648:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:0.0:1778653882.449696:0:34647:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653882.449699:0:34647:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653882.449703:0:34647:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449704:0:34647:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.449706:0:34647:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449708:0:34647:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.449716:0:34647:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:0.0:1778653882.449717:0:34647:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1778653882.449746:0:34647:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1778653882.449749:0:34647:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] ffffeb11c4904940 0 1 00000020:00000001:0.0:1778653882.449753:0:34647:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1778653882.449754:0:34647:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449757:0:34647:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1778653882.449762:0:34647:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9153833bea80. 00000020:00000001:0.0:1778653882.449767:0:34647:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.449768:0:34647:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.449771:0:34647:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1778653882.449773:0:34647:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1778653882.449775:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.449776:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000008:00000001:0.0:1778653882.449780:0:34647:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1778653882.449782:0:34647:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9153833beaf0 folio ffffeb11c4904940 pg:0 obj off 0 00000008:00000001:0.0:1778653882.449785:0:34647:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449786:0:34647:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.449787:0:34647:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1778653882.449789:0:34647:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1778653882.449790:0:34647:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.449795:0:34647:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449797:0:34647:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386602896000 : -121687106655616 : ffff9153833bea80) 00000020:00000001:0.0:1778653882.449799:0:34647:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386602896000 : -121687106655616 : ffff9153833bea80) 00000020:00000001:0.0:1778653882.449802:0:34647:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1778653882.449804:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.449806:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000020:00000001:0.0:1778653882.449809:0:34647:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653882.449810:0:34647:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653882.449812:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.449816:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[2 000000003b50fdcb 1 1 00000000ed3a5a99] 00000020:00000001:0.0:1778653882.449819:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653882.449820:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.449822:0:34647:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1778653882.449825:0:34647:0:(rw26.c:757:ll_write_begin()) page@000000005faac7b8[2 000000003b50fdcb 2 1 00000000ed3a5a99] 00000080:00008000:0.0:1778653882.449827:0:34647:0:(rw26.c:757:ll_write_begin()) full page write 00000080:00000001:0.0:1778653882.449828:0:34647:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:0.0:1778653882.449830:0:34647:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.449837:0:34647:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:0.0:1778653882.449838:0:34647:0:(rw26.c:858:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1778653882.449840:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.449841:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000020:00000001:0.0:1778653882.449843:0:34647:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1778653882.449845:0:34647:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653882.449852:0:34647:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1778653882.449854:0:34647:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.449855:0:34647:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653882.449857:0:34647:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1778653882.449860:0:34647:0:(rw26.c:916:ll_write_end()) page@000000005faac7b8[3 000000003b50fdcb 2 1 00000000ed3a5a99] 00000080:00200000:0.0:1778653882.449864:0:34647:0:(rw26.c:916:ll_write_end()) vmpage @00000000141005da 17ffffc0001001 3:0 ffff9153833bea80 0 lru 00000080:00200000:0.0:1778653882.449880:0:34647:0:(rw26.c:916:ll_write_end()) osc-page@0000000064b63e1f 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000a02174fc 00000000e3d74570 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1778653882.449883:0:34647:0:(rw26.c:916:ll_write_end()) end page@000000005faac7b8 00000080:00200000:0.0:1778653882.449884:0:34647:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1778653882.449886:0:34647:0:(rw26.c:937:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1778653882.449889:0:34647:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:0.0:1778653882.449890:0:34647:0:(rw26.c:663:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1778653882.449906:0:34647:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1778653882.449908:0:34647:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] ffffeb11c4ac6cc0 0 1 00000020:00000001:0.0:1778653882.449911:0:34647:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1778653882.449912:0:34647:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449914:0:34647:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1778653882.449917:0:34647:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9153833bee00. 00000020:00000001:0.0:1778653882.449919:0:34647:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.449920:0:34647:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.449921:0:34647:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1778653882.449924:0:34647:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1778653882.449926:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.449927:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000008:00000001:0.0:1778653882.449929:0:34647:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1778653882.449931:0:34647:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9153833bee70 folio ffffeb11c4ac6cc0 pg:0 obj off 4096 00000008:00000001:0.0:1778653882.449933:0:34647:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449934:0:34647:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.449936:0:34647:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1778653882.449937:0:34647:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1778653882.449938:0:34647:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.449942:0:34647:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.449944:0:34647:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386602896896 : -121687106654720 : ffff9153833bee00) 00000020:00000001:0.0:1778653882.449946:0:34647:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386602896896 : -121687106654720 : ffff9153833bee00) 00000020:00000001:0.0:1778653882.449947:0:34647:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1778653882.449949:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.449950:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000020:00000001:0.0:1778653882.449952:0:34647:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653882.449953:0:34647:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653882.449954:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.449956:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[2 000000003b50fdcb 1 1 00000000ed3a5a99] 00000020:00000001:0.0:1778653882.449958:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653882.449959:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.449960:0:34647:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1778653882.449962:0:34647:0:(rw26.c:757:ll_write_begin()) page@0000000030dd5928[2 000000003b50fdcb 2 1 00000000ed3a5a99] 00000080:00008000:0.0:1778653882.449964:0:34647:0:(rw26.c:757:ll_write_begin()) full page write 00000080:00000001:0.0:1778653882.449965:0:34647:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:0.0:1778653882.449966:0:34647:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.449969:0:34647:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:0.0:1778653882.449970:0:34647:0:(rw26.c:858:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1778653882.449972:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.449973:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000020:00000001:0.0:1778653882.449975:0:34647:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1778653882.449976:0:34647:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653882.449978:0:34647:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1778653882.449980:0:34647:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.449981:0:34647:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653882.449982:0:34647:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1778653882.449984:0:34647:0:(rw26.c:916:ll_write_end()) page@0000000030dd5928[3 000000003b50fdcb 2 1 00000000ed3a5a99] 00000080:00200000:0.0:1778653882.449987:0:34647:0:(rw26.c:916:ll_write_end()) vmpage @00000000d9a105ee 17ffffc0001001 3:0 ffff9153833bee00 1 lru 00000080:00200000:0.0:1778653882.449993:0:34647:0:(rw26.c:916:ll_write_end()) osc-page@0000000007150f84 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000a02174fc 00000000e3d74570 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1778653882.449995:0:34647:0:(rw26.c:916:ll_write_end()) end page@0000000030dd5928 00000080:00200000:0.0:1778653882.449996:0:34647:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1778653882.449998:0:34647:0:(rw26.c:937:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1778653882.450002:0:34647:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1778653882.450004:0:34647:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1778653882.450007:0:34647:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1778653882.450009:0:34647:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1778653882.450011:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.450012:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:0.0:1778653882.450014:0:34647:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1778653882.450016:0:34647:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1778653882.450019:0:34647:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1778653882.450020:0:34647:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.450021:0:34647:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1778653882.450023:0:34647:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1778653882.450026:0:34647:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff915382940c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9153833beaf0 folio ffffeb11c4904940 pg:0 added for cmd 2 00000008:00000001:0.0:1778653882.450030:0:34647:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:0.0:1778653882.450033:0:34647:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1778653882.450039:0:34647:0:(osc_cache.c:1739:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:0.0:1778653882.450043:0:34647:0:(osc_cache.c:1740:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:0.0:1778653882.450046:0:34647:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:0.0:1778653882.450048:0:34647:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1778653882.450051:0:34647:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.450054:0:34647:0:(cl_page.c:556:cl_batch_put()) page@000000005faac7b8[4 000000003b50fdcb 2 1 00000000ed3a5a99] 00000020:00000001:0.0:1778653882.450055:0:34647:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1778653882.450056:0:34647:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1778653882.450058:0:34647:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:0.0:1778653882.450061:0:34647:0:(osc_request.c:745:osc_update_next_shrink()) next time 2970 to shrink grant 00000008:00000040:0.0:1778653882.450063:0:34647:0:(osc_io.c:479:osc_io_commit_async()) 2 -122 00000008:00000001:0.0:1778653882.450064:0:34647:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1778653882.450066:0:34647:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:0.0:1778653882.450068:0:34647:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1778653882.450070:0:34647:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:0.0:1778653882.450073:0:34647:0:(vvp_io.c:923:vvp_io_commit_sync()) Process entered 00000020:00000001:0.0:1778653882.450075:0:34647:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1778653882.450076:0:34647:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.450077:0:34647:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1778653882.450078:0:34647:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.450079:0:34647:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1778653882.450080:0:34647:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1778653882.450082:0:34647:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1778653882.450083:0:34647:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1778653882.450086:0:34647:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:0.0:1778653882.450088:0:34647:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1778653882.450089:0:34647:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1778653882.450091:0:34647:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:0.0:1778653882.450093:0:34647:0:(lov_io.c:1445:lov_io_submit()) Process entered 00000020:00000001:0.0:1778653882.450095:0:34647:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.450096:0:34647:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1778653882.450097:0:34647:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1778653882.450098:0:34647:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.450099:0:34647:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1778653882.450100:0:34647:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.450101:0:34647:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1778653882.450101:0:34647:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1778653882.450103:0:34647:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1778653882.450105:0:34647:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:0.0:1778653882.450105:0:34647:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1778653882.450106:0:34647:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:0.0:1778653882.450107:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.450108:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:0.0:1778653882.450109:0:34647:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:0.0:1778653882.450111:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.450112:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000008:00400020:0.0:1778653882.450114:0:34647:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:0.0:1778653882.450119:0:34647:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1778653882.450121:0:34647:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653882.450123:0:34647:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653882.450124:0:34647:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1778653882.450126:0:34647:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1778653882.450127:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.450130:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[3 000000003b50fdcb 2 1 0000000000000000] 00000020:00000001:0.0:1778653882.450132:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1778653882.450133:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.450134:0:34647:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1778653882.450136:0:34647:0:(cl_page.c:1054:cl_page_prep()) page@000000005faac7b8[3 000000003b50fdcb 3 1 0000000000000000] 00000020:00000001:0.0:1778653882.450138:0:34647:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1778653882.450140:0:34647:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.450141:0:34647:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653882.450142:0:34647:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1778653882.450143:0:34647:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:0.0:1778653882.450144:0:34647:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1778653882.450145:0:34647:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653882.450146:0:34647:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653882.450147:0:34647:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1778653882.450148:0:34647:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1778653882.450150:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.450152:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[3 000000003b50fdcb 2 1 0000000000000000] 00000020:00000001:0.0:1778653882.450153:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1778653882.450154:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.450155:0:34647:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1778653882.450157:0:34647:0:(cl_page.c:1054:cl_page_prep()) page@0000000030dd5928[3 000000003b50fdcb 3 1 0000000000000000] 00000020:00000001:0.0:1778653882.450158:0:34647:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1778653882.450159:0:34647:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.450160:0:34647:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653882.450161:0:34647:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1778653882.450162:0:34647:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:0.0:1778653882.450164:0:34647:0:(osc_cache.c:2856:osc_queue_sync_pages()) Process entered 00000008:00000010:0.0:1778653882.450169:0:34647:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91538dbfc000. 00000008:00000020:0.0:1778653882.450174:0:34647:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382940c40 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:0.0:1778653882.450178:0:34647:0:(osc_cache.c:3007:osc_queue_sync_pages()) extent ffff91538dbfc000@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff915382940c40], [0|2|+|-|0000000000000000|256|0000000000000000]} allocate ext: rw=0 00000008:00010000:0.0:1778653882.450182:0:34647:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff91538dbfc000 00000008:00000020:0.0:1778653882.450186:0:34647:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff915388bb3ba0. 00000008:00000001:0.0:1778653882.450201:0:34647:0:(osc_cache.c:3011:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450203:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.450206:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.450208:0:34647:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1778653882.450210:0:34647:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.450211:0:34647:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450213:0:34647:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450214:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000008:00000040:0.0:1778653882.450216:0:34647:0:(osc_io.c:239:osc_io_submit()) 0/2 0 00000020:00000001:0.0:1778653882.450218:0:34647:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450219:0:34647:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1778653882.450220:0:34647:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1778653882.450221:0:34647:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1778653882.450222:0:34647:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1778653882.450224:0:34647:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1778653882.450226:0:34647:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1778653882.450227:0:34647:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1778653882.450228:0:34647:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1778653882.450229:0:34647:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1778653882.450230:0:34647:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1778653882.450231:0:34647:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1778653882.450232:0:34647:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1778653882.450232:0:34647:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1778653882.450233:0:34647:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:0.0:1778653882.450235:0:34647:0:(lov_io.c:1504:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450236:0:34647:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450238:0:34647:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1778653882.450252:0:17403:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.450256:0:17403:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653882.450261:0:17403:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000020:00000010:0.0:1778653882.450265:0:17403:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990000. 00000020:00000010:0.0:1778653882.450268:0:17403:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d55a0. 00000008:00000010:0.0:1778653882.450274:0:17403:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.450280:0:17403:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.450285:0:17403:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.450290:0:17403:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.450293:0:17403:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.450296:0:17403:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000008:00000010:0.0:1778653882.450300:0:17403:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.450303:0:17403:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.450307:0:17403:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.450311:0:17403:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653882.450313:0:17403:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653882.450315:0:17403:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000008:00000020:0.0:1778653882.450317:0:17403:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff915388bb3ba0. 00000008:00000001:0.0:1778653882.450319:0:17403:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1778653882.450321:0:17403:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:0.0:1778653882.450322:0:17403:0:(osc_cache.c:2302:osc_next_obj()) Process leaving (rc=18446622386591894592 : -121687117657024 : ffff915382940c40) 00000008:00000020:0.0:1778653882.450324:0:17403:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff915382940c40 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:0.0:1778653882.450328:0:17403:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1778653882.450330:0:17403:0:(osc_cache.c:1823:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:0.0:1778653882.450331:0:17403:0:(osc_cache.c:1824:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653882.450332:0:17403:0:(osc_cache.c:2160:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1778653882.450334:0:17403:0:(osc_cache.c:2017:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1778653882.450336:0:17403:0:(osc_cache.c:2021:try_to_add_extent_for_io()) extent ffff91538dbfc000@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff915382940c40], [0|2|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1778653882.450341:0:17403:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff91538dbfc000 00000008:00000001:0.0:1778653882.450343:0:17403:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1778653882.450345:0:17403:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382940c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1778653882.450349:0:17403:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:0.0:1778653882.450352:0:17403:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff915389b76000: cli: ffff915388bb3ba0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1778653882.450357:0:17403:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff915385c83eb0. 00000008:00000010:0.0:1778653882.450359:0:17403:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91538a5dc1a0. 00000008:00000020:0.0:1778653882.450362:0:17403:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1778653882.450364:0:17403:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1778653882.450366:0:17403:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1778653882.450367:0:17403:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1778653882.450370:0:17403:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1778653882/1778653882 00000020:00000001:0.0:1778653882.450374:0:17403:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1778653882.450375:0:17403:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1778653882.450378:0:17403:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1778653882.450381:0:17403:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:0.0:1778653882.450384:0:17403:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.450391:0:17403:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00010000:00000001:0.0:1778653882.450394:0:17403:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.450399:0:17403:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1778653882.450402:0:17403:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1778653882.450406:0:17403:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653882.450411:0:17403:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.450414:0:17403:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.450423:0:17403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.450424:0:17403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653882.450426:0:17403:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1778653882.450427:0:17403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.450429:0:17403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.450430:0:17403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:0.0:1778653882.450432:0:17403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.450434:0:17403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00000008:00000001:0.0:1778653882.450436:0:17403:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653882.450438:0:17403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.450439:0:17403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1778653882.450441:0:17403:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1778653882.450444:0:17403:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1778653882.450448:0:17403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.450451:0:17403:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:0.0:1778653882.450458:0:17403:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.450461:0:17403:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.450463:0:17403:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.450482:0:17403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff915385fbc000. 00000100:00000001:0.0:1778653882.450490:0:17403:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653882.450496:0:17403:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1778653882.450503:0:17403:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff915389b76000: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1778653882.450508:0:17403:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1778653882.450534:0:17403:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8139 MB/s 00000008:00008000:0.0:1778653882.450543:0:17403:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeb11c4904940 map ffff91538bdb0278 index 0 flags 17ffffc0001001 count 3 priv ffff9153833bea80: off 0 00000008:00008000:0.0:1778653882.450547:0:17403:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeb11c4ac6cc0 map ffff91538bdb0278 index 1 flags 17ffffc0001001 count 3 priv ffff9153833bee00: off 0 00000008:00000001:0.0:1778653882.450555:0:17403:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1778653882.450557:0:17403:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1778653882.450561:0:17403:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff915387c9e680 - object 0x240000400:67 offset 0<>8192 00000008:00000001:0.0:1778653882.450563:0:17403:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.450565:0:17403:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1778653882.450567:0:17403:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1778653882.450568:0:17403:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1778653882.450569:0:17403:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1778653882/1778653882 00000020:00000001:0.0:1778653882.450571:0:17403:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1778653882.450572:0:17403:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1778653882.450573:0:17403:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1778653882.450575:0:17403:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.450576:0:17403:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000008:00000002:0.0:1778653882.450584:0:17403:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 0000000097552c47, now 0r/1w/0d in flight req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1778653882.450592:0:17403:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1778653882.450600:0:17403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a7ab4f] to pc [ptlrpcd_00_01+1] req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1778653882.450624:0:17403:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1778653882.450627:0:17403:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.450629:0:17403:0:(osc_cache.c:2209:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.450631:0:17403:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1778653882.450632:0:17403:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.450634:0:17403:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1778653882.450635:0:17403:0:(osc_cache.c:1817:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.450637:0:17403:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1778653882.450638:0:17403:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.450642:0:17403:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:0.0:1778653882.450643:0:17403:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.450645:0:17403:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1778653882.450647:0:17403:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653882.450690:0:17403:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990000. 00000020:00000010:0.0:1778653882.450694:0:17403:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d55a0. 00000008:00000010:0.0:1778653882.450698:0:17403:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.450701:0:17403:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.450703:0:17403:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.450707:0:17403:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.450709:0:17403:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.450712:0:17403:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000008:00000010:0.0:1778653882.450714:0:17403:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.450716:0:17403:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.450719:0:17403:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.450721:0:17403:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653882.450723:0:17403:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000020:00000010:0.0:1778653882.450725:0:17403:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000100:00000001:1.0:1778653882.450811:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653882.450815:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653882.450817:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653882.450824:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.450831:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653882.450833:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653882.450838:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653882.450840:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653882.450843:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653882.450846:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054697856:192.168.204.110@tcp:4:multiop.0 00000100:00000001:1.0:1778653882.450850:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653882.450856:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653882.450858:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653882.450861:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653882.450866:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bba000. 02000000:00000001:1.0:1778653882.450880:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653882.450886:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653882.450890:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5580. 00000400:00000010:1.0:1778653882.450896:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19bb0. 00000100:00000200:1.0:1778653882.450905:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054697856, portal 4 00000100:00000001:1.0:1778653882.450906:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653882.450907:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:1.0:1778653882.450914:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.450921:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653882.450924:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653882.450927:0:2367:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff91538cc0ac00. 00000100:00000200:1.0:1778653882.450930:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1865052054697856, offset 0 00000400:00000200:1.0:1778653882.450936:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653882.450944:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.450951:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653882.450956:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653882.450960:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653882.450964:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653882.450967:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653882.450971:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2575:2575:256:4294967295] 192.168.204.110@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:1.0:1778653882.450975:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.450985:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653882.450991:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653882.450997:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff915385c67600. 00000800:00000200:1.0:1778653882.451005:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653882.451013:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653882.451017:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385c67600 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1778653882.451033:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653882.451038:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 20938 usecs (21 jiffies) 00000400:00000200:1.0:1778653882.451041:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653882.451044:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296437648 00000100:00000001:1.0:1778653882.451047:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296438433 00000100:00000001:1.0:1778653882.451049:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296437648 00000100:00000001:1.0:1778653882.451051:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296438433 00000100:00000001:1.0:1778653882.451053:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653882.451056:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.451059:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.451061:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653882.451067:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653882.451069:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1778653882.451071:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653882.451072:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653882.451074:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.451076:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.451088:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653882.451090:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653882.452932:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.452940:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff915385c67600. 00000400:00000200:0.0:1778653882.452946:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.452952:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653882.452958:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538cc0ac00 00000400:00000010:0.0:1778653882.452960:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff91538cc0ac00. 00000100:00000001:0.0:1778653882.452964:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653882.452970:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.452982:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.452984:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.452990:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.452992:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.501081:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.501098:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.501104:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.501107:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.501117:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.501126:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.501134:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.501139:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.501145:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.501149:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 4 MB=0x6a04145353780 00000400:00000200:1.0:1778653882.501154:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.501160:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 448/448 into md 0x6a61 [1] + 224 00000800:00000001:1.0:1778653882.501167:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.501174:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.501177:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.501181:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.501188:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.501198:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.501207:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.501228:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.501237:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.501248:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.501412:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653882.501417:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.501423:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.501425:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.501428:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5580. 00000400:00000200:0.0:1778653882.501432:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19bb0 00000400:00000010:0.0:1778653882.501434:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19bb0. 00000100:00000001:0.0:1778653882.501437:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.501442:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.501450:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054697856/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.501456:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.501457:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.501459:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.501462:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.501465:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.501467:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.501470:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.501478:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996aca0 time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1778653882.501482:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.501484:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.501486:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.501488:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.501491:0:2367:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.501495:0:2367:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1778653882.501498:0:2367:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967345 gen 17 00000100:00000001:0.0:1778653882.501500:0:2367:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1778653882.501502:0:2367:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1778653882.501505:0:2367:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.501506:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.501510:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054697856/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.501516:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.501519:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.501521:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653882.501524:0:2367:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1778653882.501526:0:2367:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1778653882.501530:0:2367:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1778653882.501533:0:2367:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1778653882.501537:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for usr 0 00000001:04000000:0.0:1778653882.501539:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for grp 0 00000001:04000000:0.0:1778653882.501541:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for prj 0 00000001:00000001:0.0:1778653882.501543:0:2367:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653882.501545:0:2367:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1778653882.501548:0:2367:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1778653882.501552:0:2367:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1778653882.501555:0:2367:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1778653882.501557:0:2367:0:(osc_request.c:2585:brw_interpret()) request ffff915387c9e680 aa ffff915387c9e830 rc 0 00000020:00000001:0.0:1778653882.501564:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.501567:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653882.501569:0:2367:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653882.501571:0:2367:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:0.0:1778653882.501574:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.501576:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.501578:0:2367:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.501579:0:2367:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000008:00000010:0.0:1778653882.501582:0:2367:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91538a5dc1a0. 00000100:00000001:0.0:1778653882.501587:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.501590:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054697856/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.501597:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.501601:0:2367:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1778653882.501604:0:2367:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91538dbfc000@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff915382940c40], [0|2|+|-|0000000000000000|256|ffff915383a28000]} extent finished. 00000008:00010000:0.0:1778653882.501609:0:2367:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff91538dbfc000 00000008:00000001:0.0:1778653882.501613:0:2367:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1778653882.501615:0:2367:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1778653882.501620:0:2367:0:(cl_page.c:1104:cl_page_complete()) page@000000005faac7b8[4 000000003b50fdcb 3 1 0000000000000000] 00000020:00000001:0.0:1778653882.501621:0:2367:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1778653882.501623:0:2367:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1778653882.501624:0:2367:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1778653882.501627:0:2367:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.501629:0:2367:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[4 000000003b50fdcb 3 1 0000000000000000] 00000020:00000001:0.0:1778653882.501632:0:2367:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1778653882.501633:0:2367:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1778653882.501635:0:2367:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1778653882.501638:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005faac7b8[4 000000003b50fdcb 1 1 0000000000000000] 00000080:00008000:0.0:1778653882.501640:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1778653882.501641:0:2367:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1778653882.501644:0:2367:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653882.501646:0:2367:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1778653882.501690:0:2367:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1778653882.501692:0:2367:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1778653882.501694:0:2367:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.501697:0:2367:0:(cl_page.c:556:cl_batch_put()) page@000000005faac7b8[4 000000003b50fdcb 1 1 0000000000000000] 00000020:00000001:0.0:1778653882.501698:0:2367:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1778653882.501699:0:2367:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1778653882.501701:0:2367:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:0.0:1778653882.501702:0:2367:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1778653882.501703:0:2367:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1778653882.501705:0:2367:0:(cl_page.c:1104:cl_page_complete()) page@0000000030dd5928[4 000000003b50fdcb 3 1 0000000000000000] 00000020:00000001:0.0:1778653882.501706:0:2367:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1778653882.501707:0:2367:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1778653882.501708:0:2367:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1778653882.501709:0:2367:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.501711:0:2367:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[4 000000003b50fdcb 3 1 0000000000000000] 00000020:00000001:0.0:1778653882.501713:0:2367:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1778653882.501714:0:2367:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1778653882.501716:0:2367:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1778653882.501718:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000030dd5928[4 000000003b50fdcb 1 1 0000000000000000] 00000080:00008000:0.0:1778653882.501720:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1778653882.501721:0:2367:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1778653882.501722:0:2367:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653882.501724:0:2367:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1778653882.501739:0:2367:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1778653882.501741:0:2367:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1778653882.501742:0:2367:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.501745:0:2367:0:(cl_page.c:556:cl_batch_put()) page@0000000030dd5928[4 000000003b50fdcb 1 1 0000000000000000] 00000020:00000001:0.0:1778653882.501746:0:2367:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1778653882.501747:0:2367:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1778653882.501748:0:2367:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1778653882.501753:0:2367:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91538dbfc000@{[0 -> 1/1], [1|0|-|inv|wShu|ffff915382940c40], [0|0|-|-|0000000000000000|256|ffff915383a28000]} destroyed. 00000008:00010000:0.0:1778653882.501757:0:2367:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff91538dbfc000 00000008:00000010:0.0:1778653882.501762:0:2367:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91538dbfc000. 00000008:00000001:0.0:1778653882.501766:0:2367:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1778653882.501772:0:2367:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff915385c83eb0. 00000008:00000020:0.0:1778653882.501779:0:2367:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff915388bb3ba0. 00000008:00000001:0.0:1778653882.501799:0:2367:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.501805:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054697856/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.501814:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2367:1865052054697856:192.168.204.110@tcp:4:multiop.0 00000100:00000001:0.0:1778653882.501818:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.501820:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.501823:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054697856/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.501828:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.501830:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.501833:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bba000. 02000000:00000001:0.0:1778653882.501837:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.501839:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.501841:0:2367:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653882.501843:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.501845:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff915385fbc000. 02000000:00000001:0.0:1778653882.501860:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.501862:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.501864:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:0.0:1778653882.501879:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.501880:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.501882:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.501889:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.501891:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.501901:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653882.501903:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.501914:0:17403:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.501920:0:17403:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653882.501925:0:17403:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000020:00000010:0.0:1778653882.501929:0:17403:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990a00. 00000020:00000010:0.0:1778653882.501933:0:17403:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d55a0. 00000008:00000010:0.0:1778653882.501937:0:17403:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.501942:0:17403:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.501946:0:17403:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.501951:0:17403:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.501955:0:17403:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.501959:0:17403:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990600. 00000008:00000010:0.0:1778653882.501963:0:17403:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.501966:0:17403:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.501969:0:17403:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.501973:0:17403:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653882.501975:0:17403:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653882.501977:0:17403:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000008:00000020:0.0:1778653882.501979:0:17403:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff915388bb3ba0. 00000008:00000001:0.0:1778653882.501982:0:17403:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1778653882.501983:0:17403:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:0.0:1778653882.501985:0:17403:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.501987:0:17403:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1778653882.501989:0:17403:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653882.501992:0:17403:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990a00. 00000020:00000010:0.0:1778653882.501996:0:17403:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d55a0. 00000008:00000010:0.0:1778653882.501999:0:17403:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.502003:0:17403:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.502006:0:17403:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.502009:0:17403:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.502011:0:17403:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.502014:0:17403:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000008:00000010:0.0:1778653882.502017:0:17403:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.502020:0:17403:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.502023:0:17403:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.502025:0:17403:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653882.502028:0:17403:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990600. 00000020:00000010:0.0:1778653882.502029:0:17403:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000020:00000001:2.0:1778653882.502091:0:34647:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502095:0:34647:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1778653882.502097:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653882.502099:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000020:00000001:2.0:1778653882.502102:0:34647:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1778653882.502103:0:34647:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1778653882.502104:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653882.502108:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[3 000000003b50fdcb 1 1 00000000ed3a5a99] 00000020:00000001:2.0:1778653882.502110:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1778653882.502111:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653882.502112:0:34647:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1778653882.502114:0:34647:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1778653882.502115:0:34647:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653882.502116:0:34647:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600892208 : -121687108659408 : ffff9153831d5730) 00000020:00000001:2.0:1778653882.502118:0:34647:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1778653882.502119:0:34647:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1778653882.502124:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653882.502126:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[3 000000003b50fdcb 1 1 00000000ed3a5a99] 00000020:00000001:2.0:1778653882.502127:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1778653882.502129:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653882.502129:0:34647:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1778653882.502131:0:34647:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502133:0:34647:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1778653882.502135:0:34647:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1778653882.502136:0:34647:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1778653882.502137:0:34647:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1778653882.502138:0:34647:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1778653882.502140:0:34647:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1778653882.502142:0:34647:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1778653882.502143:0:34647:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1778653882.502143:0:34647:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1778653882.502144:0:34647:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1778653882.502146:0:34647:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1778653882.502147:0:34647:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653882.502150:0:34647:0:(cl_page.c:556:cl_batch_put()) page@000000005faac7b8[3 000000003b50fdcb 2 1 00000000ed3a5a99] 00000020:00000001:2.0:1778653882.502151:0:34647:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1778653882.502152:0:34647:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1778653882.502153:0:34647:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1778653882.502156:0:34647:0:(cl_page.c:1207:cl_page_clip()) page@000000005faac7b8[2 000000003b50fdcb 2 1 00000000ed3a5a99] 00000020:00000001:2.0:1778653882.502157:0:34647:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1778653882.502159:0:34647:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1778653882.502162:0:34647:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1778653882.502163:0:34647:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653882.502164:0:34647:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1778653882.502165:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653882.502167:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[2 000000003b50fdcb 2 1 0000000000000000] 00000020:00000001:2.0:1778653882.502168:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1778653882.502169:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653882.502171:0:34647:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1778653882.502172:0:34647:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653882.502174:0:34647:0:(cl_page.c:556:cl_batch_put()) page@000000005faac7b8[2 000000003b50fdcb 1 1 0000000000000000] 00000020:00000001:2.0:1778653882.502175:0:34647:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1778653882.502176:0:34647:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1778653882.502177:0:34647:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1778653882.502177:0:34647:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653882.502179:0:34647:0:(cl_page.c:556:cl_batch_put()) page@0000000030dd5928[3 000000003b50fdcb 2 1 00000000ed3a5a99] 00000020:00000001:2.0:1778653882.502180:0:34647:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1778653882.502181:0:34647:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1778653882.502182:0:34647:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1778653882.502183:0:34647:0:(cl_page.c:1207:cl_page_clip()) page@0000000030dd5928[2 000000003b50fdcb 2 1 00000000ed3a5a99] 00000020:00000001:2.0:1778653882.502184:0:34647:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1778653882.502185:0:34647:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1778653882.502186:0:34647:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1778653882.502187:0:34647:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653882.502188:0:34647:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1778653882.502190:0:34647:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653882.502191:0:34647:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[2 000000003b50fdcb 2 1 0000000000000000] 00000020:00000001:2.0:1778653882.502192:0:34647:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1778653882.502193:0:34647:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653882.502194:0:34647:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1778653882.502195:0:34647:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653882.502197:0:34647:0:(cl_page.c:556:cl_batch_put()) page@0000000030dd5928[2 000000003b50fdcb 1 1 0000000000000000] 00000020:00000001:2.0:1778653882.502197:0:34647:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1778653882.502198:0:34647:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1778653882.502200:0:34647:0:(vvp_io.c:970:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1778653882.502204:0:34647:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653882.502207:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000002:2.0:1778653882.502211:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653882.502213:0:34647:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502215:0:34647:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1778653882.502216:0:34647:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1778653882.502217:0:34647:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502221:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fb80 00000080:00200000:2.0:1778653882.502223:0:34647:0:(vvp_io.c:1352:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:2.0:1778653882.502226:0:34647:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502229:0:34647:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653882.502232:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653882.502233:0:34647:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653882.502235:0:34647:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:2.0:1778653882.502237:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:2.0:1778653882.502239:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:2.0:1778653882.502741:0:34647:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1778653882.502745:0:34647:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653882.502746:0:34647:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502749:0:34647:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502751:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000008:00000001:2.0:1778653882.502753:0:34647:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502756:0:34647:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502758:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502760:0:34647:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502762:0:34647:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502764:0:34647:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653882.502766:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1778653882.502767:0:34647:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653882.502769:0:34647:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653882.502771:0:34647:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653882.502772:0:34647:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502774:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.502777:0:34647:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653882.502779:0:34647:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653882.502781:0:34647:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653882.502783:0:34647:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389b7d038 (ffff91538c5e4128/0) at cl_lock_release():245 00000020:00000001:2.0:1778653882.502786:0:34647:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653882.502787:0:34647:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389b7d038 (ffff91538c5e4128/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653882.502791:0:34647:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653882.502793:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653882.502795:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755355304 : -121686954196312 : ffff91538c5242a8) 00000020:00000001:2.0:1778653882.502796:0:34647:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653882.502797:0:34647:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d75e30 (ffff91538c5e4878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653882.502801:0:34647:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653882.502802:0:34647:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653882.502805:0:34647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653882.502808:0:34647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653882.502811:0:34647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=4 00000020:00000001:2.0:1778653882.502813:0:34647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653882.502816:0:34647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:2.0:1778653882.502818:0:34647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653882.502823:0:34647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653882.502834:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.502835:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.502837:0:34647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653882.502839:0:34647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653882.502842:0:34647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653882.502854:0:34647:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653882.502857:0:34647:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653882.502859:0:34647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653882.502864:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.502875:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.502877:0:34647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.502880:0:34647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653882.502882:0:34647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.502884:0:34647:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.502886:0:34647:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653882.502891:0:34647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653882.502892:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.502893:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653882.502895:0:34647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653882.502895:0:34647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653882.502896:0:34647:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653882.502898:0:34647:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653882.502899:0:34647:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653882.502900:0:34647:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653882.502902:0:34647:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653882.502903:0:34647:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389b7d038 (ffff91538c5e4128/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653882.502905:0:34647:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653882.502906:0:34647:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653882.502907:0:34647:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d75e30 (ffff91538c5e4128/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653882.502911:0:34647:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45d1d0. 00000020:00000001:2.0:1778653882.502915:0:34647:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653882.502917:0:34647:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75e00. 00020000:00000001:2.0:1778653882.502920:0:34647:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653882.502921:0:34647:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653882.502922:0:34647:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1778653882.502924:0:34647:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653882.502925:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653882.502927:0:34647:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653882.502928:0:34647:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653882.502929:0:34647:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502931:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502932:0:34647:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653882.502933:0:34647:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653882.502934:0:34647:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1778653882.502937:0:34647:0:(vvp_io.c:516:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1778653882.502938:0:34647:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653882.502940:0:34647:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653882.502942:0:34647:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653882.502943:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653882.502944:0:34647:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653882.502947:0:34647:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653882.502948:0:34647:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502950:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653882.502952:0:34647:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653882.502953:0:34647:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653882.502955:0:34647:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653882.502959:0:34647:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1778653882.502961:0:34647:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1778653882.502964:0:34647:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1778653882.502965:0:34647:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653882.502967:0:34647:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653882.502968:0:34647:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653882.502969:0:34647:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653882.502971:0:34647:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653882.502972:0:34647:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4870 00000020:00000010:2.0:1778653882.502975:0:34647:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538a489c00. 00000020:00000010:2.0:1778653882.502979:0:34647:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:2.0:1778653882.502983:0:34647:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfc2f0. 00020000:00000010:2.0:1778653882.502986:0:34647:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc540. 00008000:00000010:2.0:1778653882.502990:0:34647:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3fc08. 00000080:00000010:2.0:1778653882.502992:0:34647:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b2a0. 00000080:00000010:2.0:1778653882.502995:0:34647:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4b68. 00000020:00000010:2.0:1778653882.502997:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a488c00. 00000008:00000010:2.0:1778653882.502999:0:34647:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153899994a0. 00020000:00000010:2.0:1778653882.503001:0:34647:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c5273c0. 00008000:00000010:2.0:1778653882.503004:0:34647:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dea70. 00000080:00000010:2.0:1778653882.503006:0:34647:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7df00. 00000020:00000010:2.0:1778653882.503008:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153885dd200. 00000020:00000010:2.0:1778653882.503010:0:34647:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4870. 00020000:00000001:2.0:1778653882.503012:0:34647:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653882.503013:0:34647:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653882.503015:0:34647:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653882.503017:0:34647:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653882.503019:0:34647:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653882.503020:0:34647:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1778653882.503022:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fc98 00000080:00200000:2.0:1778653882.503023:0:34647:0:(file.c:2207:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1778653882.503027:0:34647:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653882.503029:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:2.0:1778653882.503030:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:2.0:1778653882.503032:0:34647:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653882.503035:0:34647:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653882.503038:0:34647:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653882.503040:0:34647:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1778653882.503041:0:34647:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653882.503043:0:34647:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1778653882.503045:0:34647:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1778653882 a=0 c=1778653882 b=1 00020000:00000001:2.0:1778653882.503048:0:34647:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653882.503050:0:34647:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1778653882 a=0 c=1778653882 b=1 00020000:00000001:2.0:1778653882.503053:0:34647:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.503054:0:34647:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.503055:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000080:00200000:2.0:1778653882.503058:0:34647:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:2.0:1778653882.503060:0:34647:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1778653882.503065:0:34647:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1778653882.503067:0:34647:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1778653882.503069:0:34647:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4120 00000020:00000010:2.0:1778653882.503070:0:34647:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91538a489e00. 00000020:00000010:2.0:1778653882.503073:0:34647:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5ea0. 00000008:00000010:2.0:1778653882.503075:0:34647:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:2.0:1778653882.503078:0:34647:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538dbfc3c0. 00008000:00000010:2.0:1778653882.503080:0:34647:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3c000. 00000080:00000010:2.0:1778653882.503082:0:34647:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872b000. 00000080:00000010:2.0:1778653882.503085:0:34647:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d56d0. 00000020:00000010:2.0:1778653882.503087:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a489000. 00000008:00000010:2.0:1778653882.503089:0:34647:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998b00. 00020000:00000010:2.0:1778653882.503091:0:34647:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c524240. 00008000:00000010:2.0:1778653882.503094:0:34647:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3dea08. 00000080:00000010:2.0:1778653882.503096:0:34647:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d000. 00000020:00000010:2.0:1778653882.503098:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91538a489200. 00000020:00000010:2.0:1778653882.503100:0:34647:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4120. 00000020:00000001:2.0:1778653882.503103:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fd88 00000080:00000008:2.0:1778653882.503104:0:34647:0:(file.c:2693:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1778653882.503107:0:34647:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1778653882.530425:0:34650:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.530432:0:34650:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.530434:0:34650:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653882.530437:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7bc0 00000080:00200000:0.0:1778653882.530442:0:34650:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653882.530450:0:34650:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990600. 00800000:00000002:0.0:1778653882.530456:0:34650:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.530461:0:34650:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.530465:0:34650:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.530467:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7ae0 00800000:00000002:0.0:1778653882.530470:0:34650:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.530474:0:34650:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653882.530479:0:34650:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653882.530484:0:34650:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.530486:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb79b0 00000002:00010000:0.0:1778653882.530488:0:34650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653882.530492:0:34650:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653882.530493:0:34650:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.530497:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.530504:0:34650:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.530506:0:34650:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.530511:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.530515:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653882.530520:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1778653882.531256:0:34650:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653882.531261:0:34650:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.531264:0:34650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1778653882.531271:0:34650:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653882.531273:0:34650:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653882.531275:0:34650:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.531277:0:34650:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.531279:0:34650:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.531281:0:34650:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653882.531284:0:34650:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653882.531287:0:34650:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.531290:0:34650:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990600. 00000080:00000001:0.0:1778653882.531294:0:34650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653882.531296:0:34650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.531299:0:34650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653882.531302:0:34650:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902a0 00800000:00000001:0.0:1778653882.531306:0:34650:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.531308:0:34650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.531310:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.531312:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.531314:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.531316:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.531320:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.531322:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.531324:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.531325:0:34650:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.531327:0:34650:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.531330:0:34650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902a0 from it ffffa71ac1cb7bf8 00010000:00000001:0.0:1778653882.531332:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.531333:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.531334:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.531336:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.531338:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.531340:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.531343:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653882.531350:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.531351:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.531352:0:34650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.531355:0:34650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.531357:0:34650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653882.531365:0:34650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.531368:0:34650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.531370:0:34650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.531375:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.531376:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.531377:0:34650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531380:0:34650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.531381:0:34650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531383:0:34650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531386:0:34650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531388:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.531389:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.531390:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653882.531393:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653882.531395:0:34650:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.531399:0:34650:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653882.531404:0:34650:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.531409:0:34650:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1778653882.531412:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b88 00000080:00002000:0.0:1778653882.531413:0:34650:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff91538bd80af8) flags 0x20000e refc 1 00000080:00000001:0.0:1778653882.531416:0:34650:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.531418:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7bd0 00000080:00200000:0.0:1778653882.531420:0:34650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:0.0:1778653882.531424:0:34650:0:(llite_lib.c:3010:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1778653882.531425:0:34650:0:(llite_lib.c:3016:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.531429:0:34650:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.531430:0:34650:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08), inode mode 41ed mask 1 00000080:00000001:0.0:1778653882.531433:0:34650:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653882.531444:0:34650:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef0a0. 00000080:00000001:0.0:1778653882.531448:0:34650:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.531449:0:34650:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff91538bd72a08), inode mode 41ed mask 3 00000080:00000001:0.0:1778653882.531452:0:34650:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.531455:0:34650:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:0.0:1778653882.531456:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b50 00000080:00200000:0.0:1778653882.531458:0:34650:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff91538bd72a08), file ffff915382b48780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1778653882.531463:0:34650:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff9153951d55a0. 00000080:00000001:0.0:1778653882.531467:0:34650:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653882.531469:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a00 00000080:00200000:0.0:1778653882.531471:0:34650:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff91538bd72a08), intent=open|creat 00000080:00000010:0.0:1778653882.531478:0:34650:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990600. 00000080:00000001:0.0:1778653882.531484:0:34650:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.531486:0:34650:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.531487:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7920 00800000:00000002:0.0:1778653882.531489:0:34650:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:0.0:1778653882.531492:0:34650:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1778653882.531495:0:34650:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1778653882.531499:0:34650:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:0.0:1778653882.531502:0:34650:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1778653882.531503:0:34650:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1778653882.531506:0:34650:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1778653882.531509:0:34650:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1778653882.531511:0:34650:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:0.0:1778653882.531514:0:34650:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.531516:0:34650:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.531518:0:34650:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.531520:0:34650:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.531522:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb78a0 00800000:00000002:0.0:1778653882.531524:0:34650:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1778653882.531528:0:34650:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.531529:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb77d8 00000002:00010000:0.0:1778653882.531531:0:34650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1778653882.531535:0:34650:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653882.531538:0:34650:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653882.531541:0:34650:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1778653882.531545:0:34650:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.531547:0:34650:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653882.531550:0:34650:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653882.531552:0:34650:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.531555:0:34650:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653882.531558:0:34650:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531559:0:34650:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.531561:0:34650:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.531579:0:34650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9e680. 00000020:00000040:0.0:1778653882.531584:0:34650:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=11 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653882.531590:0:34650:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653882.531591:0:34650:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531594:0:34650:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.531598:0:34650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.531600:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.531602:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.531603:0:34650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.531605:0:34650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.531607:0:34650:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.531610:0:34650:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.531617:0:34650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eec800. 00000100:00000001:0.0:1778653882.531623:0:34650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531628:0:34650:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.531630:0:34650:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531631:0:34650:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.531633:0:34650:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.531634:0:34650:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.531642:0:34650:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.531645:0:34650:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.531668:0:34650:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653882.531671:0:34650:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063200 count: 2 00010000:00000001:0.0:1778653882.531673:0:34650:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.531676:0:34650:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.531679:0:34650:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c24e00. 00000020:00000001:0.0:1778653882.531682:0:34650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.531684:0:34650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c24e00 with handle 0x3df471c51a8902c3 to hash 00000020:00000001:0.0:1778653882.531687:0:34650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.531688:0:34650:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.531692:0:34650:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.531701:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.531703:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.531706:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.531716:0:34650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34650 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653882.531727:0:34650:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653882.531739:0:34650:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653882.531748:0:34650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34650 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.531754:0:34650:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.531756:0:34650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.531763:0:34650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6600. 00000100:00000001:0.0:1778653882.531765:0:34650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691073536 : -121687018478080 : ffff9153887d6600) 00000100:00000001:0.0:1778653882.531768:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.531770:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.531774:0:34650:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.531778:0:34650:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.531780:0:34650:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.531782:0:34650:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.531785:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.531793:0:34650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.531795:0:34650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.531798:0:34650:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.531801:0:34650:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.531803:0:34650:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.531806:0:34650:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34650:1865052054698112:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.531810:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.531815:0:34650:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.531817:0:34650:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.531820:0:34650:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.531882:0:34650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653882.531885:0:34650:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.531893:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.531897:0:34650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.531903:0:34650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915385eed800. 00000100:00000200:0.0:1778653882.531910:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054698112, portal 10 00000100:00000001:0.0:1778653882.531912:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.531922:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000040:0.0:1778653882.531928:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.531936:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.531938:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.531942:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000200:0.0:1778653882.531944:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1865052054698112, offset 0 00000400:00000200:0.0:1778653882.531950:0:34650:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.531958:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.531965:0:34650:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.531970:0:34650:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.531974:0:34650:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.531978:0:34650:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.531980:0:34650:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.531984:0:34650:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2576:2576:256:4294967295] 192.168.204.110@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:0.0:1778653882.531988:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.531997:0:34650:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.532002:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.532006:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d200. 00000800:00000200:0.0:1778653882.532013:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.532020:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.532024:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.532039:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.532044:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 824870 usecs (825 jiffies) 00000400:00000200:0.0:1778653882.532047:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.532050:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438533 00000800:00000200:0.0:1778653882.532152:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.532157:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d200. 00000400:00000200:0.0:1778653882.532161:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.532165:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653882.532170:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:0.0:1778653882.532172:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:0.0:1778653882.532176:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653882.532180:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.532188:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.532191:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.532197:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.532199:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1778653882.532217:0:34650:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, simply extend its deadline from 4296438433 00000100:00000001:0.0:1778653882.532222:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438533 00000100:00000001:0.0:1778653882.532225:0:34650:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, simply extend its deadline from 4296438433 00000100:00000001:0.0:1778653882.532228:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.532230:0:34650:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.532233:0:34650:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.532235:0:34650:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.532237:0:34650:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6600 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.532239:0:34650:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.532242:0:34650:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653882.540477:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.540493:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.540497:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.540500:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.540508:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.540516:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.540527:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.540531:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.540537:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.540542:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145353880 00000400:00000200:1.0:1778653882.540546:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.540552:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6a71 [32] + 224 00000800:00000001:1.0:1778653882.540560:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.540566:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.540569:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.540573:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.540588:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.540596:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.540606:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.540624:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653882.540633:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653882.540636:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.540642:0:2358:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653882.540682:0:2358:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2577:2577:256:4294967295] 192.168.204.110@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:1.0:1778653882.540687:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.540694:0:34650:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1778653882.540697:0:2358:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653882.540703:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653882.540709:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915388bbbc00. 00000800:00000200:1.0:1778653882.540716:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653882.540724:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653882.540730:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915388bbbc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653882.540808:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.540812:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915388bbbc00. 00000400:00000200:1.0:1778653882.540815:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.540818:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653882.540824:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.540827:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653882.541301:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.541303:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.541306:0:34650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.541311:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915385eed800 00000400:00000010:0.0:1778653882.541313:0:34650:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915385eed800. 00000100:00000001:0.0:1778653882.541316:0:34650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.541321:0:34650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.541331:0:34650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9e680 x1865052054698112/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.541338:0:34650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.541340:0:34650:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.541342:0:34650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.541345:0:34650:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.541348:0:34650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.541350:0:34650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.541353:0:34650:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.541361:0:34650:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=143 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653882.541365:0:34650:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.541368:0:34650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.541370:0:34650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.541373:0:34650:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.541376:0:34650:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.541380:0:34650:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653882.541381:0:34650:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:0.0:1778653882.541383:0:34650:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653882.541386:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.541387:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.541390:0:34650:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.541392:0:34650:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1778653882.541395:0:34650:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.541397:0:34650:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.541402:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.541409:0:34650:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.541412:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.541414:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.541418:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.541430:0:34650:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9e680 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34650:1865052054698112:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.541435:0:34650:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.541438:0:34650:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.541440:0:34650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.541442:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.541445:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.541451:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.541455:0:34650:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6600. 00000100:00000001:0.0:1778653882.541458:0:34650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.541459:0:34650:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.541462:0:34650:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.541467:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.541470:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.541472:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:0.0:1778653882.541474:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541477:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000040:0.0:1778653882.541482:0:34650:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c24e00, remote cookie: 0xdfa36d5417270114, flags: 0x1001 00010000:00010000:0.0:1778653882.541487:0:34650:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653882.541495:0:34650:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:0.0:1778653882.541498:0:34650:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1778653882.541506:0:34650:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063000. 00010000:00000010:0.0:1778653882.541510:0:34650:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915384d75200. 00010000:00000001:0.0:1778653882.541514:0:34650:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.541517:0:34650:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.541529:0:34650:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.541535:0:34650:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.541539:0:34650:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653882.541541:0:34650:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653882.541542:0:34650:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653882.541544:0:34650:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653882.541546:0:34650:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff915383063000) refcount = 1 00010000:00010000:0.0:1778653882.541550:0:34650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.541556:0:34650:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653882.541558:0:34650:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.541560:0:34650:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.541562:0:34650:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.541564:0:34650:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.541567:0:34650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.541573:0:34650:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.541574:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.541576:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.541576:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.541577:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.541578:0:34650:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.541582:0:34650:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653882.541585:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.541586:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.541587:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.541589:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541591:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541593:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.541594:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.541596:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=4 00000020:00000001:0.0:1778653882.541597:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541599:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541602:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.541605:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.541608:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.541613:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.541614:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.541615:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.541616:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.541618:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=5 00000020:00000001:0.0:1778653882.541619:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541621:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.541623:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.541625:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.541630:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.541631:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.541633:0:34650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.541639:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.541640:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.541641:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.541642:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.541643:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653882.541647:0:34650:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.541679:0:34650:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653882.541684:0:34650:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.541691:0:34650:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.542051:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.542053:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.542055:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.542058:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.542060:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00000002:00010000:0.0:1778653882.542064:0:34650:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1778653882.542074:0:34650:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915384cb7740. 00010000:00000001:0.0:1778653882.542076:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.542078:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.542079:0:34650:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.542081:0:34650:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653882.542084:0:34650:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653882.542086:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.542087:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:0.0:1778653882.542089:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.542090:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00010000:00000001:0.0:1778653882.542092:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.542093:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.542094:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.542096:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.542098:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00000002:00010000:0.0:1778653882.542101:0:34650:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.542111:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.542112:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.542114:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.542115:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.542116:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.542117:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.542119:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.542121:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000040:0.0:1778653882.542125:0:34650:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 2 00010000:00000001:0.0:1778653882.542128:0:34650:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653882.542132:0:34650:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:0.0:1778653882.542134:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.542135:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.542137:0:34650:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653882.542139:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7758 00000002:00002000:0.0:1778653882.542141:0:34650:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1778653882.542144:0:34650:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.542147:0:34650:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.542150:0:34650:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.542153:0:34650:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653882.542156:0:34650:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.542160:0:34650:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653882.542161:0:34650:0:(namei.c:672:ll_lookup_it_finish()) it ffff9153951d55a0 it_disposition 1800037 00000080:00002000:0.0:1778653882.542167:0:34650:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91539853a870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1778653882.542171:0:34650:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653882.542174:0:34650:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:0.0:1778653882.542175:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7988 00000080:00200000:0.0:1778653882.542177:0:34650:0:(namei.c:1617:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff91538bd72a08), intent=open|creat 00000080:00000001:0.0:1778653882.542180:0:34650:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:0.0:1778653882.542182:0:34650:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653882.542186:0:34650:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653882.542189:0:34650:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653882.542192:0:34650:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1778653882.542195:0:34650:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1778653882.542220:0:34650:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bdb2100. 00000020:00000001:0.0:1778653882.542233:0:34650:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1778653882.542235:0:34650:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1778653882.542238:0:34650:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:0.0:1778653882.542240:0:34650:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff91538bdb21c8) 00000020:00000001:0.0:1778653882.542243:0:34650:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.542247:0:34650:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653882.542252:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000020:00000010:0.0:1778653882.542256:0:34650:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990a00. 00000020:00000010:0.0:1778653882.542260:0:34650:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653882.542267:0:34650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.542272:0:34650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.542276:0:34650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.542281:0:34650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.542285:0:34650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.542288:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991600. 00000008:00000010:0.0:1778653882.542291:0:34650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.542294:0:34650:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.542297:0:34650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.542301:0:34650:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653882.542303:0:34650:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653882.542306:0:34650:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000020:00000001:0.0:1778653882.542309:0:34650:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1778653882.542313:0:34650:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915389b22000. 00000020:00000001:0.0:1778653882.542315:0:34650:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653882.542317:0:34650:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.542323:0:34650:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1778653882.542326:0:34650:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91538356be88. 00020000:00000001:0.0:1778653882.542328:0:34650:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386604654216 : -121687104897400 : ffff91538356be88) 00020000:00000001:0.0:1778653882.542331:0:34650:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1778653882.542334:0:34650:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653882.542338:0:34650:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d5060. 00020000:00000010:0.0:1778653882.542342:0:34650:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f86a00. 00020000:00000010:0.0:1778653882.542347:0:34650:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d5ea0. 00020000:00000001:0.0:1778653882.542349:0:34650:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902884000 : -121686806667616 : ffff9153951d5ea0) 00020000:00000002:0.0:1778653882.542352:0:34650:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5ea0, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653882.542356:0:34650:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653882.542360:0:34650:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86a00: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653882.542362:0:34650:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1778653882.542364:0:34650:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5ea0, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653882.542367:0:34650:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653882.542370:0:34650:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86a00: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1778653882.542374:0:34650:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915385c83eb0. 00020000:00000010:0.0:1778653882.542377:0:34650:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9153887d6600. 00020000:00000001:0.0:1778653882.542381:0:34650:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1778653882.542384:0:34650:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff915389931bf8. 00020000:00000001:0.0:1778653882.542387:0:34650:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1778653882.542388:0:34650:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1778653882.542392:0:34650:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1778653882.542394:0:34650:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915389b22960. 00000020:00000001:0.0:1778653882.542396:0:34650:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1778653882.542398:0:34650:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.542400:0:34650:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386711308768 : -121686998242848 : ffff915389b229e0) 00020000:00000001:0.0:1778653882.542403:0:34650:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1778653882.542407:0:34650:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff915382941a40. 00020000:00000001:0.0:1778653882.542410:0:34650:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.542413:0:34650:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711308768 : -121686998242848 : ffff915389b229e0) 00020000:00000001:0.0:1778653882.542415:0:34650:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386711308768 : -121686998242848 : ffff915389b229e0) 00020000:00000002:0.0:1778653882.542419:0:34650:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff915389b22960[0:0] -> [0x200000404:0x35:0x0]@ffff915389b22000: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1778653882.542423:0:34650:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1778653882.542426:0:34650:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1778653882.542428:0:34650:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.542430:0:34650:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386711306368 : -121686998245248 : ffff915389b22080) 00000020:00001000:0.0:1778653882.542433:0:34650:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653882.542436:0:34650:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990a00. 00000020:00000010:0.0:1778653882.542440:0:34650:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653882.542444:0:34650:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.542447:0:34650:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.542450:0:34650:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.542453:0:34650:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.542456:0:34650:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.542458:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000008:00000010:0.0:1778653882.542461:0:34650:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.542463:0:34650:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.542466:0:34650:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.542469:0:34650:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653882.542471:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991600. 00000020:00000010:0.0:1778653882.542473:0:34650:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000080:00000001:0.0:1778653882.542476:0:34650:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1778653882.542479:0:34650:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1778653882.542481:0:34650:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1778653882 00000080:00000001:0.0:1778653882.542485:0:34650:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1778653882.542487:0:34650:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747548104 : -121686962003512 : ffff91538bdb21c8) 00010000:00000001:0.0:1778653882.542489:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.542491:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.542492:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.542494:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.542496:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00000080:00000001:0.0:1778653882.542499:0:34650:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653882.542500:0:34650:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.542502:0:34650:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653882.542505:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991600. 00000020:00000010:0.0:1778653882.542507:0:34650:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991200. 00000020:00000010:0.0:1778653882.542509:0:34650:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653882.542511:0:34650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.542513:0:34650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.542516:0:34650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.542518:0:34650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.542520:0:34650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.542523:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990a00. 00000008:00000010:0.0:1778653882.542525:0:34650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.542527:0:34650:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.542529:0:34650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.542531:0:34650:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653882.542533:0:34650:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653882.542535:0:34650:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000020:00000001:0.0:1778653882.542537:0:34650:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653882.542539:0:34650:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653882.542540:0:34650:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653882.542543:0:34650:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d58a0. 00020000:00000010:0.0:1778653882.542545:0:34650:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f86800. 00020000:00000010:0.0:1778653882.542548:0:34650:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153886b6e40. 00020000:00000001:0.0:1778653882.542550:0:34650:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386689896000 : -121687019655616 : ffff9153886b6e40) 00020000:00000002:0.0:1778653882.542552:0:34650:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153886b6e40, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653882.542556:0:34650:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653882.542558:0:34650:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86800: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653882.542562:0:34650:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff91538356be88) owner ffff915394944f80 00020000:00000001:0.0:1778653882.542564:0:34650:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653882.542566:0:34650:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff91538356be88) owner ffff915394944f80 00020000:00000010:0.0:1778653882.542570:0:34650:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f86800. 00020000:00000010:0.0:1778653882.542573:0:34650:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d58a0. 00020000:00000010:0.0:1778653882.542576:0:34650:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153886b6e40. 00020000:00000002:0.0:1778653882.542578:0:34650:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653882.542580:0:34650:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.542582:0:34650:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.542585:0:34650:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653882.542588:0:34650:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000002:0.0:1778653882.542590:0:34650:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d5ea0 addref 2/0 by ffff915394944f80. 00020000:00000002:0.0:1778653882.542593:0:34650:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000001:0.0:1778653882.542595:0:34650:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653882.542597:0:34650:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653882.542598:0:34650:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653882.542600:0:34650:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653882.542602:0:34650:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653882.542604:0:34650:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1778653882.542606:0:34650:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653882.542608:0:34650:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991200. 00000020:00000010:0.0:1778653882.542610:0:34650:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653882.542612:0:34650:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.542614:0:34650:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.542616:0:34650:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.542618:0:34650:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.542621:0:34650:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.542622:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991600. 00000008:00000010:0.0:1778653882.542624:0:34650:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.542626:0:34650:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.542628:0:34650:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.542630:0:34650:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653882.542632:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990a00. 00000020:00000010:0.0:1778653882.542634:0:34650:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000080:00000001:0.0:1778653882.542636:0:34650:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.542638:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.542639:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.542641:0:34650:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653882.542644:0:34650:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653882.542646:0:34650:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.542648:0:34650:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff91538bdb21c8) 00000080:00010000:0.0:1778653882.542938:0:34650:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff91538bdb21c8) for lock 0x3df471c51a8902c3 00800000:00000001:0.0:1778653882.542941:0:34650:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.542943:0:34650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.542944:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.542946:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.542947:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.542950:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.542952:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.542954:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.542955:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.542957:0:34650:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.542958:0:34650:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.542960:0:34650:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:0.0:1778653882.542962:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.542969:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.542976:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.542981:0:34650:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.542983:0:34650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff91538bdb21c8) 00000080:00000001:0.0:1778653882.542994:0:34650:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.542997:0:34650:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990600. 00000100:00000001:0.0:1778653882.543000:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.543003:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.543009:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543012:0:34650:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1778653882.543014:0:34650:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543022:0:34650:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653882.543024:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a60 00000080:00200008:0.0:1778653882.543026:0:34650:0:(file.c:1058:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff91538bdb21c8), flags 100102 00000080:00000010:0.0:1778653882.543033:0:34650:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7f2c0. 00000080:00000010:0.0:1778653882.543038:0:34650:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7d80. 00000080:00000001:0.0:1778653882.543040:0:34650:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653882.543044:0:34650:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653882.543046:0:34650:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653882.543049:0:34650:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cefcc0. 00000002:00100000:0.0:1778653882.543053:0:34650:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653882.543059:0:34650:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.543061:0:34650:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653882.543064:0:34650:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653882.543067:0:34650:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543070:0:34650:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.543072:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.543075:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653882.543081:0:34650:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.543084:0:34650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:0.0:1778653882.543110:0:34650:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653882.543112:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.543114:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a60 00000080:00000008:0.0:1778653882.543116:0:34650:0:(file.c:1297:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff91538bdb21c8), flags 100102, rc = 0 00000080:00000001:0.0:1778653882.543120:0:34650:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653882.543122:0:34650:0:(dcache.c:176:ll_intent_release()) intent ffff9153951d55a0 released 00000080:00010000:0.0:1778653882.543124:0:34650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902c3 from it ffff9153951d55a0 00010000:00000001:0.0:1778653882.543126:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.543127:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.543129:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24e00 refcount=3 00000020:00000001:0.0:1778653882.543131:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.543133:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628480512 : -121687081071104 : ffff915384c24e00) 00010000:00000001:0.0:1778653882.543135:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.543138:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.543146:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.543147:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.543148:0:34650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.543151:0:34650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.543153:0:34650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24e00/0x3df471c51a8902c3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270114 expref: -99 pid: 34650 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.543160:0:34650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.543162:0:34650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.543164:0:34650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.543168:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.543169:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.543171:0:34650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.543174:0:34650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.543176:0:34650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.543177:0:34650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.543180:0:34650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.543182:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.543183:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.543184:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653882.543185:0:34650:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653882.543187:0:34650:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653882.543189:0:34650:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653882.543191:0:34650:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653882.543193:0:34650:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653882.543194:0:34650:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543400:0:34650:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653882.543402:0:34650:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543404:0:34650:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653882.543406:0:34650:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543408:0:34650:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653882.543410:0:34650:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff9153951d55a0. 00000080:00000001:0.0:1778653882.543413:0:34650:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543417:0:34650:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653882.543419:0:34650:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff91538bdb21c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1778653882.543423:0:34650:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543624:0:34650:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:0.0:1778653882.543626:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d88 00000080:00200008:0.0:1778653882.543629:0:34650:0:(file.c:2613:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000001:0.0:1778653882.543632:0:34650:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1778653882.543634:0:34650:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543636:0:34650:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1778653882.543639:0:34650:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543641:0:34650:0:(file.c:2560:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1778653882.543642:0:34650:0:(file.c:2566:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.543644:0:34650:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.543647:0:34650:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653882.543666:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990600. 00000020:00000010:0.0:1778653882.543669:0:34650:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990a00. 00000020:00000010:0.0:1778653882.543672:0:34650:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653882.543676:0:34650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.543678:0:34650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.543681:0:34650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.543686:0:34650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.543688:0:34650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.543691:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991600. 00000008:00000010:0.0:1778653882.543694:0:34650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.543824:0:34650:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.543829:0:34650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.543832:0:34650:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653882.543835:0:34650:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653882.543837:0:34650:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000080:00000001:0.0:1778653882.543839:0:34650:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1778653882.543841:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c98 00000080:00200000:0.0:1778653882.543843:0:34650:0:(file.c:2059:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1778653882.543847:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c30 00000080:00200000:0.0:1778653882.543849:0:34650:0:(file.c:1816:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:0.0:1778653882.543852:0:34650:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1778653882.543857:0:34650:0:(cl_io.c:214:cl_io_rw_init()) header@00000000714bc51f[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:0.0:1778653882.543858:0:34650:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1778653882.543861:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22080 00000020:00000001:0.0:1778653882.543863:0:34650:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653882.543874:0:34650:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653882.543876:0:34650:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653882.543879:0:34650:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653882.543881:0:34650:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1778653882.543883:0:34650:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.543887:0:34650:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543890:0:34650:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653882.543892:0:34650:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.543893:0:34650:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653882.543896:0:34650:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x35:0x0]io ffff9153831d6298 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1778653882.543899:0:34650:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000001:0.0:1778653882.543902:0:34650:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653882.543904:0:34650:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653882.543907:0:34650:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653882.543908:0:34650:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1778653882.543910:0:34650:0:(lov_io.c:660:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1778653882.543980:0:34650:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1778653882.543982:0:34650:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653882.544180:0:34650:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544183:0:34650:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653882.544184:0:34650:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.544185:0:34650:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653882.544187:0:34650:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00000020:00000001:0.0:1778653882.544190:0:34650:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544191:0:34650:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.544194:0:34650:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1778653882.544196:0:34650:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1778653882.544401:0:34650:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544405:0:34650:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1778653882.544407:0:34650:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1778653882.544410:0:34650:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1778653882.544411:0:34650:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1778653882.544414:0:34650:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1778653882.544417:0:34650:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1778653882.544420:0:34650:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1778653882.544422:0:34650:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1778653882.544425:0:34650:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1778653882.544428:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.544429:0:34650:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653882.544431:0:34650:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653882.544435:0:34650:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4e10. 00000020:00000010:0.0:1778653882.544438:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000020:00000010:0.0:1778653882.544441:0:34650:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990c00. 00000020:00000010:0.0:1778653882.544443:0:34650:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653882.544447:0:34650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.544450:0:34650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653882.544453:0:34650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653882.544457:0:34650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653882.544459:0:34650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653882.544462:0:34650:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000008:00000010:0.0:1778653882.544465:0:34650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998000. 00020000:00000010:0.0:1778653882.544467:0:34650:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653882.544469:0:34650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653882.544472:0:34650:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7dd20. 00000020:00000001:0.0:1778653882.544474:0:34650:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144664 : -121686953406952 : ffff91538c5e4e18) 00000020:00001000:0.0:1778653882.544476:0:34650:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4e10 00000020:00000001:0.0:1778653882.544478:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b22080 00000020:00000001:0.0:1778653882.544480:0:34650:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653882.544482:0:34650:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653882.544483:0:34650:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653882.544484:0:34650:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544486:0:34650:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544488:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653882.544490:0:34650:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1778653882.544492:0:34650:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1778653882.544495:0:34650:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544497:0:34650:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544499:0:34650:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544501:0:34650:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544502:0:34650:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544503:0:34650:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1778653882.544506:0:34650:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1778653882.544508:0:34650:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1778653882.544510:0:34650:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1778653882.544513:0:34650:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.544515:0:34650:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.544517:0:34650:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1778653882.544519:0:34650:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1778653882.544520:0:34650:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1778653882.544522:0:34650:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1778653882.544523:0:34650:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544525:0:34650:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.544527:0:34650:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.544528:0:34650:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.544530:0:34650:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544531:0:34650:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653882.544533:0:34650:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653882.544534:0:34650:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653882.544535:0:34650:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653882.544537:0:34650:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544539:0:34650:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544540:0:34650:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544542:0:34650:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544543:0:34650:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653882.544545:0:34650:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653882.544547:0:34650:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653882.544548:0:34650:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653882.544550:0:34650:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653882.544552:0:34650:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1778653882.544556:0:34650:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75b80. 00020000:00000002:0.0:1778653882.544558:0:34650:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1778653882.544560:0:34650:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653882.544562:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.544563:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653882.544565:0:34650:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653882.544568:0:34650:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45c390. 00000008:00010000:0.0:1778653882.544570:0:34650:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1778653882.544573:0:34650:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653882.544574:0:34650:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653882.544577:0:34650:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d75bb0, osc lock ffff91538a45c390, flags 0x0 00000020:00000001:0.0:1778653882.544579:0:34650:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544581:0:34650:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.544583:0:34650:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629860224 : -121687079691392 : ffff915384d75b80) 00000020:00000001:0.0:1778653882.544585:0:34650:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653882.544586:0:34650:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.544588:0:34650:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544589:0:34650:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544591:0:34650:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653882.544593:0:34650:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653882.544594:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.544595:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653882.544596:0:34650:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653882.544598:0:34650:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653882.544600:0:34650:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1778653882.544601:0:34650:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.544604:0:34650:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653882.544607:0:34650:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653882.544608:0:34650:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653882.544610:0:34650:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653882.544611:0:34650:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653882.544612:0:34650:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653882.544614:0:34650:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653882.544617:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653882.544622:0:34650:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.544624:0:34650:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1778653882.544628:0:34650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f480. 00000020:00000040:0.0:1778653882.544632:0:34650:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00010000:00000001:0.0:1778653882.544636:0:34650:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653882.544640:0:34650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.544645:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.544646:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.545054:0:34650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.545059:0:34650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653882.545062:0:34650:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653882.545066:0:34650:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653882.545073:0:34650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389991000. 00000100:00000001:0.0:1778653882.545079:0:34650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.545083:0:34650:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.545085:0:34650:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.545086:0:34650:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653882.545087:0:34650:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.545089:0:34650:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.545092:0:34650:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386679313536 : -121687030238080 : ffff915387c9f480) 00010000:00000001:0.0:1778653882.545095:0:34650:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653882.545098:0:34650:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1778653882.545102:0:34650:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915383063d00. 00010000:00000010:0.0:1778653882.545106:0:34650:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff915383063a00. 00010000:00000001:0.0:1778653882.545109:0:34650:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653882.545112:0:34650:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25400. 00000020:00000001:0.0:1778653882.545115:0:34650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653882.545118:0:34650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25400 with handle 0x3df471c51a8902ca to hash 00000020:00000001:0.0:1778653882.545120:0:34650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653882.545122:0:34650:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000010:0.0:1778653882.545125:0:34650:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff915384cb70c0. 00010000:00000001:0.0:1778653882.545128:0:34650:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.545131:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.545134:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.545138:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.545148:0:34650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653882.545157:0:34650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653882.545163:0:34650:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653882.545165:0:34650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653882.545170:0:34650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6c00. 00000100:00000001:0.0:1778653882.545172:0:34650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691075072 : -121687018476544 : ffff9153887d6c00) 00000100:00000001:0.0:1778653882.545175:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.545176:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679313536 : -121687030238080 : ffff915387c9f480) 00000100:00000001:0.0:1778653882.545179:0:34650:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653882.545181:0:34650:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.545184:0:34650:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653882.545186:0:34650:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653882.545193:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.545546:0:34650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653882.545548:0:34650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.545552:0:34650:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653882.545554:0:34650:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653882.545557:0:34650:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653882.545561:0:34650:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9f480 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34650:1865052054698240:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.545565:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653882.545570:0:34650:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653882.545572:0:34650:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.545575:0:34650:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653882.545579:0:34650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eed800. 02000000:00000001:0.0:1778653882.545581:0:34650:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653882.545587:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653882.545591:0:34650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653882.545596:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000200:0.0:1778653882.545602:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054698240, portal 4 00000100:00000001:0.0:1778653882.545604:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653882.545605:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679313536 : -121687030238080 : ffff915387c9f480) 00000100:00000040:0.0:1778653882.545610:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.545617:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653882.545620:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653882.545622:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a296e8. 00000100:00000200:0.0:1778653882.545625:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054698240, offset 0 00000400:00000200:0.0:1778653882.545630:0:34650:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653882.545638:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.545645:0:34650:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653882.545665:0:34650:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653882.545669:0:34650:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653882.545673:0:34650:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653882.545676:0:34650:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653882.545679:0:34650:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2578:2578:256:4294967295] 192.168.204.110@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:0.0:1778653882.545684:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.545692:0:34650:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653882.545707:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653882.545712:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d200. 00000800:00000200:0.0:1778653882.545718:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653882.545725:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653882.545848:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1778653882.545876:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.545880:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21121 usecs (22 jiffies) 00000400:00000200:0.0:1778653882.545884:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653882.545886:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296437744 00000100:00000001:0.0:1778653882.545890:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296438533 00000100:00000001:0.0:1778653882.545892:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296437744 00000100:00000001:0.0:1778653882.545895:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296438533 00000100:00000001:0.0:1778653882.545898:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.545901:0:34650:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.545903:0:34650:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653882.545905:0:34650:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653882.545908:0:34650:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6c00 going to sleep for 11 seconds 00000100:00000001:0.0:1778653882.545910:0:34650:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653882.545983:0:34650:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653882.545999:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653882.546004:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d200. 00000400:00000200:1.0:1778653882.546009:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.546016:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653882.546021:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a296e8 00000400:00000010:1.0:1778653882.546024:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a296e8. 00000100:00000001:1.0:1778653882.546027:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653882.546032:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.546042:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653882.546045:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.546052:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653882.546053:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.555188:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.555205:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.555209:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.555212:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.555221:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.555230:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.555240:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.555246:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.555251:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.555255:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145353900 00000400:00000200:1.0:1778653882.555261:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.555266:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6a81 [1] + 224 00000800:00000001:1.0:1778653882.555274:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.555284:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.555288:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.555292:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.555307:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.555315:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.555325:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.555352:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.555362:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.555365:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.555473:0:34650:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653882.555482:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653882.555484:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653882.555487:0:34650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:0.0:1778653882.555492:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:0.0:1778653882.555494:0:34650:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:0.0:1778653882.555497:0:34650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.555501:0:34650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653882.555510:0:34650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.555515:0:34650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653882.555517:0:34650:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.555519:0:34650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653882.555523:0:34650:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653882.555525:0:34650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653882.555527:0:34650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653882.555531:0:34650:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653882.555542:0:34650:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=143 v=5 (5 5 5 137) 00000100:00001000:0.0:1778653882.555545:0:34650:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653882.555548:0:34650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653882.555550:0:34650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.555552:0:34650:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653882.555556:0:34650:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.555560:0:34650:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653882.555562:0:34650:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1778653882.555564:0:34650:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653882.555565:0:34650:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653882.555570:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.555576:0:34650:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653882.555579:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653882.555581:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653882.555585:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653882.555592:0:34650:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9f480 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34650:1865052054698240:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1778653882.555597:0:34650:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653882.555600:0:34650:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.555602:0:34650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653882.555603:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.555607:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.555612:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653882.555615:0:34650:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6c00. 00000100:00000001:0.0:1778653882.555618:0:34650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653882.555620:0:34650:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.555622:0:34650:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653882.555626:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.555629:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.555632:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=4 00000020:00000001:0.0:1778653882.555635:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555637:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000040:0.0:1778653882.555643:0:34650:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25400, remote cookie: 0xdfa36d5417270122, flags: 0x1 00010000:00010000:0.0:1778653882.555686:0:34650:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.555699:0:34650:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1778653882.555702:0:34650:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.555704:0:34650:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653882.555707:0:34650:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1778653882.555712:0:34650:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653882.555721:0:34650:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff915383063d00) refcount = 1 00010000:00000040:0.0:1778653882.555724:0:34650:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653882.555727:0:34650:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.555735:0:34650:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653882.555737:0:34650:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.555739:0:34650:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653882.555741:0:34650:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.555744:0:34650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.555749:0:34650:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653882.555751:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.555752:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.555753:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.555754:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.555755:0:34650:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.555759:0:34650:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1778653882.555761:0:34650:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653882.555764:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.555765:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.555767:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653882.555769:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555771:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555773:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.555773:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.555774:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=4 00000020:00000001:0.0:1778653882.555776:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555777:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555780:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.555783:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.555786:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.555791:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.555792:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653882.555795:0:34650:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1778653882.555799:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00010000:0.0:1778653882.555804:0:34650:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1778653882.555811:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653882.555813:0:34650:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653882.555815:0:34650:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1778653882.555818:0:34650:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.555820:0:34650:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555821:0:34650:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555823:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000001:0.0:1778653882.555824:0:34650:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1778653882.555826:0:34650:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.555828:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.555829:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.555830:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=5 00000020:00000001:0.0:1778653882.555831:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555833:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.555835:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.555838:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.555844:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.555845:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653882.555847:0:34650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.555853:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.555854:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.555855:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653882.555857:0:34650:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.555859:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.555863:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f480 x1865052054698240/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.555879:0:34650:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653882.555881:0:34650:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653882.555884:0:34650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eed800. 02000000:00000001:0.0:1778653882.555887:0:34650:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653882.555891:0:34650:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653882.555892:0:34650:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653882.555894:0:34650:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653882.555896:0:34650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389991000. 02000000:00000001:0.0:1778653882.555900:0:34650:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653882.555902:0:34650:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653882.555904:0:34650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f480. 00000100:00000001:0.0:1778653882.555908:0:34650:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653882.555909:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653882.555911:0:34650:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.555913:0:34650:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555916:0:34650:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.555918:0:34650:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555920:0:34650:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555923:0:34650:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555925:0:34650:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555927:0:34650:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.555930:0:34650:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1778653882.555935:0:34650:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1778653882.555940:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b80 00000080:00200000:0.0:1778653882.555943:0:34650:0:(vvp_io.c:1285:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1778653882.555946:0:34650:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1778653882.555951:0:34650:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000002:0.0:1778653882.555954:0:34650:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9153951d5ea0 addref 2/0 by ffff915394944f80. 00020000:00000002:0.0:1778653882.555957:0:34650:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00000020:00000001:0.0:1778653882.555960:0:34650:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1778653882.558108:0:34650:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1778653882.558112:0:34650:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1778653882.558117:0:34650:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1778653882.558121:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.558123:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653882.558125:0:34650:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653882.558128:0:34650:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653882.558132:0:34650:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558134:0:34650:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558136:0:34650:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558137:0:34650:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.558144:0:34650:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:0.0:1778653882.558146:0:34650:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1778653882.558174:0:34650:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1778653882.558176:0:34650:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] ffffeb11c4acf3c0 0 1 00000020:00000001:0.0:1778653882.558180:0:34650:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1778653882.558182:0:34650:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558184:0:34650:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1778653882.558191:0:34650:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9153833be0e0. 00000020:00000001:0.0:1778653882.558195:0:34650:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.558196:0:34650:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.558199:0:34650:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1778653882.558202:0:34650:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1778653882.558204:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.558205:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000008:00000001:0.0:1778653882.558209:0:34650:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1778653882.558211:0:34650:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9153833be150 folio ffffeb11c4acf3c0 pg:0 obj off 0 00000008:00000001:0.0:1778653882.558213:0:34650:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558215:0:34650:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.558216:0:34650:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1778653882.558217:0:34650:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1778653882.558219:0:34650:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558222:0:34650:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558223:0:34650:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386602893536 : -121687106658080 : ffff9153833be0e0) 00000020:00000001:0.0:1778653882.558225:0:34650:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386602893536 : -121687106658080 : ffff9153833be0e0) 00000020:00000001:0.0:1778653882.558228:0:34650:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1778653882.558230:0:34650:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.558231:0:34650:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600895128 : -121687108656488 : ffff9153831d6298) 00000020:00000001:0.0:1778653882.558234:0:34650:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653882.558235:0:34650:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653882.558237:0:34650:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.558242:0:34650:0:(cl_page.c:507:__cl_page_state_set()) page@000000004c32968e[2 00000000a7560495 1 1 00000000912cdb40] 00000020:00000001:0.0:1778653882.558244:0:34650:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653882.558245:0:34650:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.558246:0:34650:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1778653882.558249:0:34650:0:(rw26.c:757:ll_write_begin()) page@000000004c32968e[2 00000000a7560495 2 1 00000000912cdb40] 00000080:00008000:0.0:1778653882.558251:0:34650:0:(rw26.c:757:ll_write_begin()) full page write 00000080:00000001:0.0:1778653882.558252:0:34650:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:0.0:1778653882.558254:0:34650:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.558259:0:34650:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:0.0:1778653882.558260:0:34650:0:(rw26.c:858:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1778653882.558262:0:34650:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.558263:0:34650:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600895128 : -121687108656488 : ffff9153831d6298) 00000020:00000001:0.0:1778653882.558265:0:34650:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1778653882.558266:0:34650:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653882.558271:0:34650:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1778653882.558273:0:34650:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.558274:0:34650:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653882.558275:0:34650:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1778653882.558278:0:34650:0:(rw26.c:916:ll_write_end()) page@000000004c32968e[3 00000000a7560495 2 1 00000000912cdb40] 00000080:00200000:0.0:1778653882.558282:0:34650:0:(rw26.c:916:ll_write_end()) vmpage @00000000dc288de9 17ffffc0001001 3:0 ffff9153833be0e0 0 lru 00000080:00200000:0.0:1778653882.558289:0:34650:0:(rw26.c:916:ll_write_end()) osc-page@00000000538e79b1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000a02174fc 00000000b935a3e0 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1778653882.558292:0:34650:0:(rw26.c:916:ll_write_end()) end page@000000004c32968e 00000080:00200000:0.0:1778653882.558293:0:34650:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1778653882.558295:0:34650:0:(rw26.c:937:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1778653882.558298:0:34650:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:0.0:1778653882.558299:0:34650:0:(rw26.c:663:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1778653882.558313:0:34650:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1778653882.558315:0:34650:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] ffffeb11c4ac7f80 0 1 00000020:00000001:0.0:1778653882.558317:0:34650:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1778653882.558318:0:34650:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558319:0:34650:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1778653882.558322:0:34650:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9153833be2a0. 00000020:00000001:0.0:1778653882.558324:0:34650:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.558325:0:34650:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1778653882.558327:0:34650:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1778653882.558329:0:34650:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1778653882.558330:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.558331:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000008:00000001:0.0:1778653882.558334:0:34650:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1778653882.558335:0:34650:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9153833be310 folio ffffeb11c4ac7f80 pg:0 obj off 4096 00000008:00000001:0.0:1778653882.558337:0:34650:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558338:0:34650:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1778653882.558339:0:34650:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1778653882.558340:0:34650:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1778653882.558342:0:34650:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558345:0:34650:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558347:0:34650:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386602893984 : -121687106657632 : ffff9153833be2a0) 00000020:00000001:0.0:1778653882.558349:0:34650:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386602893984 : -121687106657632 : ffff9153833be2a0) 00000020:00000001:0.0:1778653882.558351:0:34650:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1778653882.558352:0:34650:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.558353:0:34650:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600895128 : -121687108656488 : ffff9153831d6298) 00000020:00000001:0.0:1778653882.558354:0:34650:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653882.558355:0:34650:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653882.558356:0:34650:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.558359:0:34650:0:(cl_page.c:507:__cl_page_state_set()) page@000000002aa63f02[2 00000000a7560495 1 1 00000000912cdb40] 00000020:00000001:0.0:1778653882.558360:0:34650:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653882.558361:0:34650:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.558363:0:34650:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1778653882.558365:0:34650:0:(rw26.c:757:ll_write_begin()) page@000000002aa63f02[2 00000000a7560495 2 1 00000000912cdb40] 00000080:00008000:0.0:1778653882.558367:0:34650:0:(rw26.c:757:ll_write_begin()) full page write 00000080:00000001:0.0:1778653882.558367:0:34650:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:0.0:1778653882.558368:0:34650:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.558371:0:34650:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:0.0:1778653882.558372:0:34650:0:(rw26.c:858:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1778653882.558374:0:34650:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653882.558375:0:34650:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386600895128 : -121687108656488 : ffff9153831d6298) 00000020:00000001:0.0:1778653882.558376:0:34650:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1778653882.558383:0:34650:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653882.558385:0:34650:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1778653882.558386:0:34650:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.558387:0:34650:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653882.558388:0:34650:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1778653882.558391:0:34650:0:(rw26.c:916:ll_write_end()) page@000000002aa63f02[3 00000000a7560495 2 1 00000000912cdb40] 00000080:00200000:0.0:1778653882.558464:0:34650:0:(rw26.c:916:ll_write_end()) vmpage @000000009f7d1846 17ffffc0001001 3:0 ffff9153833be2a0 1 lru 00000080:00200000:0.0:1778653882.558469:0:34650:0:(rw26.c:916:ll_write_end()) osc-page@000000005e6f9ee9 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000a02174fc 00000000b935a3e0 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1778653882.558471:0:34650:0:(rw26.c:916:ll_write_end()) end page@000000002aa63f02 00000080:00200000:0.0:1778653882.558472:0:34650:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1778653882.558473:0:34650:0:(rw26.c:937:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1778653882.558477:0:34650:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1778653882.558479:0:34650:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1778653882.558482:0:34650:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1778653882.558484:0:34650:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1778653882.558486:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.558487:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653882.558488:0:34650:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1778653882.558491:0:34650:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1778653882.558493:0:34650:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1778653882.558494:0:34650:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.558495:0:34650:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1778653882.558497:0:34650:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1778653882.558499:0:34650:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9153833be150 folio ffffeb11c4acf3c0 pg:0 added for cmd 2 00000008:00000001:0.0:1778653882.558504:0:34650:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:0.0:1778653882.558506:0:34650:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1778653882.558512:0:34650:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1778653882.558516:0:34650:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9153833be188 page ffffeb11c4acf3c0 00000008:00000020:0.0:1778653882.558520:0:34650:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1778653882.558524:0:34650:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1778653882.558525:0:34650:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.558528:0:34650:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1778653882.558532:0:34650:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9153c20e5f00. 00000008:00000020:0.0:1778653882.558537:0:34650:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff915382941a40 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:0.0:1778653882.558543:0:34650:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1778653882.558548:0:34650:0:(osc_cache.c:857:osc_extent_find()) extent ffff9153c20e5f00@{[0 -> 255/255], [3|1|-|active|wi|ffff915382941a40], [1703936|0|-|-|ffff915384c25400|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1778653882.558555:0:34650:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000fa1317f7 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1778653882.558564:0:34650:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:0.0:1778653882.558567:0:34650:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.558569:0:34650:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.558571:0:34650:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1778653882.558573:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000002:0.0:1778653882.558575:0:34650:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1778653882.558577:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653882.558578:0:34650:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653882.558580:0:34650:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1778653882.558583:0:34650:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.558584:0:34650:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558586:0:34650:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558587:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000001:0.0:1778653882.558589:0:34650:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1778653882.558590:0:34650:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1778653882.558592:0:34650:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.558594:0:34650:0:(cl_page.c:556:cl_batch_put()) page@000000004c32968e[4 00000000a7560495 2 1 00000000912cdb40] 00000020:00000001:0.0:1778653882.558596:0:34650:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1778653882.558597:0:34650:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1778653882.558599:0:34650:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1778653882.558600:0:34650:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1778653882.558601:0:34650:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653882.558602:0:34650:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1778653882.558604:0:34650:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1778653882.558606:0:34650:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9153833be310 folio ffffeb11c4ac7f80 pg:0 added for cmd 2 00000008:00000020:0.0:1778653882.558609:0:34650:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1778653882.558612:0:34650:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9153833be348 page ffffeb11c4ac7f80 00000008:00000001:0.0:1778653882.558614:0:34650:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.558616:0:34650:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.558617:0:34650:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1778653882.558619:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000002:0.0:1778653882.558621:0:34650:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1778653882.558628:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653882.558629:0:34650:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653882.558630:0:34650:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1778653882.558632:0:34650:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.558633:0:34650:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558635:0:34650:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558636:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000001:0.0:1778653882.558638:0:34650:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1778653882.558639:0:34650:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1778653882.558640:0:34650:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.558642:0:34650:0:(cl_page.c:556:cl_batch_put()) page@000000002aa63f02[4 00000000a7560495 2 1 00000000912cdb40] 00000020:00000001:0.0:1778653882.558643:0:34650:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1778653882.558644:0:34650:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1778653882.558645:0:34650:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1778653882.558648:0:34650:0:(osc_request.c:745:osc_update_next_shrink()) next time 2970 to shrink grant 00000080:00000001:0.0:1778653882.558666:0:34650:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:0.0:1778653882.558668:0:34650:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1778653882.558674:0:34650:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bdb2378, count 2, dirtied 2 00000080:00000001:0.0:1778653882.558676:0:34650:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1778653882.558677:0:34650:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1778653882.558679:0:34650:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653882.558680:0:34650:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653882.558681:0:34650:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.558684:0:34650:0:(cl_page.c:507:__cl_page_state_set()) page@000000004c32968e[3 00000000a7560495 2 1 0000000000000000] 00000020:00000001:0.0:1778653882.558686:0:34650:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1778653882.558687:0:34650:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.558688:0:34650:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1778653882.558689:0:34650:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.558691:0:34650:0:(cl_page.c:556:cl_batch_put()) page@000000004c32968e[3 00000000a7560495 1 1 0000000000000000] 00000020:00000001:0.0:1778653882.558692:0:34650:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1778653882.558693:0:34650:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1778653882.558694:0:34650:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1778653882.558695:0:34650:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653882.558696:0:34650:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653882.558697:0:34650:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653882.558699:0:34650:0:(cl_page.c:507:__cl_page_state_set()) page@000000002aa63f02[3 00000000a7560495 2 1 0000000000000000] 00000020:00000001:0.0:1778653882.558700:0:34650:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1778653882.558701:0:34650:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1778653882.558702:0:34650:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1778653882.558703:0:34650:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653882.558705:0:34650:0:(cl_page.c:556:cl_batch_put()) page@000000002aa63f02[3 00000000a7560495 1 1 0000000000000000] 00000020:00000001:0.0:1778653882.558706:0:34650:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1778653882.558707:0:34650:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1778653882.558708:0:34650:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:0.0:1778653882.558710:0:34650:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1778653882.558712:0:34650:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558714:0:34650:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558716:0:34650:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558717:0:34650:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.558719:0:34650:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1778653882.558721:0:34650:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1778653882.558722:0:34650:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1778653882.558724:0:34650:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558727:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b80 00000080:00200000:0.0:1778653882.558729:0:34650:0:(vvp_io.c:1352:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1778653882.558731:0:34650:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558733:0:34650:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1778653882.558735:0:34650:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653882.558736:0:34650:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1778653882.558738:0:34650:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:0.0:1778653882.558740:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653882.558741:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653882.558742:0:34650:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1778653882.558744:0:34650:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653882.558745:0:34650:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558747:0:34650:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558748:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000001:0.0:1778653882.558750:0:34650:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558752:0:34650:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558754:0:34650:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.558755:0:34650:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558756:0:34650:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.558758:0:34650:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1778653882.558759:0:34650:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1778653882.558761:0:34650:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1778653882.558762:0:34650:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1778653882.558764:0:34650:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1778653882.558766:0:34650:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1778653882.558770:0:34650:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382941a40 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1778653882.558775:0:34650:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1778653882.559044:0:34650:0:(osc_cache.c:1858:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.559047:0:34650:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1778653882.559048:0:34650:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653882.559050:0:34650:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1778653882.559052:0:34650:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1778653882.559053:0:34650:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.559055:0:34650:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.559057:0:34650:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653882.559059:0:34650:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653882.559061:0:34650:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653882.559063:0:34650:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_release():245 00000020:00000001:0.0:1778653882.559066:0:34650:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653882.559067:0:34650:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1778653882.559070:0:34650:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653882.559072:0:34650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653882.559073:0:34650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653882.559075:0:34650:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653882.559076:0:34650:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d75bb0 (ffff91538c5e4e18/1) at cl_lock_cancel():142 00000008:00000001:0.0:1778653882.559079:0:34650:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1778653882.559080:0:34650:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1778653882.559082:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.559085:0:34650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.559087:0:34650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=5 00000020:00000001:0.0:1778653882.559089:0:34650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.559091:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653882.559093:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.559097:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653882.559105:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.559107:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.559108:0:34650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.559111:0:34650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.559113:0:34650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653882.559122:0:34650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.559124:0:34650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.559126:0:34650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.559130:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.559131:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.559133:0:34650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.559136:0:34650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.559138:0:34650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.559139:0:34650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.559143:0:34650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.559145:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.559147:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.559148:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.559149:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.559150:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653882.559151:0:34650:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653882.559153:0:34650:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653882.559154:0:34650:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653882.559155:0:34650:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653882.559156:0:34650:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653882.559157:0:34650:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1778653882.559160:0:34650:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1778653882.559161:0:34650:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653882.559163:0:34650:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d75bb0 (ffff91538c5e4b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1778653882.559165:0:34650:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45c390. 00000020:00000001:0.0:1778653882.559170:0:34650:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1778653882.559171:0:34650:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75b80. 00020000:00000001:0.0:1778653882.559175:0:34650:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1778653882.559176:0:34650:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1778653882.559177:0:34650:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1778653882.559179:0:34650:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653882.559180:0:34650:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653882.559181:0:34650:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653882.559182:0:34650:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653882.559184:0:34650:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.559185:0:34650:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.559186:0:34650:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653882.559187:0:34650:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653882.559189:0:34650:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1778653882.559191:0:34650:0:(vvp_io.c:516:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1778653882.559192:0:34650:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653882.559194:0:34650:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653882.559195:0:34650:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653882.559197:0:34650:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653882.559198:0:34650:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653882.559200:0:34650:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653882.559201:0:34650:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.559202:0:34650:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653882.559204:0:34650:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653882.559205:0:34650:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653882.559207:0:34650:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653882.559211:0:34650:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1778653882.559214:0:34650:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1778653882.559216:0:34650:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1778653882.559217:0:34650:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653882.559219:0:34650:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653882.559220:0:34650:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653882.559221:0:34650:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653882.559223:0:34650:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653882.559224:0:34650:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4e10 00000020:00000010:0.0:1778653882.559230:0:34650:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990c00. 00000020:00000010:0.0:1778653882.559234:0:34650:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653882.559239:0:34650:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653882.559243:0:34650:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653882.559248:0:34650:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653882.559253:0:34650:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653882.559257:0:34650:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653882.559260:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000008:00000010:0.0:1778653882.559263:0:34650:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998000. 00020000:00000010:0.0:1778653882.559265:0:34650:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653882.559268:0:34650:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653882.559271:0:34650:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7dd20. 00000020:00000010:0.0:1778653882.559274:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000020:00000010:0.0:1778653882.559275:0:34650:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4e10. 00020000:00000001:0.0:1778653882.559278:0:34650:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653882.559279:0:34650:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653882.559281:0:34650:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653882.559282:0:34650:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653882.559286:0:34650:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653882.559286:0:34650:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1778653882.559288:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c98 00000080:00200000:0.0:1778653882.559290:0:34650:0:(file.c:2207:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1778653882.559295:0:34650:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1778653882.559296:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22080 00000020:00000001:0.0:1778653882.559298:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22080 00000020:00000001:0.0:1778653882.559300:0:34650:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653882.559304:0:34650:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1778653882.559307:0:34650:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1778653882.559309:0:34650:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1778653882.559311:0:34650:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1778653882.559312:0:34650:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1778653882.559315:0:34650:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1778653882 a=0 c=1778653882 b=1 00020000:00000001:0.0:1778653882.559317:0:34650:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653882.559320:0:34650:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1778653882 a=0 c=1778653882 b=1 00020000:00000001:0.0:1778653882.559323:0:34650:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.559324:0:34650:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653882.559326:0:34650:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22080 00000080:00200000:0.0:1778653882.559328:0:34650:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1778653882.559330:0:34650:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1778653882.559335:0:34650:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1778653882.559338:0:34650:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1778653882.559340:0:34650:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653882.559342:0:34650:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990a00. 00000020:00000010:0.0:1778653882.559344:0:34650:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653882.559347:0:34650:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653882.559349:0:34650:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653882.559352:0:34650:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653882.559354:0:34650:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653882.559356:0:34650:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653882.559359:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990600. 00000008:00000010:0.0:1778653882.559361:0:34650:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653882.559363:0:34650:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653882.559365:0:34650:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653882.559367:0:34650:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653882.559369:0:34650:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991600. 00000020:00000010:0.0:1778653882.559371:0:34650:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000020:00000001:0.0:1778653882.559374:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d88 00000080:00000008:0.0:1778653882.559376:0:34650:0:(file.c:2693:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1778653882.559379:0:34650:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1778653882.577372:0:34654:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:0.0:1778653882.577379:0:34654:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653882.577383:0:34654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13b78 00000080:00200000:0.0:1778653882.577388:0:34654:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:0.0:1778653882.577396:0:34654:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389990a00. 00800000:00000002:0.0:1778653882.577403:0:34654:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653882.577407:0:34654:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653882.577413:0:34654:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.577415:0:34654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13a98 00800000:00000002:0.0:1778653882.577418:0:34654:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653882.577421:0:34654:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653882.577426:0:34654:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653882.577432:0:34654:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653882.577435:0:34654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13968 00000002:00010000:0.0:1778653882.577436:0:34654:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653882.577441:0:34654:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653882.577443:0:34654:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653882.577447:0:34654:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653882.577454:0:34654:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:0.0:1778653882.577457:0:34654:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653882.577462:0:34654:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653882.577466:0:34654:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653882.577471:0:34654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1778653882.577481:0:34654:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653882.577487:0:34654:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653882.577489:0:34654:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1778653882.577496:0:34654:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653882.577498:0:34654:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653882.577499:0:34654:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.577501:0:34654:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653882.577503:0:34654:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.577505:0:34654:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653882.577508:0:34654:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653882.577510:0:34654:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653882.577513:0:34654:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389990a00. 00000080:00000001:0.0:1778653882.577518:0:34654:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653882.577519:0:34654:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.577522:0:34654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653882.577525:0:34654:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902a0 00800000:00000001:0.0:1778653882.577529:0:34654:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653882.577531:0:34654:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653882.577532:0:34654:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.577534:0:34654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.577536:0:34654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.577539:0:34654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.577542:0:34654:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.577545:0:34654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.577546:0:34654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653882.577547:0:34654:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653882.577549:0:34654:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653882.577552:0:34654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902a0 from it ffffa71ac1d13bb0 00010000:00000001:0.0:1778653882.577553:0:34654:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653882.577554:0:34654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653882.577555:0:34654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:0.0:1778653882.577557:0:34654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.577558:0:34654:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:0.0:1778653882.577560:0:34654:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653882.577563:0:34654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653882.577569:0:34654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.577570:0:34654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.577572:0:34654:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653882.577573:0:34654:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653882.577575:0:34654:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653882.577582:0:34654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653882.577585:0:34654:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653882.577587:0:34654:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653882.577592:0:34654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.577593:0:34654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653882.577595:0:34654:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.577598:0:34654:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653882.577599:0:34654:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.577601:0:34654:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.577604:0:34654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653882.577605:0:34654:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653882.577607:0:34654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653882.577608:0:34654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653882.577611:0:34654:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653882.577612:0:34654:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653882.577614:0:34654:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:0.0:1778653882.577619:0:34654:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577622:0:34654:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:0.0:1778653882.577623:0:34654:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653882.577625:0:34654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13b78 00000080:00200008:0.0:1778653882.577627:0:34654:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 504000 00000080:00000010:0.0:1778653882.577631:0:34654:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7eb40. 00000080:00000001:0.0:1778653882.577635:0:34654:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577637:0:34654:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577780:0:34654:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1778653882.577783:0:34654:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=8028667f arg=7ffcf2470110 00000080:00000001:0.0:1778653882.577789:0:34654:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000080:00000001:0.0:1778653882.577791:0:34654:0:(llite_lib.c:4126:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1778653882.577793:0:34654:0:(llite_lib.c:4132:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577795:0:34654:0:(llite_lib.c:3514:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577797:0:34654:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577803:0:34654:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:0.0:1778653882.577804:0:34654:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653882.577806:0:34654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13d98 00000080:00200008:0.0:1778653882.577808:0:34654:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 504000 00000080:00400000:0.0:1778653882.577811:0:34654:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1778653882.577813:0:34654:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7eb40. 00000080:00000001:0.0:1778653882.577816:0:34654:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653882.577818:0:34654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13d98 00000080:00000008:0.0:1778653882.577820:0:34654:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 504000, rc = 0 00000080:00000001:0.0:1778653882.577822:0:34654:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653882.577824:0:34654:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653882.585183:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1778653882.585188:0:8:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653882.585193:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.585200:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653882.585209:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98800. 00000020:00000010:3.0:1778653882.585213:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b99a00. 00000020:00000010:3.0:1778653882.585217:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b180. 00000008:00000010:3.0:1778653882.585225:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653882.585231:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2dcc0. 00008000:00000010:3.0:1778653882.585237:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653882.585244:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653882.585248:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653882.585251:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99c00. 00000008:00000010:3.0:1778653882.585255:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653882.585258:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653882.585262:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653882.585265:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653882.585268:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653882.585271:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653882.585276:0:8:0:(cl_object.c:151:cl_object_top()) ffff9153898feaa8 -> ffff9153898feaa8 00000020:00000001:3.0:1778653882.585279:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653882.585281:0:8:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653882.585283:0:8:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653882.585286:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585287:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653882.585289:0:8:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653882.585292:0:8:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff915386471978 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653882.585295:0:8:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538c586e88) owner 0000000000000000/ffff915381224f80 00020000:00000001:3.0:1778653882.585298:0:8:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653882.585301:0:8:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653882.585303:0:8:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653882.585305:0:8:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585307:0:8:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653882.585309:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653882.585311:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585312:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585313:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653882.585314:0:8:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653882.585316:0:8:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538c586e88) owner 0000000000000000/ffff915381224f80 00000020:00000001:3.0:1778653882.585318:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585320:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653882.585322:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653882.585324:0:8:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653882.585327:0:8:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653882.585330:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653882.585333:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653882.585334:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653882.585335:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.585338:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653882.585340:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98e00. 00000020:00000010:3.0:1778653882.585343:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b99800. 00000020:00000010:3.0:1778653882.585345:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b480. 00000008:00000010:3.0:1778653882.585349:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653882.585351:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d480. 00008000:00000010:3.0:1778653882.585354:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653882.585357:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653882.585359:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653882.585361:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000008:00000010:3.0:1778653882.585364:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653882.585366:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653882.585368:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653882.585371:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653882.585373:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653882.585374:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653882.585377:0:8:0:(cl_object.c:151:cl_object_top()) ffff9153898fe210 -> ffff9153898feaa8 00000020:00000001:3.0:1778653882.585378:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653882.585381:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585382:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653882.585383:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585385:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585387:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653882.585389:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653882.585390:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585393:0:8:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585394:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585395:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653882.585397:0:8:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653882.585398:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585399:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653882.585401:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653882.585402:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585404:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585405:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585407:0:8:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585408:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653882.585409:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585410:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585412:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653882.585415:0:8:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653882.585416:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585416:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653882.585418:0:8:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1778653882.585421:0:8:0:(osc_io.c:1091:osc_io_fsync_start()) lustre-OST0000-osc-ffff915389b76000: unstable/dirty counts are both zero 00000008:00000001:3.0:1778653882.585422:0:8:0:(osc_io.c:1092:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585424:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585426:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585427:0:8:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585428:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585430:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653882.585431:0:8:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653882.585433:0:8:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653882.585434:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653882.585435:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653882.585436:0:8:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585438:0:8:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1778653882.585439:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653882.585441:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1778653882.585443:0:8:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653882.585444:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585445:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653882.585446:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653882.585447:0:8:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585449:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585450:0:8:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653882.585451:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653882.585453:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1778653882.585454:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653882.585455:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653882.585456:0:8:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653882.585457:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585458:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653882.585459:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653882.585461:0:8:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585462:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585464:0:8:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653882.585465:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653882.585466:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585467:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653882.585469:0:8:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653882.585470:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653882.585471:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653882.585473:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653882.585474:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653882.585477:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b99800. 00000020:00000010:3.0:1778653882.585480:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b480. 00000008:00000010:3.0:1778653882.585483:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653882.585487:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d480. 00008000:00000010:3.0:1778653882.585490:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653882.585493:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653882.585495:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653882.585498:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98e00. 00000008:00000010:3.0:1778653882.585501:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653882.585504:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653882.585506:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653882.585508:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653882.585511:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000020:00000010:3.0:1778653882.585512:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653882.585514:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653882.585517:0:8:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653882.585519:0:8:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653882.585521:0:8:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653882.585523:0:8:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653882.585524:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653882.585527:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653882.585529:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b99a00. 00000020:00000010:3.0:1778653882.585531:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b180. 00000008:00000010:3.0:1778653882.585533:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653882.585537:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2dcc0. 00008000:00000010:3.0:1778653882.585539:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653882.585541:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653882.585543:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653882.585545:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98800. 00000008:00000010:3.0:1778653882.585547:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653882.585549:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653882.585551:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653882.585553:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653882.585556:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99c00. 00000020:00000010:3.0:1778653882.585557:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653882.585559:0:8:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653882.585561:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653882.585567:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1778653882.585568:0:8:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653882.585570:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.585572:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653882.585575:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99c00. 00000020:00000010:3.0:1778653882.585577:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98800. 00000020:00000010:3.0:1778653882.585579:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b180. 00000008:00000010:3.0:1778653882.585581:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653882.585583:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2dcc0. 00008000:00000010:3.0:1778653882.585585:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653882.585588:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653882.585590:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653882.585592:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99a00. 00000008:00000010:3.0:1778653882.585595:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653882.585597:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653882.585599:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653882.585602:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653882.585603:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653882.585605:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653882.585607:0:8:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:3.0:1778653882.585609:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653882.585610:0:8:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653882.585611:0:8:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653882.585613:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585614:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653882.585615:0:8:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653882.585617:0:8:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff915386471978 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653882.585619:0:8:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915381224f80 00020000:00000001:3.0:1778653882.585621:0:8:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653882.585623:0:8:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653882.585624:0:8:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653882.585625:0:8:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585626:0:8:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653882.585628:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653882.585629:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585630:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585631:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653882.585632:0:8:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653882.585633:0:8:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915381224f80 00000020:00000001:3.0:1778653882.585635:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585637:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653882.585638:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653882.585639:0:8:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653882.585641:0:8:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653882.585642:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653882.585644:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653882.585645:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653882.585646:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.585704:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653882.585708:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99400. 00000020:00000010:3.0:1778653882.585710:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98e00. 00000020:00000010:3.0:1778653882.585713:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b480. 00000008:00000010:3.0:1778653882.585716:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653882.585718:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d480. 00008000:00000010:3.0:1778653882.585720:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653882.585723:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653882.585725:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653882.585727:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99800. 00000008:00000010:3.0:1778653882.585729:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653882.585732:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653882.585734:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653882.585737:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653882.585739:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653882.585740:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653882.585742:0:8:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b222d8 00000020:00000001:3.0:1778653882.585744:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653882.585745:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585746:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653882.585747:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585749:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585750:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653882.585752:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653882.585753:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585755:0:8:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585756:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585757:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653882.585758:0:8:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653882.585759:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585760:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653882.585761:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653882.585762:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585763:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585764:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585766:0:8:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585767:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653882.585768:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585769:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585771:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653882.585772:0:8:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653882.585773:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585774:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653882.585775:0:8:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1778653882.585777:0:8:0:(osc_io.c:1091:osc_io_fsync_start()) lustre-OST0000-osc-ffff915389b76000: unstable/dirty counts are both zero 00000008:00000001:3.0:1778653882.585778:0:8:0:(osc_io.c:1092:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585780:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585781:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585782:0:8:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585784:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585785:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653882.585786:0:8:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653882.585787:0:8:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653882.585788:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653882.585789:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653882.585790:0:8:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585791:0:8:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1778653882.585792:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653882.585793:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1778653882.585794:0:8:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653882.585795:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585796:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653882.585797:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653882.585798:0:8:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585799:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585801:0:8:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653882.585802:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653882.585803:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1778653882.585804:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653882.585804:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653882.585806:0:8:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653882.585806:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.585807:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653882.585808:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653882.585809:0:8:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585810:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.585812:0:8:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653882.585813:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653882.585814:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.585815:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653882.585816:0:8:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653882.585817:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653882.585818:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653882.585819:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653882.585820:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:3.0:1778653882.585822:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98e00. 00000020:00000010:3.0:1778653882.585825:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b480. 00000008:00000010:3.0:1778653882.585827:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653882.585830:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d480. 00008000:00000010:3.0:1778653882.585832:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653882.585834:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653882.585836:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653882.585837:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99400. 00000008:00000010:3.0:1778653882.585839:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653882.585842:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653882.585844:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653882.585846:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:3.0:1778653882.585848:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99800. 00000020:00000010:3.0:1778653882.585849:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:3.0:1778653882.585851:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653882.585852:0:8:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653882.585854:0:8:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653882.585856:0:8:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653882.585858:0:8:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653882.585859:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653882.585860:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:3.0:1778653882.585862:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98800. 00000020:00000010:3.0:1778653882.585864:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b180. 00000008:00000010:3.0:1778653882.585879:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653882.585881:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2dcc0. 00008000:00000010:3.0:1778653882.585883:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653882.585886:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653882.585888:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653882.585890:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99c00. 00000008:00000010:3.0:1778653882.585892:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653882.585894:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653882.585896:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653882.585899:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:3.0:1778653882.585901:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99a00. 00000020:00000010:3.0:1778653882.585903:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:3.0:1778653882.585905:0:8:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653882.585907:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653882.585910:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1778653882.585912:0:8:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653882.585913:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.585915:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01510. 00000020:00000010:3.0:1778653882.585917:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99a00. 00000020:00000010:3.0:1778653882.585919:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b99c00. 00000020:00000010:3.0:1778653882.585921:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b180. 00000008:00000010:3.0:1778653882.585924:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653882.585926:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2dcc0. 00008000:00000010:3.0:1778653882.585928:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce18b8. 00000080:00000010:3.0:1778653882.585931:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00690. 00000080:00000010:3.0:1778653882.585933:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653882.585935:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98800. 00000008:00000010:3.0:1778653882.585938:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b1e0. 00020000:00000010:3.0:1778653882.585939:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653882.585942:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff728. 00000080:00000010:3.0:1778653882.585945:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe4b0. 00000020:00000001:3.0:1778653882.585947:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763672 : -121687028787944 : ffff915387e01518) 00000020:00001000:3.0:1778653882.585948:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01510 00000020:00000001:3.0:1778653882.585950:0:8:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22080 00000020:00000001:3.0:1778653882.585952:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653882.585953:0:8:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653882.585954:0:8:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653882.585956:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.585957:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653882.585958:0:8:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653882.585959:0:8:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x35:0x0]io ffff915386471978 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653882.586095:0:8:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356be88) owner 0000000000000000/ffff915381224f80 00020000:00000001:3.0:1778653882.586098:0:8:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653882.586100:0:8:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653882.586101:0:8:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653882.586102:0:8:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.586104:0:8:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653882.586106:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653882.586107:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586108:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.586109:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653882.586110:0:8:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653882.586111:0:8:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356be88) owner 0000000000000000/ffff915381224f80 00000020:00000001:3.0:1778653882.586114:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586115:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653882.586116:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653882.586118:0:8:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653882.586119:0:8:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653882.586121:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653882.586123:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653882.586124:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653882.586125:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.586128:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01990. 00000020:00000010:3.0:1778653882.586130:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99800. 00000020:00000010:3.0:1778653882.586133:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b99400. 00000020:00000010:3.0:1778653882.586135:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b480. 00000008:00000010:3.0:1778653882.586138:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653882.586140:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d480. 00008000:00000010:3.0:1778653882.586142:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce3880. 00000080:00000010:3.0:1778653882.586145:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00d20. 00000080:00000010:3.0:1778653882.586147:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653882.586149:0:8:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98e00. 00000008:00000010:3.0:1778653882.586152:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0af20. 00020000:00000010:3.0:1778653882.586154:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653882.586157:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff028. 00000080:00000010:3.0:1778653882.586159:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfea50. 00000020:00000001:3.0:1778653882.586161:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680764824 : -121687028786792 : ffff915387e01998) 00000020:00001000:3.0:1778653882.586162:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01990 00000020:00000001:3.0:1778653882.586164:0:8:0:(cl_object.c:151:cl_object_top()) ffff915389b229e0 -> ffff915389b22080 00000020:00000001:3.0:1778653882.586166:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653882.586167:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653882.586168:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653882.586169:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.586171:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.586172:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653882.586173:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653882.586174:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.586176:0:8:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586177:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586178:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653882.586179:0:8:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653882.586180:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.586181:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653882.586182:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653882.586183:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586185:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.586186:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.586187:0:8:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586188:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653882.586189:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586191:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586192:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653882.586193:0:8:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653882.586194:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653882.586195:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653882.586197:0:8:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1778653882.586199:0:8:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1778653882.586204:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1778653882.586206:0:8:0:(osc_cache.c:1827:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1778653882.586208:0:8:0:(osc_cache.c:1828:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653882.586210:0:8:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1778653882.586211:0:8:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:3.0:1778653882.586214:0:8:0:(osc_cache.c:2304:osc_next_obj()) Process leaving (rc=18446622386591898176 : -121687117653440 : ffff915382941a40) 00000008:00000020:3.0:1778653882.586217:0:8:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff915382941a40 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1778653882.586219:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1778653882.586220:0:8:0:(osc_cache.c:1827:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1778653882.586221:0:8:0:(osc_cache.c:1828:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653882.586223:0:8:0:(osc_cache.c:2160:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1778653882.586225:0:8:0:(osc_cache.c:2017:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1778653882.586227:0:8:0:(osc_cache.c:2021:try_to_add_extent_for_io()) extent ffff9153c20e5f00@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff915382941a40], [1703936|2|+|-|ffff915384c25400|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1778653882.586238:0:8:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000fa1317f7 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1778653882.586248:0:8:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1778653882.586252:0:8:0:(osc_cache.c:1873:osc_update_pending()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1778653882.586256:0:8:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1778653882.586258:0:8:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1778653882.586261:0:8:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9153c20e5f00@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff915382941a40], [1703936|2|+|-|ffff915384c25400|256|ffff915381224f80]} make ready 00000008:00010000:3.0:1778653882.586266:0:8:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000fa1317f7 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1778653882.586272:0:8:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:3.0:1778653882.586274:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1778653882.586284:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@000000004c32968e[2 00000000a7560495 1 1 0000000000000000] 00000020:00008000:3.0:1778653882.586286:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1778653882.586288:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1778653882.586289:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653882.586290:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653882.586291:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653882.586293:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653882.586295:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653882.586297:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@000000004c32968e[2 00000000a7560495 1 1 0000000000000000] 00000020:00000001:3.0:1778653882.586299:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1778653882.586300:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653882.586301:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1778653882.586303:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@000000004c32968e[2 00000000a7560495 3 1 0000000000000000] 00000020:00000001:3.0:1778653882.586305:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1778653882.586307:0:8:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586308:0:8:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:3.0:1778653882.586309:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1778653882.586313:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@000000002aa63f02[2 00000000a7560495 1 1 0000000000000000] 00000020:00008000:3.0:1778653882.586314:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1778653882.586315:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1778653882.586316:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653882.586317:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653882.586318:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653882.586319:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653882.586320:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653882.586322:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@000000002aa63f02[2 00000000a7560495 1 1 0000000000000000] 00000020:00000001:3.0:1778653882.586324:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1778653882.586325:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653882.586325:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1778653882.586327:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@000000002aa63f02[2 00000000a7560495 3 1 0000000000000000] 00000020:00000001:3.0:1778653882.586329:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1778653882.586330:0:8:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586332:0:8:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.586333:0:8:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.586335:0:8:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1778653882.586338:0:8:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586339:0:8:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000001:3.0:1778653882.586342:0:8:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586344:0:8:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:3.0:1778653882.586347:0:8:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff915389b76000: cli: ffff915388bb3ba0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1778653882.586352:0:8:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff915387e04230. 00000008:00000010:3.0:1778653882.586355:0:8:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff915383382820. 00000008:00000020:3.0:1778653882.586357:0:8:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1778653882.586359:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1778653882.586362:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1778653882.586363:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1778653882.586367:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1778653882/1778653882 00000020:00000001:3.0:1778653882.586369:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1778653882.586371:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1778653882.586374:0:8:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1778653882.586377:0:8:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:3.0:1778653882.586379:0:8:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653882.586385:0:8:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063d00 count: 2 00010000:00000001:3.0:1778653882.586387:0:8:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653882.586392:0:8:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1778653882.586396:0:8:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1778653882.586400:0:8:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653882.586405:0:8:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653882.586407:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653882.586415:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653882.586416:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653882.586418:0:8:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1778653882.586420:0:8:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653882.586422:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653882.586425:0:8:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:3.0:1778653882.586427:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:3.0:1778653882.586429:0:8:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00000008:00000001:3.0:1778653882.586431:0:8:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:3.0:1778653882.586433:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653882.586434:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1778653882.586435:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1778653882.586438:0:8:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1778653882.586443:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653882.586447:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653882.586454:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653882.586456:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653882.586459:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653882.586478:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff915389b08000. 00000100:00000001:3.0:1778653882.586485:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1778653882.586493:0:8:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1778653882.586500:0:8:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff915389b76000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:3.0:1778653882.586506:0:8:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1778653882.586532:0:8:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8139 MB/s 00000008:00008000:3.0:1778653882.586543:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeb11c4acf3c0 map ffff91538bdb2378 index 0 flags 17ffffc0005028 count 2 priv ffff9153833be0e0: off 0 00000008:00008000:3.0:1778653882.586546:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeb11c4ac7f80 map ffff91538bdb2378 index 1 flags 17ffffc0005028 count 2 priv ffff9153833be2a0: off 0 00000008:00000001:3.0:1778653882.586553:0:8:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1778653882.586555:0:8:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1778653882.586559:0:8:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff915387c1f800 - object 0x240000400:68 offset 0<>8192 00000008:00000001:3.0:1778653882.586562:0:8:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.586563:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1778653882.586565:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1778653882.586566:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1778653882.586568:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1778653882/1778653882 00000020:00000001:3.0:1778653882.586570:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1778653882.586571:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1778653882.586572:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1778653882.586574:0:8:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653882.586576:0:8:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000008:00000002:3.0:1778653882.586587:0:8:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 000000005bccf96c, now 0r/1w/0d in flight req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1778653882.586595:0:8:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1778653882.586602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016adc605] to pc [ptlrpcd_01_01+1] req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.586664:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653882.586668:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653882.586671:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653882.586677:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.586689:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653882.586692:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653882.586695:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653882.586697:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653882.586699:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653882.586702:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054698368:192.168.204.110@tcp:4:multiop.0 00000100:00000001:2.0:1778653882.586706:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653882.586711:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653882.586714:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653882.586716:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653882.586721:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0d000. 02000000:00000001:2.0:1778653882.586722:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653882.586729:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653882.586733:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0ef78. 00000400:00000010:2.0:1778653882.586739:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490220. 00000100:00000200:2.0:1778653882.586746:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054698368, portal 4 00000100:00000001:2.0:1778653882.586748:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653882.586749:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:2.0:1778653882.586756:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653882.586762:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653882.586765:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653882.586768:0:2369:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff91538a3046c0. 00000100:00000200:2.0:1778653882.586771:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1865052054698368, offset 0 00000400:00000200:2.0:1778653882.586777:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653882.586785:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653882.586792:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653882.586797:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653882.586801:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653882.586804:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653882.586807:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653882.586810:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2579:2579:256:4294967295] 192.168.204.110@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:2.0:1778653882.586815:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653882.586824:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653882.586830:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653882.586834:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff915386165600. 00000800:00000200:2.0:1778653882.586841:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653882.586848:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653882.586852:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915386165600 type 1, nob 8776 niov 1 nkiov 3 00000008:00000001:3.0:1778653882.586909:0:8:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1778653882.586910:0:8:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586913:0:8:0:(osc_cache.c:2209:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586914:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653882.586916:0:8:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586918:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653882.586919:0:8:0:(osc_cache.c:1817:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586920:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653882.586921:0:8:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586924:0:8:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:3.0:1778653882.586926:0:8:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.586928:0:8:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1778653882.586931:0:8:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:3.0:1778653882.586935:0:8:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1778653882.586937:0:8:0:(osc_io.c:1045:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1778653882.586939:0:8:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653882.586941:0:8:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653882.586942:0:8:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653882.586944:0:8:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653882.586945:0:8:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653882.586947:0:8:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653882.586948:0:8:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1778653882.586952:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653882.586954:0:8:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:3.0:1778653882.586957:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653882.586958:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653882.586961:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653882.587061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389b99000. 00000100:00000001:3.0:1778653882.587064:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.587070:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653882.587074:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653882.587078:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b158250] to pc [ptlrpcd_01_00+0] req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1778653882.587087:0:8:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.587090:0:8:0:(osc_io.c:1062:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.587091:0:8:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.587093:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.587095:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653882.587097:0:8:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.587098:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.587100:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653882.587101:0:8:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653882.587103:0:8:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653882.587104:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1778653882.587114:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653882.587117:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653882.587118:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653882.587123:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.587129:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653882.587130:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653882.587133:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653882.587134:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653882.587136:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653882.587139:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054698496:192.168.204.110@tcp:16:kworker.0 00000100:00000001:3.0:1778653882.587143:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653882.587145:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653882.587147:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653882.587148:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653882.587151:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653882.587153:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653882.587157:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653882.587159:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653882.587163:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653882.587166:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054698496, portal 4 00000100:00000001:3.0:1778653882.587167:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653882.587169:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:3.0:1778653882.587174:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.587179:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653882.587181:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653882.587183:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c3b8. 00000100:00000200:3.0:1778653882.587186:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1865052054698496, offset 0 00000400:00000200:3.0:1778653882.587190:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653882.587194:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653882.587197:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653882.587200:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653882.587202:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653882.587204:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653882.587206:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653882.587208:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2580:2580:255:4294967295] 192.168.204.110@tcp LPNI seq info [2580:2580:7:4294967295] 00000400:00000200:3.0:1778653882.587212:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653882.587218:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653882.587221:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653882.587225:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653882.587228:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653882.587233:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653882.587235:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1778653882.589093:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653882.589102:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21086 usecs (22 jiffies) 00000400:00000200:2.0:1778653882.589108:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653882.589112:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296437785 00000100:00000001:2.0:1778653882.589115:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296438533 00000100:00000001:2.0:1778653882.589117:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296437785 00000100:00000001:2.0:1778653882.589119:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296438533 00000100:00000001:2.0:1778653882.589122:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653882.589125:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.589129:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.589132:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653882.589140:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653882.589142:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653882.589145:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653882.589146:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653882.589147:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653882.589150:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.589622:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653882.589626:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21086 usecs (22 jiffies) 00000400:00000200:3.0:1778653882.589630:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653882.589632:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296437787 00000100:00000001:3.0:1778653882.589634:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296438533 00000100:00000001:3.0:1778653882.589635:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296437787 00000100:00000001:3.0:1778653882.589637:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296438533 00000100:00000001:3.0:1778653882.589639:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653882.589641:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.589643:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.589645:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.589667:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653882.589669:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653882.589671:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653882.589672:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653882.589673:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.589675:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653882.589835:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.589840:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff915386165600. 00000400:00000200:0.0:1778653882.589846:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.589853:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653882.589858:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a3046c0 00000400:00000010:0.0:1778653882.589861:0:2359:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff91538a3046c0. 00000100:00000001:0.0:1778653882.589875:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653882.589881:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.589891:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.589895:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.589901:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.589903:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1778653882.589940:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653882.589943:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000400:00000200:0.0:1778653882.589945:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.589948:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653882.589951:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c3b8 00000400:00000010:0.0:1778653882.589953:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c3b8. 00000100:00000001:0.0:1778653882.589958:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653882.590103:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.590110:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653882.590113:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.590118:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653882.590120:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653882.597778:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.597793:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653882.597796:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.597799:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.597808:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.597816:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653882.597825:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.597830:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.597835:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.597838:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 4 MB=0x6a04145353980 00000400:00000200:1.0:1778653882.597843:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653882.597849:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 448/448 into md 0x6a91 [1] + 224 00000800:00000001:1.0:1778653882.597857:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.597874:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653882.597878:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653882.597883:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653882.597902:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653882.597911:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653882.597923:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653882.597948:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653882.597957:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653882.597970:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.598109:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653882.598124:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653882.598135:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653882.598138:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653882.598142:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0ef78. 00000400:00000200:3.0:1778653882.598147:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490220 00000400:00000010:3.0:1778653882.598150:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490220. 00000100:00000001:3.0:1778653882.598154:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653882.598159:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653882.598166:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054698368/t0(0) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.598171:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653882.598174:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.598177:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653882.598180:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653882.598184:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653882.598186:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653882.598189:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653882.598199:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996aca0 time=143 v=5 (5 0 0 0) 00000100:00001000:3.0:1778653882.598203:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653882.598206:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653882.598207:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653882.598209:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653882.598214:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.598217:0:2369:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653882.598219:0:2369:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653882.598220:0:2369:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653882.598222:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653882.598224:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653882.598227:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653882.598229:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1778653882.598231:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653882.598234:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653882.598239:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054698368/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.598245:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653882.598247:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653882.598249:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653882.598252:0:2369:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:3.0:1778653882.598254:0:2369:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1778653882.598258:0:2369:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1778653882.598261:0:2369:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1778653882.598265:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for usr 0 00000001:04000000:3.0:1778653882.598267:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for grp 0 00000001:04000000:3.0:1778653882.598268:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff915389b76000: setdq to remove for prj 0 00000001:00000001:3.0:1778653882.598270:0:2369:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1778653882.598272:0:2369:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:3.0:1778653882.598276:0:2369:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:3.0:1778653882.598280:0:2369:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1778653882.598282:0:2369:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1778653882.598284:0:2369:0:(osc_request.c:2585:brw_interpret()) request ffff915387c1f800 aa ffff915387c1f9b0 rc 0 00000020:00000001:3.0:1778653882.598292:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.598295:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.598297:0:2369:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1778653882.598300:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653882.598302:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.598304:0:2369:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.598306:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000010:3.0:1778653882.598309:0:2369:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff915383382820. 00000020:00000001:3.0:1778653882.598313:0:2369:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.598315:0:2369:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1778653882.598319:0:2369:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1778653882.598320:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653882.598324:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054698368/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.598330:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.598333:0:2369:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:3.0:1778653882.598336:0:2369:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9153c20e5f00@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff915382941a40], [1703936|2|+|-|ffff915384c25400|256|ffff915381224f80]} extent finished. 00000008:00010000:3.0:1778653882.598344:0:2369:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000fa1317f7 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1778653882.598355:0:2369:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:3.0:1778653882.598357:0:2369:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1778653882.598361:0:2369:0:(cl_page.c:1104:cl_page_complete()) page@000000004c32968e[2 00000000a7560495 3 1 0000000000000000] 00000020:00000001:3.0:1778653882.598363:0:2369:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1778653882.598364:0:2369:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653882.598366:0:2369:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653882.598368:0:2369:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653882.598370:0:2369:0:(cl_page.c:507:__cl_page_state_set()) page@000000004c32968e[2 00000000a7560495 3 1 0000000000000000] 00000020:00000001:3.0:1778653882.598371:0:2369:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1778653882.598373:0:2369:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1778653882.598375:0:2369:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1778653882.598379:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004c32968e[2 00000000a7560495 1 1 0000000000000000] 00000080:00008000:3.0:1778653882.598381:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1778653882.598391:0:2369:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1778653882.598392:0:2369:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1778653882.598394:0:2369:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653882.598396:0:2369:0:(cl_page.c:556:cl_batch_put()) page@000000004c32968e[2 00000000a7560495 1 1 0000000000000000] 00000020:00000001:3.0:1778653882.598398:0:2369:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1778653882.598399:0:2369:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1778653882.598400:0:2369:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:3.0:1778653882.598402:0:2369:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:3.0:1778653882.598403:0:2369:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1778653882.598405:0:2369:0:(cl_page.c:1104:cl_page_complete()) page@000000002aa63f02[2 00000000a7560495 3 1 0000000000000000] 00000020:00000001:3.0:1778653882.598406:0:2369:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1778653882.598407:0:2369:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653882.598408:0:2369:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653882.598409:0:2369:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653882.598411:0:2369:0:(cl_page.c:507:__cl_page_state_set()) page@000000002aa63f02[2 00000000a7560495 3 1 0000000000000000] 00000020:00000001:3.0:1778653882.598412:0:2369:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1778653882.598413:0:2369:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1778653882.598414:0:2369:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1778653882.598417:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000002aa63f02[2 00000000a7560495 1 1 0000000000000000] 00000080:00008000:3.0:1778653882.598418:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1778653882.598424:0:2369:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1778653882.598425:0:2369:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1778653882.598426:0:2369:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653882.598428:0:2369:0:(cl_page.c:556:cl_batch_put()) page@000000002aa63f02[2 00000000a7560495 1 1 0000000000000000] 00000020:00000001:3.0:1778653882.598430:0:2369:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1778653882.598431:0:2369:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1778653882.598432:0:2369:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:3.0:1778653882.598434:0:2369:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:3.0:1778653882.598439:0:2369:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9153c20e5f00@{[0 -> 255/255], [1|0|-|inv|wuY|ffff915382941a40], [1703936|0|-|-|ffff915384c25400|256|ffff915381224f80]} destroyed. 00000008:00010000:3.0:1778653882.598444:0:2369:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000fa1317f7 ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653882.598451:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653882.598453:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1778653882.598456:0:2369:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9153c20e5f00. 00000008:00000001:3.0:1778653882.598460:0:2369:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653882.598462:0:2369:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff915387e04230. 00000008:00000020:3.0:1778653882.598469:0:2369:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff915388bb3ba0. 00000008:00000001:3.0:1778653882.598480:0:2369:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653882.598486:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054698368/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653882.598493:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054698368:192.168.204.110@tcp:4:multiop.0 00000100:00000001:3.0:1778653882.598498:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.598500:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653882.598502:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054698368/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.598507:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.598510:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.598517:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653882.598519:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.598521:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653882.598523:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.598534:0:13012:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653882.598540:0:13012:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e015a0. 00000020:00000010:3.0:1778653882.598545:0:13012:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b98a00. 00000020:00000010:3.0:1778653882.598548:0:13012:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389b98000. 00000020:00000010:3.0:1778653882.598552:0:13012:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3b1e0. 00000008:00000010:3.0:1778653882.598557:0:13012:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653882.598561:0:13012:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653882.598566:0:13012:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653882.598571:0:13012:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653882.598574:0:13012:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653882.598579:0:13012:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389b99200. 00000008:00000010:3.0:1778653882.598584:0:13012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653882.598587:0:13012:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653882.598591:0:13012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653882.598595:0:13012:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe870. 00000020:00000001:3.0:1778653882.598598:0:13012:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763816 : -121687028787800 : ffff915387e015a8) 00000020:00001000:3.0:1778653882.598600:0:13012:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e015a0 00000008:00000020:3.0:1778653882.598601:0:13012:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff915388bb3ba0. 00000008:00000001:3.0:1778653882.598603:0:13012:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1778653882.598605:0:13012:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:3.0:1778653882.598607:0:13012:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653882.598608:0:13012:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1778653882.598610:0:13012:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e015a0 00000020:00000010:3.0:1778653882.598613:0:13012:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b98000. 00000020:00000010:3.0:1778653882.598616:0:13012:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b1e0. 00000008:00000010:3.0:1778653882.598620:0:13012:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653882.598623:0:13012:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653882.598625:0:13012:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653882.598628:0:13012:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653882.598630:0:13012:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653882.598633:0:13012:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98a00. 00000008:00000010:3.0:1778653882.598636:0:13012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653882.598638:0:13012:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653882.598641:0:13012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653882.598643:0:13012:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe870. 00000020:00000010:3.0:1778653882.598646:0:13012:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99200. 00000020:00000010:3.0:1778653882.598680:0:13012:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e015a0. 00000800:00000001:0.0:1778653882.638897:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653882.638911:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653882.638915:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653882.638917:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653882.638926:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.638934:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653882.638942:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.638947:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.638953:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.638957:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a04145353a00 00000400:00000200:0.0:1778653882.638962:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653882.638969:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x6a99 [1] + 224 00000800:00000001:0.0:1778653882.638979:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653882.638986:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653882.638988:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653882.638992:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653882.638999:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653882.639007:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653882.639017:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653882.639038:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653882.639046:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653882.639049:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.639089:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653882.639094:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653882.639100:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653882.639102:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653882.639106:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653882.639111:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:3.0:1778653882.639114:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:3.0:1778653882.639117:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653882.639122:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653882.639132:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.639139:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653882.639142:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.639144:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653882.639148:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653882.639150:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653882.639152:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653882.639155:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653882.639165:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=143 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653882.639169:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653882.639171:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653882.639173:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653882.639176:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653882.639180:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.639184:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1778653882.639185:0:2368:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967346 gen 17 00000100:00000040:3.0:1778653882.639191:0:2368:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 4294967346) req@ffff915387c1f800 x1865052054698368/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.639199:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653882.639202:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f800 x1865052054698368/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1778653898 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.639210:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653882.639212:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653882.639215:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d000. 02000000:00000001:3.0:1778653882.639218:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653882.639221:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653882.639223:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653882.639225:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653882.639227:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff915389b08000. 02000000:00000001:3.0:1778653882.639238:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653882.639240:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653882.639241:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f800. 00000100:00000001:3.0:1778653882.639245:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653882.639246:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.639248:0:2368:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1778653882.639251:0:2368:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1778653882.639253:0:2368:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653882.639255:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653882.639261:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.639268:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653882.639271:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653882.639273:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653882.639276:0:2368:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1778653882.639282:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.639284:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:3.0:1778653882.639286:0:2368:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1778653882.639290:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653882.639292:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.639294:0:2368:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653882.639296:0:2368:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000008:00000001:3.0:1778653882.639316:0:2368:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653882.639322:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653882.639330:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054698496:192.168.204.110@tcp:16:kworker.0 00000100:00000001:3.0:1778653882.639335:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.639338:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653882.639340:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054698496/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653882.639346:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653882.639348:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653882.639349:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653882.639353:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653882.639355:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653882.639356:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653882.639358:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653882.639360:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389b99000. 02000000:00000001:3.0:1778653882.639363:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653882.639364:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653882.639365:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:3.0:1778653882.639369:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653882.639370:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.639373:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653882.639379:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653882.639381:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653882.639383:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653882.639385:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653882.639435:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1778653882.639438:0:8:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653882.639441:0:8:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1778653882.639443:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1778653882.639445:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1778653882.639448:0:8:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1778653882.639450:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653882.639451:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1778653882.639453:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1778653882.639454:0:8:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653882.639456:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653882.639457:0:8:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1778653882.639458:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1778653882.639459:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1778653882.639461:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1778653882.639462:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653882.639463:0:8:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1778653882.639465:0:8:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1778653882.639466:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1778653882.639467:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1778653882.639469:0:8:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653882.639470:0:8:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653882.639472:0:8:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653882.639473:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1778653882.639475:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653882.639477:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653882.639478:0:8:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653882.639480:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653882.639481:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653882.639482:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653882.639485:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01990 00000020:00000010:1.0:1778653882.639489:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b99400. 00000020:00000010:1.0:1778653882.639493:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b480. 00000008:00000010:1.0:1778653882.639498:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:1.0:1778653882.639504:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d480. 00008000:00000010:1.0:1778653882.639508:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce3880. 00000080:00000010:1.0:1778653882.639512:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00d20. 00000080:00000010:1.0:1778653882.639516:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:1.0:1778653882.639519:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99800. 00000008:00000010:1.0:1778653882.639522:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0af20. 00020000:00000010:1.0:1778653882.639526:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:1.0:1778653882.639529:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff028. 00000080:00000010:1.0:1778653882.639532:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfea50. 00000020:00000010:1.0:1778653882.639535:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98e00. 00000020:00000010:1.0:1778653882.639537:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01990. 00020000:00000001:1.0:1778653882.639538:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653882.639540:0:8:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653882.639543:0:8:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653882.639546:0:8:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653882.639548:0:8:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653882.639549:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653882.639552:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01510 00000020:00000010:1.0:1778653882.639554:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389b99c00. 00000020:00000010:1.0:1778653882.639557:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3b180. 00000008:00000010:1.0:1778653882.639559:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:1.0:1778653882.639563:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2dcc0. 00008000:00000010:1.0:1778653882.639565:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce18b8. 00000080:00000010:1.0:1778653882.639568:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00690. 00000080:00000010:1.0:1778653882.639570:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:1.0:1778653882.639572:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b99a00. 00000008:00000010:1.0:1778653882.639574:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b1e0. 00020000:00000010:1.0:1778653882.639577:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:1.0:1778653882.639579:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff728. 00000080:00000010:1.0:1778653882.639581:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe4b0. 00000020:00000010:1.0:1778653882.639583:0:8:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389b98800. 00000020:00000010:1.0:1778653882.639585:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01510. 00000080:00000001:1.0:1778653882.639587:0:8:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1778653882.639591:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.839965:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653882.839970:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.839974:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653882.839976:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653882.839978:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653882.839979:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653882.840038:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653882.840042:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653882.840045:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1778653883.095797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1778653883.095808:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1778653883.095819:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5880. 00000020:00000040:1.0:1778653883.095825:0:8:0:(genops.c:1231:class_import_get()) import ffff9153884ed800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1778653883.095829:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653883.095832:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653883.095837:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653883.095845:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff915382d16b00. 00000100:00000001:1.0:1778653883.095852:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.095875:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 39589b92-400d-4cfe-bd4a-0d9937e5b19f->MGS req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653883.095886:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653883.095892:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.095899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fb18493] to pc [ptlrpcd_00_00+0] req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.095937:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.095944:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1775) 00000100:00000001:0.0:1778653883.095951:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.095956:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1778653883.095958:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1778653883.095960:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.095961:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.095971:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653883.095974:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.095977:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1778653883.095979:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.095981:0:2367:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653883.095989:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.095998:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653883.096001:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.096005:0:2367:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653883.096008:0:2367:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653883.096010:0:2367:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653883.096014:0:2367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054698624:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1778653883.096018:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653883.096025:0:2367:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653883.096027:0:2367:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.096030:0:2367:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653883.096037:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915389990c00. 02000000:00000001:0.0:1778653883.096040:0:2367:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653883.096048:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653883.096052:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900268. 00000400:00000010:0.0:1778653883.096059:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29440. 00000100:00000200:0.0:1778653883.096066:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054698624, portal 25 00000100:00000001:0.0:1778653883.096069:0:2367:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.096070:0:2367:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976064 : -121686997575552 : ffff915389bc5880) 00000100:00000040:0.0:1778653883.096075:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.096083:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653883.096086:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653883.096089:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29550. 00000100:00000200:0.0:1778653883.096091:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865052054698624, offset 0 00000400:00000200:0.0:1778653883.096097:0:2367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653883.096106:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.096113:0:2367:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653883.096118:0:2367:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653883.096122:0:2367:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653883.096126:0:2367:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653883.096128:0:2367:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653883.096132:0:2367:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2581:2581:256:4294967295] 192.168.204.110@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:0.0:1778653883.096137:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.096146:0:2367:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653883.096153:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653883.096157:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d900. 00000800:00000200:0.0:1778653883.096164:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653883.096184:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653883.096188:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653883.096206:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653883.096211:0:2367:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653883.096213:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296442504 00000100:00000001:0.0:1778653883.096224:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296438533 00000100:00000001:0.0:1778653883.096228:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296442504 00000100:00000001:0.0:1778653883.096231:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296438533 00000100:00000001:0.0:1778653883.096234:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.096237:0:2367:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.096241:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.096244:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.096488:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.096492:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d900. 00000400:00000200:1.0:1778653883.096497:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.096503:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.096508:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29550 00000400:00000010:1.0:1778653883.096511:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29550. 00000100:00000001:1.0:1778653883.096514:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.096519:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.096534:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.096537:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.096544:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.096546:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.100097:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.100114:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.100118:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.100121:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.100131:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.100139:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.100150:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.100155:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.100161:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.100165:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a04145353a80 00000400:00000200:0.0:1778653883.100170:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.100176:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6aa1 [1] + 224 00000800:00000001:0.0:1778653883.100183:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.100191:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.100194:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.100198:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.100206:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.100213:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.100224:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.100251:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.100260:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.100263:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.100329:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.100333:0:2367:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653883.100339:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653883.100341:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653883.100344:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900268. 00000400:00000200:1.0:1778653883.100349:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29440 00000400:00000010:1.0:1778653883.100352:0:2367:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29440. 00000100:00000001:1.0:1778653883.100355:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.100359:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653883.100368:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.100375:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653883.100377:0:2367:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.100379:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653883.100382:0:2367:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653883.100385:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653883.100387:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.100390:0:2367:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653883.100396:0:2367:0:(import.c:2144:obd_at_measure()) add 5 to ffff9153884edc58 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1778653883.100400:0:2367:0:(import.c:2144:obd_at_measure()) add 1 to ffff9153884edc10 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653883.100403:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653883.100404:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.100407:0:2367:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653883.100409:0:2367:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.100411:0:2367:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.100416:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.100429:0:2367:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653883.100433:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653883.100435:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1778653883.100439:0:2367:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653883.100446:0:2367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:39589b92-400d-4cfe-bd4a-0d9937e5b19f:2367:1865052054698624:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1778653883.100450:0:2367:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.100452:0:2367:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.100456:0:2367:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc5880 x1865052054698624/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1778653899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.100462:0:2367:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653883.100464:0:2367:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653883.100467:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915389990c00. 02000000:00000001:1.0:1778653883.100471:0:2367:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653883.100473:0:2367:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653883.100474:0:2367:0:(genops.c:1244:class_import_put()) import ffff9153884ed800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1778653883.100476:0:2367:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653883.100479:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff915382d16b00. 02000000:00000001:1.0:1778653883.100482:0:2367:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653883.100484:0:2367:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653883.100486:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc5880. 00000100:00000001:1.0:1778653883.100490:0:2367:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653883.100491:0:2367:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.100493:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.100500:0:2367:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653883.100502:0:2367:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.100505:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.100507:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.240707:0:34647:0:(file.c:5302:ll_fsync()) Process entered 00000080:00200000:2.0:1778653883.240715:0:34647:0:(file.c:5305:ll_fsync()) VFS Op:inode=[0x200000404:0x34:0x0](ffff91538bdb00c8), start 0, end 9223372036854775807, datasync 0 00020000:00000001:2.0:1778653883.240726:0:34647:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.240731:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000002:2.0:1778653883.240735:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653883.240738:0:34647:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.240744:0:34647:0:(lmv_obd.c:3032:lmv_fsync()) Process entered 00000002:00000001:2.0:1778653883.241720:0:34647:0:(mdc_request.c:2765:mdc_fsync()) Process entered 00000100:00000010:2.0:1778653883.241734:0:34647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3b80. 00000020:00000040:2.0:1778653883.241739:0:34647:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=12 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.241744:0:34647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.241747:0:34647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.241752:0:34647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.241761:0:34647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164c00. 00000100:00000001:2.0:1778653883.241768:0:34647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.241774:0:34647:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.241776:0:34647:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.241781:0:34647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304e40. 00000100:00000001:2.0:1778653883.241784:0:34647:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719575616 : -121686989976000 : ffff91538a304e40) 00000100:00000001:2.0:1778653883.241787:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.241788:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000001:2.0:1778653883.241792:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.241797:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.241798:0:34647:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.241800:0:34647:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.241810:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.241819:0:34647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.241821:0:34647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.241825:0:34647:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.241827:0:34647:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.241829:0:34647:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.241832:0:34647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054698752:192.168.204.110@tcp:44:multiop.0 00000100:00000001:2.0:1778653883.241835:0:34647:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.241840:0:34647:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.241842:0:34647:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.241844:0:34647:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.241848:0:34647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e000. 02000000:00000001:2.0:1778653883.241850:0:34647:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.241869:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.241873:0:34647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e790. 00000400:00000010:2.0:1778653883.241879:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653883.241886:0:34647:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054698752, portal 10 00000100:00000001:2.0:1778653883.241887:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.241888:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000040:2.0:1778653883.241894:0:34647:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.241900:0:34647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.241903:0:34647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.241905:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490dd0. 00000100:00000200:2.0:1778653883.241908:0:34647:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1865052054698752, offset 0 00000400:00000200:2.0:1778653883.241914:0:34647:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.241922:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.241929:0:34647:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.241934:0:34647:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.241938:0:34647:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.241941:0:34647:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.241944:0:34647:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.241947:0:34647:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2582:2582:256:4294967295] 192.168.204.110@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:2.0:1778653883.241951:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.241962:0:34647:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.241967:0:34647:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.241972:0:34647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658de00. 00000800:00000200:2.0:1778653883.241978:0:34647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.241985:0:34647:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.241989:0:34647:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658de00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.242049:0:34647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.242054:0:34647:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 823865 usecs (824 jiffies) 00000400:00000200:2.0:1778653883.242057:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.242060:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439240 00000100:00000001:2.0:1778653883.242064:0:34647:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.242066:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439240 00000100:00000001:2.0:1778653883.242068:0:34647:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.242070:0:34647:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.242073:0:34647:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.242075:0:34647:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.242076:0:34647:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.242079:0:34647:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304e40 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.242081:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.242084:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.244412:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.244423:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658de00. 00000400:00000200:0.0:1778653883.244430:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.244437:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.244444:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490dd0 00000400:00000010:0.0:1778653883.244446:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490dd0. 00000100:00000001:0.0:1778653883.244451:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.244458:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.244475:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.244479:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.244487:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.244489:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.249631:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.249646:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.249684:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.249688:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.249698:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.249705:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.249713:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.249717:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.249722:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.249726:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a04145353b00 00000400:00000200:0.0:1778653883.249730:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.249736:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x6ab1 [1] + 224 00000800:00000001:0.0:1778653883.249743:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.249750:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.249753:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.249758:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.249765:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.249773:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.249877:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.249897:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.249906:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.249909:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.250011:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.250308:0:34647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.250310:0:34647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.250314:0:34647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e790. 00000400:00000200:2.0:1778653883.250319:0:34647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653883.250321:0:34647:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653883.250325:0:34647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.250330:0:34647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653883.250338:0:34647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250345:0:34647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.250347:0:34647:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.250349:0:34647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.250352:0:34647:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.250355:0:34647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.250357:0:34647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.250360:0:34647:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.250368:0:34647:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653883.250372:0:34647:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.250374:0:34647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.250376:0:34647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.250379:0:34647:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.250383:0:34647:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.250386:0:34647:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653883.250388:0:34647:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: committing for last_committed 8589934612 gen 2 00000100:00000040:2.0:1778653883.250394:0:34647:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250400:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250403:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9ca80 x1865052054691968/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250410:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.250412:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.250415:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eec400. 02000000:00000001:2.0:1778653883.250418:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.250421:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.250423:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=11 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.250425:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.250427:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386164400. 02000000:00000001:2.0:1778653883.250431:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.250432:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.250434:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9ca80. 00000100:00000001:2.0:1778653883.250437:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.250438:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.250443:0:34647:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250450:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.250452:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653883.250455:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250458:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250463:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.250465:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250469:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250475:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.250477:0:34647:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cef9a0. 00000100:00000001:2.0:1778653883.250480:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250482:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1180 x1865052054692224/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653893 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250487:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653883.250489:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.250490:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.250492:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.250493:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653883.250496:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.250497:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.250498:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1180. 00000100:00000001:2.0:1778653883.250503:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.250504:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.250507:0:34647:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250513:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250516:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054692864/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653893 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250521:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.250523:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.250524:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.250527:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.250528:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.250529:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.250530:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.250531:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990e00. 02000000:00000001:2.0:1778653883.250534:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.250535:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.250536:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.250539:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.250540:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.250545:0:34647:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff915387c1d880 x1865052054695424/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250552:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250555:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1d880 x1865052054695424/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250561:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.250562:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.250563:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96000. 02000000:00000001:2.0:1778653883.250566:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.250567:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.250568:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.250569:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.250570:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915387df6000. 02000000:00000001:2.0:1778653883.250572:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.250573:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.250574:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1d880. 00000100:00000001:2.0:1778653883.250576:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.250577:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.250581:0:34647:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff915385fc3480 x1865052054695808/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250587:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250589:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3480 x1865052054695808/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250594:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.250595:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.250596:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0d400. 02000000:00000001:2.0:1778653883.250598:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.250600:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.250601:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.250603:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.250604:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0ec00. 02000000:00000001:2.0:1778653883.250605:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.250607:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.250608:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3480. 00000100:00000001:2.0:1778653883.250610:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.250611:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.250615:0:34647:0:(client.c:3157:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff915387c9f800 x1865052054696832/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250620:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.250622:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9f800 x1865052054696832/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250627:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.250628:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.250629:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eee400. 02000000:00000001:2.0:1778653883.250631:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.250632:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.250633:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.250635:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.250636:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eed000. 02000000:00000001:2.0:1778653883.250638:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.250639:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.250640:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9f800. 00000100:00000001:2.0:1778653883.250642:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.250643:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1778653883.250647:0:34647:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.250949:0:34647:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.250956:0:34647:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1778653883.250958:0:34647:0:(client.c:3211:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: normal: skip=1 replay=6/8 committed=0/0 00000100:00000001:2.0:1778653883.250961:0:34647:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.250962:0:34647:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.250967:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.250980:0:34647:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.250983:0:34647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.250985:0:34647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.250989:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653883.250996:0:34647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054698752:192.168.204.110@tcp:44:multiop.0 00000100:00000001:2.0:1778653883.251001:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.251004:0:34647:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.251006:0:34647:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.251008:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.251011:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.251028:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.251031:0:34647:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304e40. 00000100:00000001:2.0:1778653883.251034:0:34647:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.251035:0:34647:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.251038:0:34647:0:(mdc_request.c:2786:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.251040:0:34647:0:(lmv_obd.c:3039:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.251043:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.251046:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054698752/t0(0) o44->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.251052:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.251053:0:34647:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.251055:0:34647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e000. 02000000:00000001:2.0:1778653883.251057:0:34647:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.251058:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.251059:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.251061:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.251062:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386164c00. 02000000:00000001:2.0:1778653883.251064:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.251065:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.251067:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:2.0:1778653883.251069:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.251071:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.251074:0:34647:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1778653883.251076:0:34647:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.251078:0:34647:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1778653883.251081:0:34647:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.251088:0:34647:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653883.251092:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164c00. 00000020:00000010:2.0:1778653883.251097:0:34647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164400. 00000020:00000010:2.0:1778653883.251111:0:34647:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.251119:0:34647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.251124:0:34647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.251130:0:34647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.251138:0:34647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.251142:0:34647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.251154:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000008:00000010:2.0:1778653883.251158:0:34647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.251161:0:34647:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.251164:0:34647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.251168:0:34647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653883.251171:0:34647:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653883.251174:0:34647:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653883.251178:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:2.0:1778653883.251181:0:34647:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653883.251184:0:34647:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653883.251186:0:34647:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653883.251189:0:34647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.251190:0:34647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653883.251192:0:34647:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653883.251195:0:34647:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff9153861a64e0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1778653883.251199:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653883.251202:0:34647:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653883.251203:0:34647:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653883.251206:0:34647:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653883.251207:0:34647:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251211:0:34647:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653883.251213:0:34647:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653883.251215:0:34647:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251216:0:34647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.251217:0:34647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653883.251219:0:34647:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653883.251220:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00000020:00000001:2.0:1778653883.251222:0:34647:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251224:0:34647:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653883.251226:0:34647:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1778653883.251228:0:34647:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653883.251232:0:34647:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653883.251236:0:34647:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1778653883.251240:0:34647:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.251242:0:34647:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653883.251244:0:34647:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.251247:0:34647:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653883.251249:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165600. 00000020:00000010:2.0:1778653883.251252:0:34647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165c00. 00000020:00000010:2.0:1778653883.251255:0:34647:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.251258:0:34647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.251261:0:34647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.251263:0:34647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.251266:0:34647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.251268:0:34647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.251271:0:34647:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165400. 00000008:00000010:2.0:1778653883.251274:0:34647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.251276:0:34647:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.251278:0:34647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.251281:0:34647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653883.251283:0:34647:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653883.251285:0:34647:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000020:00000001:2.0:1778653883.251288:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b22918 -> ffff915389b222d8 00000020:00000001:2.0:1778653883.251290:0:34647:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653883.251292:0:34647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.251293:0:34647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653883.251296:0:34647:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251297:0:34647:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251299:0:34647:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.251302:0:34647:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653883.251303:0:34647:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251306:0:34647:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251308:0:34647:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251309:0:34647:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1778653883.251310:0:34647:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653883.251312:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.251313:0:34647:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653883.251314:0:34647:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653883.251316:0:34647:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251317:0:34647:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251319:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251320:0:34647:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251322:0:34647:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653883.251323:0:34647:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251325:0:34647:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251327:0:34647:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1778653883.251329:0:34647:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653883.251330:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.251331:0:34647:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653883.251334:0:34647:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1778653883.251336:0:34647:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1778653883.251340:0:34647:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382940c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:2.0:1778653883.251344:0:34647:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.251347:0:34647:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1778653883.251349:0:34647:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915382940c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1778653883.251352:0:34647:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.251354:0:34647:0:(osc_io.c:1045:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1778653883.251356:0:34647:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653883.251358:0:34647:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653883.251359:0:34647:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653883.251361:0:34647:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653883.251362:0:34647:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653883.251363:0:34647:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653883.251366:0:34647:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1778653883.251370:0:34647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3b80. 00000020:00000040:2.0:1778653883.251373:0:34647:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653883.251378:0:34647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.251380:0:34647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.251384:0:34647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.251389:0:34647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164a00. 00000100:00000001:2.0:1778653883.251396:0:34647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.251402:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.251406:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.251412:0:34647:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0164373] to pc [ptlrpcd_01_01+1] req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1778653883.251443:0:34647:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.251446:0:34647:0:(osc_io.c:1062:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.251447:0:34647:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251449:0:34647:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251451:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.251452:0:34647:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251454:0:34647:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.251455:0:34647:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653883.251457:0:34647:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1778653883.251459:0:34647:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653883.251460:0:34647:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1778653883.252177:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.252182:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.252184:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653883.252191:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.252200:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.252202:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.252206:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653883.252208:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.252211:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.252214:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054698880:192.168.204.110@tcp:16:multiop.0 00000100:00000001:3.0:1778653883.252218:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.252223:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.252226:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.252228:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.252234:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653883.252236:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.252244:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.252247:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653883.252253:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653883.252260:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054698880, portal 4 00000100:00000001:3.0:1778653883.252262:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.252264:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649054080 : -121687060497536 : ffff915385fc3b80) 00000100:00000040:3.0:1778653883.252270:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.252277:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.252280:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653883.252284:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32caa0. 00000100:00000200:3.0:1778653883.252287:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1865052054698880, offset 0 00000400:00000200:3.0:1778653883.252293:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653883.252301:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.252307:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.252313:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.252316:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.252319:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.252322:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.252325:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2583:2583:256:4294967295] 192.168.204.110@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:3.0:1778653883.252329:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.252338:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.252344:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.252348:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653883.252354:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.252362:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.252366:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1778653883.252380:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.252383:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21243 usecs (22 jiffies) 00000400:00000200:3.0:1778653883.252387:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653883.252389:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438450 00000100:00000001:3.0:1778653883.252393:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.252395:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438450 00000100:00000001:3.0:1778653883.252397:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.252399:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.252402:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.252405:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.252407:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.252413:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.252415:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653883.252418:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.252419:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.252421:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.252423:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.252437:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.252439:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.252947:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.252953:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:0.0:1778653883.252958:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.252964:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.252968:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32caa0 00000400:00000010:0.0:1778653883.252971:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32caa0. 00000100:00000001:0.0:1778653883.252974:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.252979:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.252988:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.252991:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.252998:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.252999:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.256325:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.256340:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.256343:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.256346:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.256353:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.256361:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.256369:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.256374:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.256379:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.256383:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a04145353b80 00000400:00000200:0.0:1778653883.256387:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.256392:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6ab9 [1] + 224 00000800:00000001:0.0:1778653883.256400:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.256406:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.256409:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.256413:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.256420:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.256428:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.256439:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.256459:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.256467:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.256469:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.256581:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.256586:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653883.256591:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653883.256593:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653883.256596:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653883.256600:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:3.0:1778653883.256603:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:3.0:1778653883.256606:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653883.256610:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653883.256620:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.256626:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.256628:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.256630:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.256633:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.256636:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.256638:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.256641:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.256680:0:2369:0:(import.c:2144:obd_at_measure()) add 0 to ffff91538996ac58 time=144 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653883.256684:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.256687:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1778653883.256691:0:2369:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff915389b76000: operation ost_sync to node 192.168.204.110@tcp failed: rc = -107 00000100:00000001:3.0:1778653883.256694:0:2369:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1778653883.256698:0:2369:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1778653883.256700:0:2369:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff915389b76000 of lustre-OST0000_UUID@192.168.204.110@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1778653883.256705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1778653883.256708:0:2369:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff915389b76000: Connection to lustre-OST0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1778653883.256712:0:2369:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1778653883.256715:0:2369:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1778653883.256717:0:2369:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.256719:0:2369:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1778653883.256721:0:2369:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1778653883.256723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1778653883.256725:0:2369:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1778653883.256728:0:2369:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: connect to NID 192.168.204.110@tcp last attempt 1765 00000400:00000200:3.0:1778653883.256733:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.256736:0:2369:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1778653883.256740:0:2369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653883.256743:0:2369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653883.256745:0:2369:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653883.256747:0:2369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000001:3.0:1778653883.256751:0:2369:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1778653883.256753:0:2369:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:3.0:1778653883.256755:0:2369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.256758:0:2369:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:3.0:1778653883.256761:0:2369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:3.0:1778653883.256763:0:2369:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000040:3.0:1778653883.256766:0:2369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 11 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653883.256768:0:2369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1778653883.256770:0:2369:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00000100:00000001:3.0:1778653883.256771:0:2369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 00000020:00000040:3.0:1778653883.256774:0:2369:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00080000:3.0:1778653883.256778:0:2369:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff915389b76000: import ffff91538996a800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:3.0:1778653883.256780:0:2369:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.258195:0:2369:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1778653883.258204:0:2369:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.258209:0:2369:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.258212:0:2369:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1778653883.258216:0:2369:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682115 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1778653883.258219:0:2369:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.258221:0:2369:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.258230:0:2369:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ea00. 00000020:00000040:3.0:1778653883.258235:0:2369:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 02000000:00000001:3.0:1778653883.258238:0:2369:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653883.258240:0:2369:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.258243:0:2369:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.258245:0:2369:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.258249:0:2369:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.258256:0:2369:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e94000. 00000100:00000001:3.0:1778653883.258262:0:2369:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.258271:0:2369:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1778653883.258281:0:2369:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.258285:0:2369:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.258290:0:2369:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b158250] to pc [ptlrpcd_rcv+-1] req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.258314:0:2369:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.258317:0:2369:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1778653883.258320:0:2369:0:(client.c:1699:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1778653883.258323:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.258326:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.258333:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.258335:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.258337:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.258339:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.258342:0:2369:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.258344:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.258346:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.258348:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.258350:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.258828:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.258831:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653883.258833:0:2365:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653883.258839:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.258863:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653883.258865:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.258868:0:2365:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653883.258871:0:2365:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653883.258873:0:2365:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653883.258877:0:2365:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054699008:192.168.204.110@tcp:8:ptlrpcd_01_01.0 00000100:00000001:1.0:1778653883.258881:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653883.258885:0:2365:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653883.258887:0:2365:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.258890:0:2365:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653883.258896:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bb9000. 02000000:00000001:1.0:1778653883.258898:0:2365:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653883.258904:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653883.258909:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c60. 00000400:00000010:1.0:1778653883.258914:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19550. 00000100:00000200:1.0:1778653883.258920:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054699008, portal 4 00000100:00000001:1.0:1778653883.258922:0:2365:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653883.258924:0:2365:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678786560 : -121687030765056 : ffff915387c1ea00) 00000100:00000040:1.0:1778653883.258930:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.258938:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653883.258941:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653883.258944:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f194c8. 00000100:00000200:1.0:1778653883.258947:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865052054699008, offset 0 00000400:00000200:1.0:1778653883.258952:0:2365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653883.258959:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.258965:0:2365:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.258970:0:2365:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653883.258975:0:2365:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653883.258978:0:2365:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653883.258981:0:2365:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653883.258985:0:2365:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2584:2584:256:4294967295] 192.168.204.110@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:1.0:1778653883.258990:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.258998:0:2365:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653883.259004:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.259008:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16b00. 00000800:00000200:1.0:1778653883.259014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.259021:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.259026:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1778653883.259042:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.259047:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21182 usecs (22 jiffies) 00000400:00000200:1.0:1778653883.259050:0:2365:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653883.259053:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438457 00000100:00000001:1.0:1778653883.259057:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:1.0:1778653883.259059:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438457 00000100:00000001:1.0:1778653883.259061:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:1.0:1778653883.259063:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653883.259065:0:2365:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.259068:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.259070:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.259074:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653883.259076:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1778653883.259078:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.259079:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653883.259080:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.259082:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.259402:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.259407:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16b00. 00000400:00000200:0.0:1778653883.259412:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.259416:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.259421:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f194c8 00000400:00000010:0.0:1778653883.259423:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f194c8. 00000100:00000001:0.0:1778653883.259427:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.259430:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.259438:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.259441:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.259447:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.259449:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.263685:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.263697:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.263700:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.263702:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.263710:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.263717:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.263727:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.263731:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.263737:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.263740:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a04145353c00 00000400:00000200:0.0:1778653883.263745:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.263752:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x6ac1 [1] + 0 00000800:00000001:0.0:1778653883.263760:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.263768:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.263771:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.263775:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.263782:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.263790:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.263802:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.263814:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.263822:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.263825:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.263901:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.263905:0:2365:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1778653883.263910:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1778653883.263912:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1778653883.263915:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5c60. 00000400:00000200:1.0:1778653883.263918:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19550 00000400:00000010:1.0:1778653883.263920:0:2365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19550. 00000100:00000001:1.0:1778653883.263923:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.263926:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1778653883.263932:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.263936:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1778653883.263937:0:2365:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.263938:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1778653883.263940:0:2365:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1778653883.263942:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653883.263943:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.263945:0:2365:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653883.263953:0:2365:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=144 v=5 (5 5 5 137) 00000100:00001000:1.0:1778653883.263956:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1778653883.263958:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1778653883.263959:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.263961:0:2365:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1778653883.263963:0:2365:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.263966:0:2365:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1778653883.263967:0:2365:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1778653883.263968:0:2365:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1778653883.263969:0:2365:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.263972:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.263976:0:2365:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653883.263978:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1778653883.263979:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.263981:0:2365:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1778653883.263985:0:2365:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff915389b76000: connect to target with instance 1 00000020:00000001:1.0:1778653883.263987:0:2365:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653883.263988:0:2365:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:1.0:1778653883.263990:0:2365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.263992:0:2365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:1.0:1778653883.263993:0:2365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:1.0:1778653883.263995:0:2365:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00001000:1.0:1778653883.263997:0:2365:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=1778653883 v=0 (0 0 0 0) 00000100:00001000:1.0:1778653883.263999:0:2365:0:(import.c:2210:obd_at_measure()) AT ffff91538996ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1778653883.264003:0:2365:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1235, crc32c 8139, adler 891 00000020:00000040:1.0:1778653883.264007:0:2365:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:1.0:1778653883.264009:0:2365:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1778653883.264011:0:2365:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:1.0:1778653883.264067:0:2365:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff915389b76000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1778653883.264070:0:2365:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1778653883.264073:0:2365:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:1.0:1778653883.264076:0:2365:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1778653883.264077:0:2365:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1778653883.264079:0:2365:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1778653883.264080:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653883.264082:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653883.264084:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.264085:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.264086:0:2365:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1778653883.264087:0:2365:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1778653883.264088:0:2365:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.264089:0:2365:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1778653883.264090:0:2365:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1778653883.264093:0:2365:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1778653883.264094:0:2365:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.264095:0:2365:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.264096:0:2365:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.264097:0:2365:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653883.264098:0:2365:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653883.264264:0:2365:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.264267:0:2365:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1778653883.264272:0:2365:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff915389b76000: evicting (reconnect/recover flags not set: 4) req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1778653883.264281:0:2365:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1778653883.264285:0:2365:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1778653883.264288:0:2365:0:(import.c:1656:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff915389b76000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1778653883.275064:0:2365:0:(import.c:1667:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.110@tcp; invalidating 00000020:00000040:1.0:1778653883.275071:0:2365:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=5 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:1.0:1778653883.276394:0:2365:0:(import.c:1689:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.276401:0:2365:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.276418:0:2365:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1778653883.276429:0:2365:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3368fde0-d18c-4c9c-a094-d50367bc642b:2365:1865052054699008:192.168.204.110@tcp:8:ptlrpcd_01_01.0 00000100:00000001:1.0:1778653883.276436:0:2365:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.276439:0:2365:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.276442:0:2365:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ea00 x1865052054699008/t0(0) o8->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1778653893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.276449:0:2365:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1778653883.276452:0:2365:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1778653883.276456:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915388bb9000. 02000000:00000001:1.0:1778653883.276458:0:2365:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1778653883.276460:0:2365:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1778653883.276461:0:2365:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:1.0:1778653883.276463:0:2365:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1778653883.276465:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e94000. 02000000:00000001:1.0:1778653883.276469:0:2365:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1778653883.276470:0:2365:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1778653883.276472:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ea00. 00000100:00000001:1.0:1778653883.276474:0:2365:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1778653883.276475:0:2365:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.276477:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.276483:0:2365:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653883.276485:0:2365:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.276487:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1778653883.276488:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.276526:0:34663:0:(import.c:1587:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1778653883.276533:0:34663:0:(import.c:1591:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff915389b76000 to lustre-OST0000_UUID@192.168.204.110@tcp 00000100:00000001:2.0:1778653883.276535:0:34663:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1778653883.276537:0:34663:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1778653883.276539:0:34663:0:(client.c:3564:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1778653883.276543:0:34663:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.276642:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.276645:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.276713:0:34663:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1778653883.276714:0:34663:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: committing for last_committed 4294967346 gen 18 00000100:00000040:2.0:1778653883.276717:0:34663:0:(client.c:3211:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1778653883.276719:0:34663:0:(client.c:3212:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.276720:0:34663:0:(client.c:3609:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1778653883.276721:0:34663:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1778653883.276722:0:34663:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1778653883.276724:0:34663:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1778653883.276726:0:34663:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1778653883.276729:0:34663:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1778653883.276731:0:34663:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1778653883.276732:0:34663:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1778653883.276735:0:34663:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1778653883.276737:0:34663:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3df471c51a88f66e 00020000:00000001:2.0:1778653883.276739:0:34663:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.276742:0:34663:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1778653883.276744:0:34663:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1778653883.276746:0:34663:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1778653883.276747:0:34663:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653883.276749:0:34663:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653883.276751:0:34663:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.276752:0:34663:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.276753:0:34663:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1778653883.276754:0:34663:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1778653883.276756:0:34663:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.276757:0:34663:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1778653883.276758:0:34663:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1778653883.276761:0:34663:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1778653883.276762:0:34663:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.276763:0:34663:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.276764:0:34663:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.276765:0:34663:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.276766:0:34663:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.276767:0:34663:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.276768:0:34663:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1778653883.276770:0:34663:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1778653883.276863:0:2369:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.276871:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.276879:0:2369:0:(client.c:2127:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1778653883.276882:0:2369:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.276885:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.276887:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653883.276890:0:2369:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:3.0:1778653883.276892:0:2369:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:3.0:1778653883.276903:0:2369:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.276907:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1778653899 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653883.276919:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054698880:192.168.204.110@tcp:16:multiop.0 00000020:00000001:2.0:1778653883.276937:0:34647:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653883.276940:0:34647:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.276942:0:34647:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1778653883.276948:0:34647:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653883.276953:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:2.0:1778653883.276955:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:2.0:1778653883.276956:0:34647:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653883.276961:0:34647:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653883.276964:0:34647:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1778653882 a=0 c=1778653882 b=1 00020000:00000001:2.0:1778653883.276966:0:34647:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.276968:0:34647:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.276970:0:34647:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000080:00200000:2.0:1778653883.276980:0:34647:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:2.0:1778653883.276983:0:34647:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653883.276984:0:34647:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653883.276986:0:34647:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1778653883.276989:0:34647:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00000100:00000001:0.0:1778653883.276990:0:34663:0:(obd_class.h:1223:obd_import_event()) Process entered 00020000:00000001:2.0:1778653883.276991:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.276992:0:34647:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00000001:0.0:1778653883.276992:0:34663:0:(osc_request.c:3901:osc_import_event()) Process entered 00000020:00000001:2.0:1778653883.276993:0:34647:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653883.276994:0:34647:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653883.276995:0:34663:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00020000:00000001:2.0:1778653883.276996:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.276997:0:34647:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000001:00000001:0.0:1778653883.276998:0:34663:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1778653883.276999:0:34647:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653883.277000:0:34647:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1778653883.277002:0:34647:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653883.277003:0:34647:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653883.277005:0:34647:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653883.277006:0:34647:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.277007:0:34647:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653883.277008:0:34647:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653883.277009:0:34647:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1778653883.277010:0:34663:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063300 count: 2 00020000:00000001:2.0:1778653883.277011:0:34647:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.277013:0:34647:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00010000:00000001:0.0:1778653883.277016:0:34663:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1778653883.277018:0:34663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.277020:0:34663:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.277023:0:34663:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24600 refcount=3 00000020:00000001:0.0:1778653883.277025:0:34663:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653883.277028:0:34663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628478464 : -121687081073152 : ffff915384c24600) 00010000:00000001:0.0:1778653883.277031:0:34663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653883.277035:0:34663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1778653883.277052:0:34663:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1778653883.277054:0:34663:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.277060:0:34663:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.277064:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000020:00000010:0.0:1778653883.277069:0:34663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991200. 00000020:00000010:0.0:1778653883.277073:0:34663:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653883.277078:0:34663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.277082:0:34663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.277087:0:34663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.277092:0:34663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.277097:0:34663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.277100:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000008:00000010:0.0:1778653883.277104:0:34663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.277107:0:34663:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.277110:0:34663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.277114:0:34663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.277116:0:34663:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.277118:0:34663:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000008:00000001:0.0:1778653883.277120:0:34663:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1778653883.277123:0:34663:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1778653883.277124:0:34663:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.277126:0:34663:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4e10. 00000020:00000010:0.0:1778653883.277129:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000020:00000010:0.0:1778653883.277131:0:34663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990000. 00000020:00000010:0.0:1778653883.277133:0:34663:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653883.277136:0:34663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.277138:0:34663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5780. 00000020:00000001:2.0:1778653883.277168:0:34647:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653883.277172:0:34647:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1778653883.277175:0:34647:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653883.277177:0:34647:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653883.277179:0:34647:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653883.277180:0:34647:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653883.277181:0:34647:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653883.277183:0:34647:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653883.277187:0:34647:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165c00. 00000020:00000010:2.0:1778653883.277192:0:34647:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.277197:0:34647:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.277200:0:34647:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.277203:0:34647:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.277206:0:34647:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.277210:0:34647:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.277213:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165600. 00000008:00000010:2.0:1778653883.277216:0:34647:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.277219:0:34647:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.277223:0:34647:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.277225:0:34647:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653883.277239:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165400. 00000020:00000010:2.0:1778653883.277241:0:34647:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00020000:00000001:2.0:1778653883.277244:0:34647:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653883.277246:0:34647:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653883.277248:0:34647:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653883.277250:0:34647:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653883.277254:0:34647:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653883.277255:0:34647:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653883.277257:0:34647:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653883.277259:0:34647:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164400. 00000020:00000010:2.0:1778653883.277262:0:34647:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.277265:0:34647:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.277268:0:34647:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.277269:0:34647:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.277272:0:34647:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.277274:0:34647:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.277276:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164c00. 00000008:00000010:2.0:1778653883.277278:0:34647:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.277280:0:34647:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.277282:0:34647:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.277285:0:34647:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653883.277286:0:34647:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000020:00000010:2.0:1778653883.277288:0:34647:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000080:00000001:2.0:1778653883.277290:0:34647:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:2.0:1778653883.277293:0:34647:0:(file.c:5365:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00008000:00000010:0.0:1778653883.277433:0:34663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.277440:0:34663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.277442:0:34663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.277446:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000008:00000010:0.0:1778653883.277450:0:34663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.277452:0:34663:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.277454:0:34663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.277456:0:34663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7dd20. 00000020:00000001:0.0:1778653883.277458:0:34663:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144664 : -121686953406952 : ffff91538c5e4e18) 00000020:00001000:0.0:1778653883.277460:0:34663:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4e10 00000008:00000001:0.0:1778653883.277463:0:34663:0:(osc_cache.c:3700:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1778653883.277465:0:34663:0:(osc_cache.c:3720:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1778653883.277468:0:34663:0:(osc_cache.c:3736:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1778653883.277470:0:34663:0:(osc_cache.c:3784:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.277472:0:34663:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1778653883.277476:0:34663:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1778653883.277478:0:34663:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915382940c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1778653883.277480:0:34663:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653883.277483:0:34663:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382940c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1778653883.277487:0:34663:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653883.277489:0:34663:0:(osc_lock.c:372:osc_lock_flush()) object ffff915382940c40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1778653883.277492:0:34663:0:(osc_cache.c:3669:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1778653883.277493:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653883.277495:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915389b222d8 -> ffff915389b222d8 00000020:00000001:0.0:1778653883.277497:0:34663:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653883.277499:0:34663:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653883.277501:0:34663:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653883.277504:0:34663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.277505:0:34663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653883.277506:0:34663:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653883.277509:0:34663:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff915389bfceb8 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1778653883.277512:0:34663:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653883.277514:0:34663:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653883.277515:0:34663:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653883.277517:0:34663:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653883.277519:0:34663:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277520:0:34663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.277521:0:34663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.277523:0:34663:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1778653883.277524:0:34663:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.277527:0:34663:0:(osc_cache.c:3456:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1778653883.277532:0:34663:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653883.277533:0:34663:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653883.277535:0:34663:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653883.277535:0:34663:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653883.277537:0:34663:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1778653883.277540:0:34663:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653883.277542:0:34663:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386712202936 : -121686997348680 : ffff915389bfceb8) 00000020:00000001:0.0:1778653883.277544:0:34663:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653883.277545:0:34663:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653883.277547:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.277561:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[2 000000003b50fdcb 1 1 000000009bf809f2] 00000020:00000001:0.0:1778653883.277564:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653883.277565:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1778653883.277566:0:34663:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1778653883.277567:0:34663:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277570:0:34663:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.277572:0:34663:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.277573:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.277574:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.277575:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.277578:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@000000005faac7b8[2 000000003b50fdcb 2 1 0000000000000000] 00000020:00000001:0.0:1778653883.277579:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1778653883.277580:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1778653883.277582:0:34663:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1778653883.277584:0:34663:0:(osc_page.c:138:osc_page_delete()) ffff9153833beae0 00000008:00000001:0.0:1778653883.277586:0:34663:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1778653883.277588:0:34663:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff9153833beaf0 page ffff9153833beae0 at index 0. 00000008:00000001:0.0:1778653883.277591:0:34663:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.277596:0:34663:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1778653883.277599:0:34663:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c4904940 index 0 00000020:00000001:0.0:1778653883.277603:0:34663:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.277605:0:34663:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.277612:0:34663:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1778653883.277614:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.277615:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.277616:0:34663:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1778653883.277617:0:34663:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1778653883.277618:0:34663:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653883.277619:0:34663:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386712202936 : -121686997348680 : ffff915389bfceb8) 00000020:00000001:0.0:1778653883.277622:0:34663:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653883.277623:0:34663:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653883.277624:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.277626:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[2 000000003b50fdcb 1 1 000000009bf809f2] 00000020:00000001:0.0:1778653883.277628:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653883.277629:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1778653883.277630:0:34663:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1778653883.277631:0:34663:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277632:0:34663:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.277633:0:34663:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.277634:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.277635:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.277636:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.277638:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@0000000030dd5928[2 000000003b50fdcb 2 1 0000000000000000] 00000020:00000001:0.0:1778653883.277639:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1778653883.277640:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1778653883.277641:0:34663:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1778653883.277642:0:34663:0:(osc_page.c:138:osc_page_delete()) ffff9153833bee60 00000008:00000001:0.0:1778653883.277643:0:34663:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1778653883.277644:0:34663:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff9153833bee70 page ffff9153833bee60 at index 1. 00000008:00000001:0.0:1778653883.277645:0:34663:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.277671:0:34663:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1778653883.277672:0:34663:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c4ac6cc0 index 1 00000020:00000001:0.0:1778653883.277674:0:34663:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.277675:0:34663:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.277679:0:34663:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1778653883.277680:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.277681:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.277682:0:34663:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1778653883.277684:0:34663:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653883.277687:0:34663:0:(cl_page.c:556:cl_batch_put()) page@000000005faac7b8[1 000000003b50fdcb 5 1 0000000000000000] 00000020:00000001:0.0:1778653883.277688:0:34663:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1778653883.277690:0:34663:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1778653883.277692:0:34663:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9153833bea80. 00000020:00000001:0.0:1778653883.277695:0:34663:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1778653883.277696:0:34663:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1778653883.277697:0:34663:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653883.277699:0:34663:0:(cl_page.c:556:cl_batch_put()) page@0000000030dd5928[1 000000003b50fdcb 5 1 0000000000000000] 00000020:00000001:0.0:1778653883.277700:0:34663:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1778653883.277868:0:34663:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1778653883.277871:0:34663:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9153833bee00. 00000020:00000001:0.0:1778653883.277874:0:34663:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1778653883.277875:0:34663:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1778653883.277887:0:34663:0:(osc_cache.c:3533:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653883.277889:0:34663:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653883.277891:0:34663:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653883.277892:0:34663:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653883.277893:0:34663:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653883.277894:0:34663:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1778653883.277897:0:34663:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.277898:0:34663:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1778653883.277899:0:34663:0:(osc_cache.c:3688:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.277901:0:34663:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4e10 00000020:00000010:0.0:1778653883.277903:0:34663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990000. 00000020:00000010:0.0:1778653883.277906:0:34663:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653883.277908:0:34663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.277911:0:34663:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.277914:0:34663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.277916:0:34663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.277919:0:34663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.277921:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000008:00000010:0.0:1778653883.277923:0:34663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.277925:0:34663:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.277927:0:34663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.277929:0:34663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7dd20. 00000020:00000010:0.0:1778653883.277932:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000020:00000010:0.0:1778653883.277933:0:34663:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4e10. 00000008:00000001:0.0:1778653883.277936:0:34663:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277938:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00010000:00000001:0.0:1778653883.277941:0:34663:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1778653883.277943:0:34663:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277945:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000020:00000001:0.0:1778653883.277946:0:34663:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653883.277949:0:34663:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:0.0:1778653883.277952:0:34663:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653883.277953:0:34663:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277955:0:34663:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.277957:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382940c40 -> ffff915389b222d8 00000008:00000001:0.0:1778653883.277960:0:34663:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.277962:0:34663:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.277963:0:34663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991200. 00000020:00000010:0.0:1778653883.277966:0:34663:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653883.277967:0:34663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.277969:0:34663:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.277971:0:34663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.277973:0:34663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.277975:0:34663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.277977:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000008:00000010:0.0:1778653883.277979:0:34663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.277981:0:34663:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.277983:0:34663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.277985:0:34663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.277987:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 00000020:00000010:0.0:1778653883.277989:0:34663:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000008:00000001:0.0:1778653883.277991:0:34663:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.277993:0:34663:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1778653883.277995:0:34663:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653883.277999:0:34663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653883.278001:0:34663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653883.278002:0:34663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.278005:0:34663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653883.278008:0:34663:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24600 with handle 0x3df471c51a8902bc from hash 00010000:00000001:0.0:1778653883.278010:0:34663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653883.278012:0:34663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.278014:0:34663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.278015:0:34663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653883.278018:0:34663:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653883.278020:0:34663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1778653883.278022:0:34663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.278023:0:34663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.278024:0:34663:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.278026:0:34663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653883.278029:0:34663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000af28a7b/0x3df471c51a8902bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xdfa36d54172700f8 expref: -99 pid: 34647 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1778653883.278039:0:34663:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7f80. 00010000:00000001:0.0:1778653883.278045:0:34663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1778653883.278047:0:34663:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063300 count: 0 00010000:00000010:0.0:1778653883.278052:0:34663:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff915383063800. 00010000:00000040:0.0:1778653883.278060:0:34663:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063d00 count: 2 00010000:00000001:0.0:1778653883.278063:0:34663:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1778653883.278064:0:34663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.278065:0:34663:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.278067:0:34663:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25400 refcount=3 00000020:00000001:0.0:1778653883.278069:0:34663:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653883.278072:0:34663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482048 : -121687081069568 : ffff915384c25400) 00010000:00000001:0.0:1778653883.278074:0:34663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1778653883.278076:0:34663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1778653883.278083:0:34663:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1778653883.278084:0:34663:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.278088:0:34663:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.278091:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000020:00000010:0.0:1778653883.278093:0:34663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991800. 00000020:00000010:0.0:1778653883.278095:0:34663:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653883.278098:0:34663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.278101:0:34663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.278103:0:34663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.278106:0:34663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.278107:0:34663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.278110:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000008:00000010:0.0:1778653883.278112:0:34663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.278114:0:34663:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.278117:0:34663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.278119:0:34663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.278121:0:34663:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.278123:0:34663:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000008:00000001:0.0:1778653883.278124:0:34663:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1778653883.278126:0:34663:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1778653883.278127:0:34663:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.278129:0:34663:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4e10. 00000020:00000010:0.0:1778653883.278131:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000020:00000010:0.0:1778653883.278133:0:34663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991e00. 00000020:00000010:0.0:1778653883.278135:0:34663:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653883.278138:0:34663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.278140:0:34663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.278306:0:34663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.278309:0:34663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.278311:0:34663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.278313:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990000. 00000008:00000010:0.0:1778653883.278316:0:34663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.278318:0:34663:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.278320:0:34663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.278323:0:34663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7dd20. 00000020:00000001:0.0:1778653883.278325:0:34663:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144664 : -121686953406952 : ffff91538c5e4e18) 00000020:00001000:0.0:1778653883.278327:0:34663:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4e10 00000008:00000001:0.0:1778653883.278329:0:34663:0:(osc_cache.c:3700:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1778653883.278330:0:34663:0:(osc_cache.c:3720:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1778653883.278333:0:34663:0:(osc_cache.c:3736:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1778653883.278334:0:34663:0:(osc_cache.c:3784:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.278336:0:34663:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1778653883.278338:0:34663:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1778653883.278340:0:34663:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1778653883.278342:0:34663:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653883.278345:0:34663:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff915382941a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1778653883.278348:0:34663:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1778653883.278350:0:34663:0:(osc_lock.c:372:osc_lock_flush()) object ffff915382941a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1778653883.278353:0:34663:0:(osc_cache.c:3669:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1778653883.278355:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653883.278357:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915389b22080 -> ffff915389b22080 00000020:00000001:0.0:1778653883.278358:0:34663:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653883.278360:0:34663:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653883.278361:0:34663:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653883.278364:0:34663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.278365:0:34663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653883.278366:0:34663:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653883.278369:0:34663:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x35:0x0]io ffff915389bfceb8 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1778653883.278372:0:34663:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653883.278373:0:34663:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653883.278374:0:34663:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653883.278376:0:34663:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653883.278377:0:34663:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.278379:0:34663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.278379:0:34663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.278380:0:34663:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1778653883.278394:0:34663:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.278397:0:34663:0:(osc_cache.c:3456:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1778653883.278399:0:34663:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653883.278401:0:34663:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653883.278402:0:34663:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1778653883.278403:0:34663:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1778653883.278404:0:34663:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1778653883.278406:0:34663:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653883.278408:0:34663:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386712202936 : -121686997348680 : ffff915389bfceb8) 00000020:00000001:0.0:1778653883.278410:0:34663:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653883.278411:0:34663:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653883.278412:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.278415:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@000000004c32968e[2 00000000a7560495 1 1 000000009bf809f2] 00000020:00000001:0.0:1778653883.278417:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653883.278418:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1778653883.278419:0:34663:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1778653883.278420:0:34663:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.278422:0:34663:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.278423:0:34663:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.278424:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.278425:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.278426:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.278428:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@000000004c32968e[2 00000000a7560495 2 1 0000000000000000] 00000020:00000001:0.0:1778653883.278429:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1778653883.278430:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1778653883.278432:0:34663:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1778653883.278433:0:34663:0:(osc_page.c:138:osc_page_delete()) ffff9153833be140 00000008:00000001:0.0:1778653883.278434:0:34663:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1778653883.278435:0:34663:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff9153833be150 page ffff9153833be140 at index 0. 00000008:00000001:0.0:1778653883.278437:0:34663:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.278439:0:34663:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1778653883.278441:0:34663:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c4acf3c0 index 0 00000020:00000001:0.0:1778653883.278443:0:34663:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.278444:0:34663:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.278448:0:34663:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1778653883.278449:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.278450:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.278451:0:34663:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1778653883.278452:0:34663:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1778653883.278453:0:34663:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1778653883.278454:0:34663:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386712202936 : -121686997348680 : ffff915389bfceb8) 00000020:00000001:0.0:1778653883.278455:0:34663:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1778653883.278456:0:34663:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1778653883.278457:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.278459:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@000000002aa63f02[2 00000000a7560495 1 1 000000009bf809f2] 00000020:00000001:0.0:1778653883.278460:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1778653883.278461:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1778653883.278462:0:34663:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1778653883.278463:0:34663:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.278464:0:34663:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.278465:0:34663:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1778653883.278466:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.278467:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.278467:0:34663:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1778653883.278469:0:34663:0:(cl_page.c:507:__cl_page_state_set()) page@000000002aa63f02[2 00000000a7560495 2 1 0000000000000000] 00000020:00000001:0.0:1778653883.278470:0:34663:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1778653883.278472:0:34663:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1778653883.278473:0:34663:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1778653883.278474:0:34663:0:(osc_page.c:138:osc_page_delete()) ffff9153833be300 00000008:00000001:0.0:1778653883.278475:0:34663:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1778653883.278477:0:34663:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff9153833be310 page ffff9153833be300 at index 1. 00000008:00000001:0.0:1778653883.278478:0:34663:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.278482:0:34663:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1778653883.278483:0:34663:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c4ac7f80 index 1 00000020:00000001:0.0:1778653883.278485:0:34663:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.278486:0:34663:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1778653883.278489:0:34663:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1778653883.278490:0:34663:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1778653883.278491:0:34663:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1778653883.278492:0:34663:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1778653883.278493:0:34663:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653883.278494:0:34663:0:(cl_page.c:556:cl_batch_put()) page@000000004c32968e[1 00000000a7560495 5 1 0000000000000000] 00000020:00000001:0.0:1778653883.278496:0:34663:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1778653883.278496:0:34663:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1778653883.278498:0:34663:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9153833be0e0. 00000020:00000001:0.0:1778653883.278500:0:34663:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1778653883.278501:0:34663:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1778653883.278502:0:34663:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1778653883.278504:0:34663:0:(cl_page.c:556:cl_batch_put()) page@000000002aa63f02[1 00000000a7560495 5 1 0000000000000000] 00000020:00000001:0.0:1778653883.278505:0:34663:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1778653883.278506:0:34663:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1778653883.278507:0:34663:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9153833be2a0. 00000020:00000001:0.0:1778653883.278508:0:34663:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1778653883.278509:0:34663:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1778653883.278517:0:34663:0:(osc_cache.c:3533:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1778653883.278519:0:34663:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653883.278520:0:34663:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653883.278521:0:34663:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653883.278523:0:34663:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653883.278524:0:34663:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1778653883.278527:0:34663:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.278528:0:34663:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1778653883.278529:0:34663:0:(osc_cache.c:3688:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.278530:0:34663:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4e10 00000020:00000010:0.0:1778653883.278532:0:34663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991e00. 00000020:00000010:0.0:1778653883.278535:0:34663:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653883.278537:0:34663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.278540:0:34663:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.278542:0:34663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.278545:0:34663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.278547:0:34663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4db0. 00020000:00000001:2.0:1778653883.278574:0:34647:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.278578:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000002:2.0:1778653883.278581:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653883.278583:0:34647:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.278597:0:34647:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653883.278599:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fd50 00000080:00200008:2.0:1778653883.278602:0:34647:0:(file.c:448:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff91538bdb00c8), flags 100002 00000080:00000001:2.0:1778653883.278606:0:34647:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653883.278609:0:34647:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1778653883.278610:0:34647:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.278611:0:34647:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000002:2.0:1778653883.278613:0:34647:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356bba0) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653883.278615:0:34647:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.278617:0:34647:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653883.278624:0:34647:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.278627:0:34647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.278631:0:34647:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063c00 count: 2 00010000:00000001:2.0:1778653883.278634:0:34647:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.278638:0:34647:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653883.278640:0:34647:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:2.0:1778653883.278642:0:34647:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653883.278644:0:34647:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653883.278647:0:34647:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915386165a00. 00000080:00000001:2.0:1778653883.278690:0:34647:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653883.278695:0:34647:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653883.278699:0:34647:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653883.278701:0:34647:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:2.0:1778653883.278705:0:34647:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653883.278706:0:34647:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:2.0:1778653883.278713:0:34647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc3480. 00000020:00000040:2.0:1778653883.278718:0:34647:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.278726:0:34647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.278730:0:34647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.278734:0:34647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.278740:0:34647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164c00. 00000100:00000001:2.0:1778653883.278746:0:34647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653883.278763:0:34647:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653883.278773:0:34647:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653883.278868:0:34647:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653883.278877:0:34647:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.278879:0:34647:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000010:0.0:1778653883.278884:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000100:00000010:2.0:1778653883.278887:0:34647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000008:00000010:0.0:1778653883.278887:0:34663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998000. 00000100:00000001:2.0:1778653883.278889:0:34647:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00020000:00000010:0.0:1778653883.278890:0:34663:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526400. 00000100:00000001:2.0:1778653883.278892:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.278893:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00008000:00000010:0.0:1778653883.278893:0:34663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.278895:0:34663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7dd20. 00000100:00000001:2.0:1778653883.278898:0:34647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1778653883.278898:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990000. 00000020:00000010:0.0:1778653883.278900:0:34663:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4e10. 00000100:00000001:2.0:1778653883.278901:0:34647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.278902:0:34663:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.278903:0:34647:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.278904:0:34647:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1778653883.278905:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00010000:00000001:0.0:1778653883.278907:0:34663:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00000100:00000040:2.0:1778653883.278909:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653883.278909:0:34663:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.278911:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 00000020:00000001:0.0:1778653883.278913:0:34663:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1778653883.278915:0:34663:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00000100:00000001:2.0:1778653883.278916:0:34647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1778653883.278917:0:34663:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00000100:00000001:2.0:1778653883.278918:0:34647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.278919:0:34663:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.278921:0:34663:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.278922:0:34647:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1778653883.278922:0:34663:0:(cl_object.c:151:cl_object_top()) ffff915382941a40 -> ffff915389b22080 02000000:00000001:2.0:1778653883.278925:0:34647:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1778653883.278925:0:34663:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.278926:0:34663:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 02000000:00000001:2.0:1778653883.278928:0:34647:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653883.278928:0:34663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991800. 00000100:00100000:2.0:1778653883.278931:0:34647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054699264:192.168.204.110@tcp:35:multiop.0 00000020:00000010:0.0:1778653883.278931:0:34663:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653883.278933:0:34663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00000100:00000001:2.0:1778653883.278935:0:34647:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00020000:00000010:0.0:1778653883.278935:0:34663:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.278938:0:34663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.278940:0:34663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 02000000:00000001:2.0:1778653883.278941:0:34647:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000080:00000010:0.0:1778653883.278942:0:34663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 02000000:00000001:2.0:1778653883.278943:0:34647:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653883.278944:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 02000000:00000001:2.0:1778653883.278945:0:34647:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000010:0.0:1778653883.278946:0:34663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.278948:0:34663:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 02000000:00000010:2.0:1778653883.278949:0:34647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e000. 00008000:00000010:0.0:1778653883.278950:0:34663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 02000000:00000001:2.0:1778653883.278951:0:34647:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653883.278952:0:34663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.278955:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000020:00000010:0.0:1778653883.278956:0:34663:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000400:00000200:2.0:1778653883.278958:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000008:00000001:0.0:1778653883.278958:0:34663:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.278961:0:34663:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000010:2.0:1778653883.278962:0:34647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e790. 00010000:00000001:0.0:1778653883.278962:0:34663:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1778653883.278964:0:34663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1778653883.278966:0:34663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1778653883.278968:0:34663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.278970:0:34663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653883.278972:0:34663:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25400 with handle 0x3df471c51a8902ca from hash 00010000:00000001:0.0:1778653883.278975:0:34663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1778653883.278976:0:34663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.278978:0:34663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.278979:0:34663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1778653883.278981:0:34663:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1778653883.278982:0:34663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1778653883.278985:0:34663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.278985:0:34663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.278986:0:34663:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.278988:0:34663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1778653883.278991:0:34663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff915389b76000 lock: 000000000c5b64de/0x3df471c51a8902ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xdfa36d5417270122 expref: -99 pid: 34650 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1778653883.279000:0:34663:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb70c0. 00010000:00000001:0.0:1778653883.279005:0:34663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1778653883.279008:0:34663:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063d00 count: 0 00010000:00000010:0.0:1778653883.279011:0:34663:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff915383063a00. 00000001:00000001:0.0:1778653883.279039:0:34663:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653883.279041:0:34663:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1778653883.279043:0:34663:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1778653883.279068:0:34663:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.279071:0:34663:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.279074:0:34663:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.279076:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991200. 00000020:00000010:0.0:1778653883.279079:0:34663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991000. 00000020:00000010:0.0:1778653883.279081:0:34663:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653883.279085:0:34663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.279087:0:34663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.279089:0:34663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.279092:0:34663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.279094:0:34663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.279096:0:34663:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000008:00000010:0.0:1778653883.279099:0:34663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.279101:0:34663:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.279103:0:34663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.279106:0:34663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.279108:0:34663:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.279110:0:34663:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000008:00000001:0.0:1778653883.279113:0:34663:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1778653883.279115:0:34663:0:(osc_cache.c:2296:osc_next_obj()) Process entered 00000008:00000001:0.0:1778653883.279117:0:34663:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.279119:0:34663:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1778653883.279121:0:34663:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1778653883.279122:0:34663:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:2.0:1778653883.279213:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653883.279222:0:34647:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054699264, portal 10 00000100:00000001:2.0:1778653883.279225:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.279226:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000040:2.0:1778653883.279313:0:34647:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.279322:0:34647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.279325:0:34647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.279329:0:34647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490330. 00000100:00000200:2.0:1778653883.279332:0:34647:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054699264, offset 0 00000400:00000200:2.0:1778653883.279339:0:34647:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.279348:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.279354:0:34647:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.279359:0:34647:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.279363:0:34647:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.279366:0:34647:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.279369:0:34647:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.279373:0:34647:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2585:2585:256:4294967295] 192.168.204.110@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:2.0:1778653883.279376:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.279386:0:34647:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.279391:0:34647:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.279396:0:34647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653883.279401:0:34647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.279408:0:34647:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.279413:0:34647:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 488 niov 1 nkiov 1 00000001:00000001:0.0:1778653883.279566:0:34663:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.279570:0:34663:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.279572:0:34663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991000. 00000020:00000010:0.0:1778653883.279576:0:34663:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6e40. 00000008:00000010:0.0:1778653883.279578:0:34663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.279580:0:34663:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.279583:0:34663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.279585:0:34663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.279587:0:34663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.279589:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991200. 00000008:00000010:0.0:1778653883.279591:0:34663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.279593:0:34663:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.279595:0:34663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.279597:0:34663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.279600:0:34663:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000020:00000010:0.0:1778653883.279602:0:34663:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000001:00000001:0.0:1778653883.279604:0:34663:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1778653883.279605:0:34663:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1778653883.279627:0:34663:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653883.279629:0:34663:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1778653883.279629:0:34663:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1778653883.279671:0:34663:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.279673:0:34663:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.279676:0:34663:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1778653883.279682:0:34663:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1778653883.279686:0:34663:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1778653883.279688:0:34663:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1778653883.279691:0:34663:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1778653883.279693:0:34663:0:(import.c:65:import_set_state_nolock()) ffff91538996a800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1778653883.279695:0:34663:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1778653883.279696:0:34663:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1778653883.279699:0:34663:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1778653883.279714:0:34663:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1778653883.279716:0:34663:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1778653883.279718:0:34663:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff915388bb5560 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1778653883.279722:0:34663:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1778653883.279724:0:34663:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3df471c51a88f66e 00020000:00000001:0.0:1778653883.279726:0:34663:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.279729:0:34663:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1778653883.279731:0:34663:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1778653883.279732:0:34663:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1778653883.279734:0:34663:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653883.279736:0:34663:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653883.279738:0:34663:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.279739:0:34663:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.279741:0:34663:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1778653883.279742:0:34663:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:0.0:1778653883.279744:0:34663:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.279745:0:34663:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1778653883.279747:0:34663:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1778653883.279749:0:34663:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1778653883.279751:0:34663:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.279752:0:34663:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.279754:0:34663:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.279756:0:34663:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.279758:0:34663:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.279759:0:34663:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.279760:0:34663:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1778653883.279764:0:34663:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff915389b76000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00000001:0.0:1778653883.279767:0:34663:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.279770:0:34663:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653883.279772:0:34663:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:0.0:1778653883.279774:0:34663:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1778653883.279775:0:34663:0:(import.c:1604:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.279882:0:34647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.279887:0:34647:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 822861 usecs (823 jiffies) 00000400:00000200:2.0:1778653883.279891:0:34647:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.279894:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439278 00000100:00000001:2.0:1778653883.279896:0:34647:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.279899:0:34647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439278 00000100:00000001:2.0:1778653883.279901:0:34647:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.279903:0:34647:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.279905:0:34647:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.279908:0:34647:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.279910:0:34647:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.279913:0:34647:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.279916:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.279919:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.280085:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.280090:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.280097:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc3b80 x1865052054698880/t0(0) o16->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1778653899 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.280105:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653883.280108:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653883.280111:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653883.280116:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653883.280117:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653883.280119:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653883.280120:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653883.280123:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386164a00. 02000000:00000001:3.0:1778653883.280126:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653883.280128:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653883.280130:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc3b80. 00000100:00000001:3.0:1778653883.280133:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653883.280134:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.280136:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.280150:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.280151:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.280153:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.280155:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.280468:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.280473:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:1.0:1778653883.280479:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.280484:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.280490:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490330 00000400:00000010:1.0:1778653883.280493:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490330. 00000100:00000001:1.0:1778653883.280497:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.280501:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.280510:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.280513:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.280519:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.280520:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1778653883.283699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24600. 00010000:00000010:0.1:1778653883.283720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063300. 00010000:00000010:0.1:1778653883.283727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25400. 00010000:00000010:0.1:1778653883.283731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063d00. 00000800:00000001:0.0:1778653883.291522:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.291540:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.291544:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.291546:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.291555:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.291563:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.291572:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.291578:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.291583:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.291587:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145353d00 00000400:00000200:0.0:1778653883.291591:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.291597:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6ad1 [1] + 224 00000800:00000001:0.0:1778653883.291604:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.291611:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.291614:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.291619:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.291626:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.291634:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.291685:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.291865:0:34647:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.291884:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.291894:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.291898:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653883.291927:0:34647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.291929:0:34647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.291933:0:34647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e790. 00000400:00000200:2.0:1778653883.291937:0:34647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653883.291940:0:34647:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653883.291943:0:34647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.291947:0:34647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653883.291956:0:34647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc3480 x1865052054699264/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.291962:0:34647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.291964:0:34647:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.291966:0:34647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.291970:0:34647:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.291972:0:34647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.291974:0:34647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.291977:0:34647:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.291986:0:34647:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=144 v=5 (10 5 5 5) 00000100:00001000:2.0:1778653883.291990:0:34647:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.291993:0:34647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.291995:0:34647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.291998:0:34647:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.292001:0:34647:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.292004:0:34647:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653883.292006:0:34647:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653883.292008:0:34647:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653883.292010:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.292012:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000100:00000001:2.0:1778653883.292015:0:34647:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.292017:0:34647:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1778653883.292019:0:34647:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.292021:0:34647:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.292026:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc3480 x1865052054699264/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292033:0:34647:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.292036:0:34647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.292038:0:34647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.292041:0:34647:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc3480 x1865052054699264/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.292048:0:34647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc3480 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34647:1865052054699264:192.168.204.110@tcp:35:multiop.0 00000100:00000001:2.0:1778653883.292053:0:34647:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.292055:0:34647:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.292058:0:34647:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.292060:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.292062:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054699264/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292070:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.292072:0:34647:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.292076:0:34647:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.292077:0:34647:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.292083:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.292084:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649052288 : -121687060499328 : ffff915385fc3480) 00000002:00000001:2.0:1778653883.292086:0:34647:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.292090:0:34647:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.292094:0:34647:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165a00. 00000080:00000001:2.0:1778653883.292295:0:34647:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653883.292300:0:34647:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653883.292304:0:34647:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653883.292311:0:34647:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292319:0:34647:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.292321:0:34647:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679300096 : -121687030251520 : ffff915387c9c000) 00000100:00000001:2.0:1778653883.292323:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.292325:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292331:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.292333:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.292335:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9c000 x1865052054697600/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292340:0:34647:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653883.292344:0:34647:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.292346:0:34647:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.292348:0:34647:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.292352:0:34647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eef400. 02000000:00000001:2.0:1778653883.292356:0:34647:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.292358:0:34647:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.292360:0:34647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9c000. 00000100:00000001:2.0:1778653883.292363:0:34647:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.292365:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.292366:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.292369:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc3480 x1865052054699264/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292376:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.292378:0:34647:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384ceffa0. 00000002:00000001:2.0:1778653883.292380:0:34647:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.292382:0:34647:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.292384:0:34647:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7980. 00000100:00000001:2.0:1778653883.292386:0:34647:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.292389:0:34647:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc3480 x1865052054699264/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.292395:0:34647:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.292397:0:34647:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.292400:0:34647:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7ef00. 00000080:00000001:2.0:1778653883.292403:0:34647:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.292409:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fd50 00000080:00000008:2.0:1778653883.292411:0:34647:0:(file.c:492:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff91538bdb00c8), flags 100002, rc = 0 00000080:00000001:2.0:1778653883.292414:0:34647:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.292420:0:34647:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653883.292421:0:34647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1c8fd98 00000080:00002000:2.0:1778653883.292423:0:34647:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff91538beee510, parent ffff91538bd80af8, inode ffff91538bdb00c8) hashed, 00000080:00000001:2.0:1778653883.292426:0:34647:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.294465:0:34650:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653883.294473:0:34650:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000002:3.0:1778653883.294478:0:34650:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000001:3.0:1778653883.294480:0:34650:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.294489:0:34650:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1778653883.294492:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7db8 00000080:00200008:3.0:1778653883.294495:0:34650:0:(file.c:448:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff91538bdb21c8), flags 100002 00000080:00000001:3.0:1778653883.294499:0:34650:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1778653883.294502:0:34650:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1778653883.294503:0:34650:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653883.294504:0:34650:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000002:3.0:1778653883.294506:0:34650:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff91538356be88) owner 0000000000000000/ffff915394944f80 00020000:00000001:3.0:1778653883.294508:0:34650:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.294510:0:34650:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1778653883.294517:0:34650:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.294522:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.294529:0:34650:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063000 count: 2 00010000:00000001:3.0:1778653883.294532:0:34650:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.294536:0:34650:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653883.294539:0:34650:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:3.0:1778653883.294541:0:34650:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1778653883.294542:0:34650:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1778653883.294547:0:34650:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9153853ff400. 00000080:00000001:3.0:1778653883.294550:0:34650:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1778653883.294554:0:34650:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1778653883.294557:0:34650:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:3.0:1778653883.294559:0:34650:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:3.0:1778653883.294562:0:34650:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1778653883.294564:0:34650:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:3.0:1778653883.294569:0:34650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f800. 00000020:00000040:3.0:1778653883.294574:0:34650:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653883.294578:0:34650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.294581:0:34650:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.294585:0:34650:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.294592:0:34650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853fec00. 00000100:00000001:3.0:1778653883.294598:0:34650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1778653883.294613:0:34650:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1778653883.294623:0:34650:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1778653883.294628:0:34650:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1778653883.294634:0:34650:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653883.294636:0:34650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653883.294642:0:34650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538666c240. 00000100:00000001:3.0:1778653883.294644:0:34650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386656035392 : -121687053516224 : ffff91538666c240) 00000100:00000001:3.0:1778653883.294647:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.294677:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653883.294682:0:34650:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.294686:0:34650:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.294688:0:34650:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653883.294689:0:34650:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653883.294694:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.294777:0:34650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.294780:0:34650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.294784:0:34650:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653883.294786:0:34650:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.294789:0:34650:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.294792:0:34650:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34650:1865052054699520:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1778653883.294796:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.294802:0:34650:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.294804:0:34650:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.294807:0:34650:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.294812:0:34650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e97c00. 02000000:00000001:3.0:1778653883.294815:0:34650:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.294823:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.294828:0:34650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653883.294834:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653883.294843:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054699520, portal 10 00000100:00000001:3.0:1778653883.294844:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.294846:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000040:3.0:1778653883.294862:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.294870:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.294873:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653883.294876:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32ce58. 00000100:00000200:3.0:1778653883.294880:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054699520, offset 0 00000400:00000200:3.0:1778653883.294885:0:34650:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653883.294892:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.294899:0:34650:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.294904:0:34650:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.294908:0:34650:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.294911:0:34650:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.294913:0:34650:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.294917:0:34650:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2586:2586:256:4294967295] 192.168.204.110@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:3.0:1778653883.294921:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.294931:0:34650:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.294936:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.294941:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653883.294947:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.294954:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.294959:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1778653883.295018:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.295023:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 821867 usecs (822 jiffies) 00000400:00000200:3.0:1778653883.295026:0:34650:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653883.295030:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439293 00000100:00000001:3.0:1778653883.295033:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.295035:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439293 00000100:00000001:3.0:1778653883.295037:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.295039:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.295041:0:34650:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.295044:0:34650:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.295046:0:34650:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653883.295048:0:34650:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538666c240 going to sleep for 11 seconds 00000100:00000001:3.0:1778653883.295051:0:34650:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.295054:0:34650:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.298249:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.298259:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:1.0:1778653883.298266:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.298276:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.298282:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32ce58 00000400:00000010:1.0:1778653883.298285:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32ce58. 00000100:00000001:1.0:1778653883.298290:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.298297:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.298308:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.298312:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.298320:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.298322:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.303261:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.303283:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.303287:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.303290:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.303298:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.303305:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.303315:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.303320:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.303326:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.303331:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145353e00 00000400:00000200:0.0:1778653883.303335:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.303341:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6ad9 [1] + 224 00000800:00000001:0.0:1778653883.303349:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.303357:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.303361:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.303365:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.303373:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.303382:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.303393:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.303411:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.303420:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.303423:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.303449:0:34650:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653883.303458:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653883.303460:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653883.303463:0:34650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653883.303467:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:3.0:1778653883.303469:0:34650:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:3.0:1778653883.303472:0:34650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653883.303477:0:34650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653883.303486:0:34650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f800 x1865052054699520/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303491:0:34650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.303493:0:34650:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.303496:0:34650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.303500:0:34650:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.303502:0:34650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.303504:0:34650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.303506:0:34650:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.303515:0:34650:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=144 v=5 (10 5 5 5) 00000100:00001000:3.0:1778653883.303529:0:34650:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.303532:0:34650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.303534:0:34650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.303536:0:34650:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.303540:0:34650:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.303543:0:34650:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653883.303544:0:34650:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1778653883.303546:0:34650:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653883.303548:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.303549:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000100:00000001:3.0:1778653883.303552:0:34650:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653883.303554:0:34650:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1778653883.303556:0:34650:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.303559:0:34650:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.303563:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f800 x1865052054699520/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303569:0:34650:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.303572:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.303574:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.303578:0:34650:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f800 x1865052054699520/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653883.303585:0:34650:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f800 pname:cluuid:pid:xid:nid:opc:job multiop:3368fde0-d18c-4c9c-a094-d50367bc642b:34650:1865052054699520:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1778653883.303590:0:34650:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.303592:0:34650:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.303595:0:34650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653883.303596:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.303600:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054699520/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303606:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.303609:0:34650:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538666c240. 00000100:00000001:3.0:1778653883.303612:0:34650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653883.303613:0:34650:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.303619:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.303620:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678790144 : -121687030761472 : ffff915387c1f800) 00000002:00000001:3.0:1778653883.303623:0:34650:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.303627:0:34650:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653883.303633:0:34650:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff400. 00000080:00000001:3.0:1778653883.303637:0:34650:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1778653883.303640:0:34650:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1778653883.303645:0:34650:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1778653883.303682:0:34650:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303690:0:34650:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.303691:0:34650:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679309952 : -121687030241664 : ffff915387c9e680) 00000100:00000001:3.0:1778653883.303693:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.303696:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303702:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.303704:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.303706:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9e680 x1865052054698112/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1778653898 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303713:0:34650:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1778653883.303716:0:34650:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653883.303718:0:34650:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=5 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653883.303720:0:34650:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653883.303722:0:34650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eec800. 02000000:00000001:3.0:1778653883.303725:0:34650:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653883.303727:0:34650:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653883.303729:0:34650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9e680. 00000100:00000001:3.0:1778653883.303732:0:34650:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653883.303733:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.303734:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.303736:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f800 x1865052054699520/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303741:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.303743:0:34650:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cefcc0. 00000002:00000001:3.0:1778653883.303746:0:34650:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.303747:0:34650:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653883.303749:0:34650:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7d80. 00000100:00000001:3.0:1778653883.303752:0:34650:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.303755:0:34650:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f800 x1865052054699520/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.303760:0:34650:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.303762:0:34650:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653883.303765:0:34650:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7f2c0. 00000080:00000001:3.0:1778653883.303768:0:34650:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.303774:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7db8 00000080:00000008:3.0:1778653883.303776:0:34650:0:(file.c:492:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff91538bdb21c8), flags 100002, rc = 0 00000080:00000001:3.0:1778653883.303780:0:34650:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.303786:0:34650:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653883.303788:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7e00 00000080:00002000:3.0:1778653883.303790:0:34650:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff91539853a870, parent ffff91538bd80af8, inode ffff91538bdb21c8) hashed, 00000080:00000001:3.0:1778653883.303793:0:34650:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.316542:0:34665:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653883.316547:0:34665:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653883.316549:0:34665:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653883.316552:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7bc0 00000080:00200000:3.0:1778653883.316556:0:34665:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653883.316563:0:34665:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853ff400. 00800000:00000002:3.0:1778653883.316570:0:34665:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653883.316575:0:34665:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653883.316579:0:34665:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.316581:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7ae0 00800000:00000002:3.0:1778653883.316583:0:34665:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653883.316587:0:34665:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653883.316592:0:34665:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653883.316597:0:34665:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.316599:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce79b0 00000002:00010000:3.0:1778653883.316601:0:34665:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653883.316605:0:34665:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653883.316607:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.316610:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.316617:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:3.0:1778653883.316620:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.316625:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.316628:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653883.316633:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1778653883.316643:0:34665:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653883.316847:0:34665:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.316862:0:34665:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1778653883.316870:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653883.316872:0:34665:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653883.316874:0:34665:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653883.316876:0:34665:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653883.316879:0:34665:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653883.316881:0:34665:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653883.316883:0:34665:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653883.316886:0:34665:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653883.316889:0:34665:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff400. 00000080:00000001:3.0:1778653883.316893:0:34665:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653883.316895:0:34665:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.316898:0:34665:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653883.316901:0:34665:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902a0 00800000:00000001:3.0:1778653883.316904:0:34665:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653883.316906:0:34665:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653883.316908:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.316910:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.316912:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653883.316914:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.316917:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.316919:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.316920:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.316922:0:34665:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.316924:0:34665:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.316926:0:34665:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902a0 from it ffffa71ac1ce7bf8 00010000:00000001:3.0:1778653883.316927:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.316928:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.316930:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653883.316931:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.316933:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.316935:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.316938:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1778653883.316944:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.316945:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.316947:0:34665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653883.316949:0:34665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653883.316952:0:34665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653883.316961:0:34665:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653883.316963:0:34665:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653883.316965:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.316970:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.316971:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.316973:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.316975:0:34665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653883.316977:0:34665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.316979:0:34665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.316981:0:34665:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.316983:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.316984:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.316985:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653883.316988:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653883.316989:0:34665:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653883.316992:0:34665:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:3.0:1778653883.316996:0:34665:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653883.317006:0:34665:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91538a384c00. 00000080:00000001:3.0:1778653883.317011:0:34665:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1778653883.317012:0:34665:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653883.317014:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b00 00000080:00200000:3.0:1778653883.317015:0:34665:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:3.0:1778653883.317019:0:34665:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853ff400. 00800000:00000002:3.0:1778653883.317021:0:34665:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653883.317023:0:34665:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653883.317025:0:34665:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.317026:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a20 00800000:00000002:3.0:1778653883.317028:0:34665:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653883.317030:0:34665:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653883.317032:0:34665:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653883.317035:0:34665:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.317037:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce78f0 00000002:00010000:3.0:1778653883.317038:0:34665:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653883.317040:0:34665:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653883.317041:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.317043:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.317045:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:3.0:1778653883.317047:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.317049:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.317051:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653883.317055:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1778653883.317060:0:34665:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653883.317062:0:34665:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.317065:0:34665:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1778653883.317070:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653883.317071:0:34665:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653883.317073:0:34665:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653883.317075:0:34665:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653883.317077:0:34665:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653883.317078:0:34665:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653883.317080:0:34665:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653883.317082:0:34665:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653883.317084:0:34665:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff400. 00000080:00000001:3.0:1778653883.317086:0:34665:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653883.317087:0:34665:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.317089:0:34665:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:3.0:1778653883.317091:0:34665:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902a0 00800000:00000001:3.0:1778653883.317094:0:34665:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653883.317095:0:34665:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653883.317096:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.317097:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.317098:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653883.317100:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.317102:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.317104:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.317105:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.317107:0:34665:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.317108:0:34665:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.317110:0:34665:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902a0 from it ffffa71ac1ce7b38 00010000:00000001:3.0:1778653883.317111:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.317112:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.317113:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c24400 refcount=3 00000020:00000001:3.0:1778653883.317114:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.317116:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628477952 : -121687081073664 : ffff915384c24400) 00010000:00000001:3.0:1778653883.317118:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.317120:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1778653883.317126:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.317127:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.317128:0:34665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653883.317130:0:34665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653883.317132:0:34665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1778653883.317137:0:34665:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653883.317138:0:34665:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653883.317139:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.317141:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.317142:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.317143:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317145:0:34665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653883.317146:0:34665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317147:0:34665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317149:0:34665:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317151:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.317152:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.317153:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653883.317154:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653883.317155:0:34665:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653883.317157:0:34665:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:3.0:1778653883.317159:0:34665:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.317162:0:34665:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:3.0:1778653883.317163:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b50 00000080:00200000:3.0:1778653883.317165:0:34665:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915385dd2000, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1778653883.317170:0:34665:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff915383f3be40. 00000080:00000001:3.0:1778653883.317174:0:34665:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:3.0:1778653883.317176:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a00 00000080:00200000:3.0:1778653883.317178:0:34665:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000010:3.0:1778653883.317184:0:34665:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853ff400. 00800000:00000002:3.0:1778653883.317185:0:34665:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653883.317190:0:34665:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653883.317191:0:34665:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.317192:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7920 00800000:00000002:3.0:1778653883.317194:0:34665:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653883.317196:0:34665:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1778653883.317199:0:34665:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1778653883.317203:0:34665:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00800000:00000001:3.0:1778653883.317207:0:34665:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1778653883.317208:0:34665:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1778653883.317211:0:34665:0:(mdc_request.c:2954:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1778653883.317213:0:34665:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1778653883.317215:0:34665:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff915389b76000: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:3.0:1778653883.317218:0:34665:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.317220:0:34665:0:(mdc_request.c:2960:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.317222:0:34665:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.317224:0:34665:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.317226:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce78a0 00800000:00000002:3.0:1778653883.317228:0:34665:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1778653883.317231:0:34665:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.317233:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce77d8 00000002:00010000:3.0:1778653883.317234:0:34665:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1778653883.317238:0:34665:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653883.317240:0:34665:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1778653883.317243:0:34665:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1778653883.317246:0:34665:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.317248:0:34665:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1778653883.317249:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 2 00010000:00000001:3.0:1778653883.317251:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.317254:0:34665:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1778653883.317256:0:34665:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653883.317258:0:34665:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1778653883.317266:0:34665:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653883.317269:0:34665:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653883.317271:0:34665:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653883.317273:0:34665:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1778653883.317275:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.317276:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.317278:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 3 00010000:00000001:3.0:1778653883.317281:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.317283:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.317285:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.317286:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.317287:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 3 00010000:00000001:3.0:1778653883.317289:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.317290:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.317292:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.317293:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.317294:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915383063e00 count: 3 00010000:00000001:3.0:1778653883.317295:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.317297:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.317299:0:34665:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1778653883.317301:0:34665:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1778653883.317305:0:34665:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1778653883.317307:0:34665:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1778653883.317310:0:34665:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653883.317311:0:34665:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317314:0:34665:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653883.317317:0:34665:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653883.317318:0:34665:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653883.317320:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.317322:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1778653883.317324:0:34665:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c24400 with handle 0x3df471c51a8902a0 from hash 00010000:00000001:3.0:1778653883.317326:0:34665:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653883.317327:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.317328:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.317329:0:34665:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653883.317331:0:34665:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653883.317333:0:34665:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1778653883.317335:0:34665:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653883.317337:0:34665:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653883.317339:0:34665:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1778653883.317344:0:34665:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e680. 00000020:00000040:3.0:1778653883.317347:0:34665:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=6 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:3.0:1778653883.317353:0:34665:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1778653883.317355:0:34665:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317358:0:34665:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653883.317362:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.317364:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.317365:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.317366:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.317369:0:34665:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.317371:0:34665:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.317373:0:34665:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.317379:0:34665:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e95800. 00000100:00000001:3.0:1778653883.317385:0:34665:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317390:0:34665:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.317391:0:34665:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653883.317395:0:34665:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1778653883.317401:0:34665:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1778653883.317403:0:34665:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653883.317405:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653883.317407:0:34665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c24400/0x3df471c51a8902a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541727008f expref: -99 pid: 34640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1778653883.317414:0:34665:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915383063e00 count: 0 00010000:00000010:3.0:1778653883.317419:0:34665:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915384d75280. 00010000:00000001:3.0:1778653883.317426:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.317427:0:34665:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317429:0:34665:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.317430:0:34665:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.317432:0:34665:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.317440:0:34665:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00010000:00000001:3.0:1778653883.317444:0:34665:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653883.317446:0:34665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653883.317450:0:34665:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6100. 00010000:00000010:3.0:1778653883.317453:0:34665:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9e80. 00010000:00000001:3.0:1778653883.317456:0:34665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653883.317459:0:34665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177200. 00000020:00000001:3.0:1778653883.317461:0:34665:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653883.317463:0:34665:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177200 with handle 0x3df471c51a8902d1 to hash 00000020:00000001:3.0:1778653883.317465:0:34665:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653883.317467:0:34665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.317470:0:34665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.317472:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.317474:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.317477:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.317483:0:34665:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34665 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1778653883.317495:0:34665:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1778653883.317506:0:34665:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1778653883.317515:0:34665:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34665 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653883.317520:0:34665:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653883.317522:0:34665:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653883.317527:0:34665:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538666c240. 00000100:00000001:3.0:1778653883.317530:0:34665:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386656035392 : -121687053516224 : ffff91538666c240) 00000100:00000001:3.0:1778653883.317532:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.317534:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000001:3.0:1778653883.317538:0:34665:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.317542:0:34665:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.317544:0:34665:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653883.317545:0:34665:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653883.317549:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.317557:0:34665:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.317560:0:34665:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.317563:0:34665:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653883.317566:0:34665:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.317568:0:34665:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.317572:0:34665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34665:1865052054699776:192.168.204.110@tcp:101:bash.0 00000100:00000001:3.0:1778653883.317576:0:34665:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.317582:0:34665:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.317584:0:34665:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.317587:0:34665:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.317637:0:34665:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386640000. 02000000:00000001:3.0:1778653883.317641:0:34665:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.317775:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.317781:0:34665:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653883.317788:0:34665:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915383e96800. 00000100:00000200:3.0:1778653883.317795:0:34665:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054699776, portal 10 00000100:00000001:3.0:1778653883.317797:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.317799:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000040:3.0:1778653883.317804:0:34665:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.317811:0:34665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.317815:0:34665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653883.317818:0:34665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c880. 00000100:00000200:3.0:1778653883.317822:0:34665:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054699776, offset 0 00000400:00000200:3.0:1778653883.317827:0:34665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653883.317836:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.317844:0:34665:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.317849:0:34665:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.317866:0:34665:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.317869:0:34665:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.317872:0:34665:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.317876:0:34665:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2587:2587:256:4294967295] 192.168.204.110@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:3.0:1778653883.317880:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.317890:0:34665:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.317896:0:34665:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.317901:0:34665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653883.317907:0:34665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.317913:0:34665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.317918:0:34665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1778653883.317985:0:34665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.317989:0:34665:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 820868 usecs (821 jiffies) 00000400:00000200:3.0:1778653883.317993:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653883.317996:0:34665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439315 00000100:00000001:3.0:1778653883.317999:0:34665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.318001:0:34665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439315 00000100:00000001:3.0:1778653883.318003:0:34665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.318005:0:34665:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.318007:0:34665:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.318010:0:34665:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.318011:0:34665:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653883.318014:0:34665:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538666c240 going to sleep for 11 seconds 00000100:00000001:3.0:1778653883.318016:0:34665:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.318019:0:34665:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.318137:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.318141:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:1.0:1778653883.318145:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.318151:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.318157:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c880 00000400:00000010:1.0:1778653883.318160:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c880. 00000100:00000001:1.0:1778653883.318164:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.318168:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.318177:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.318180:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.318188:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.318189:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653883.325209:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915383063e00. 00010000:00000010:3.1:1778653883.325225:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c24400. 00000800:00000001:0.0:1778653883.326078:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.326091:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.326095:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.326098:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.326107:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326115:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.326124:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326130:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326136:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326140:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145353f00 00000400:00000200:0.0:1778653883.326145:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326151:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6ae1 [32] + 224 00000800:00000001:0.0:1778653883.326159:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.326167:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.326170:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.326174:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.326180:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.326188:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.326200:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.326221:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1778653883.326230:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1778653883.326233:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326319:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653883.326326:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2588:2588:256:4294967295] 192.168.204.110@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:0.0:1778653883.326331:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.326340:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1778653883.326346:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653883.326352:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff915385eed000. 00000800:00000200:0.0:1778653883.326357:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653883.326365:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653883.326369:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915385eed000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1778653883.326449:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.326453:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff915385eed000. 00000400:00000200:0.0:1778653883.326457:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.326461:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1778653883.326467:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.326470:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.326847:0:34665:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653883.326865:0:34665:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653883.326867:0:34665:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653883.326870:0:34665:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653883.326874:0:34665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915383e96800 00000400:00000010:3.0:1778653883.326877:0:34665:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915383e96800. 00000100:00000001:3.0:1778653883.326884:0:34665:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653883.326890:0:34665:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653883.326899:0:34665:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e680 x1865052054699776/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.326906:0:34665:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.326909:0:34665:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.326911:0:34665:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.326914:0:34665:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.326917:0:34665:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.326919:0:34665:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.326921:0:34665:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.326930:0:34665:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653883.326934:0:34665:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.326937:0:34665:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.326938:0:34665:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.326941:0:34665:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.326944:0:34665:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.326947:0:34665:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653883.326948:0:34665:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x1] 00000100:00000001:3.0:1778653883.326950:0:34665:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653883.326952:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.326954:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000001:3.0:1778653883.326957:0:34665:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653883.326958:0:34665:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1778653883.326960:0:34665:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.326963:0:34665:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.326968:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.326976:0:34665:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.326979:0:34665:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.326981:0:34665:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.326984:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653883.326993:0:34665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e680 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34665:1865052054699776:192.168.204.110@tcp:101:bash.0 00000100:00000001:3.0:1778653883.326998:0:34665:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.327000:0:34665:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.327002:0:34665:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653883.327004:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.327008:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.327013:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.327016:0:34665:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538666c240. 00000100:00000001:3.0:1778653883.327019:0:34665:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653883.327020:0:34665:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.327023:0:34665:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653883.327028:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.327030:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.327033:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653883.327035:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.327038:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653883.327043:0:34665:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177200, remote cookie: 0xdfa36d541727014c, flags: 0x1001 00010000:00010000:3.0:1778653883.327048:0:34665:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653883.327055:0:34665:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653883.327058:0:34665:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653883.327068:0:34665:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6c00. 00010000:00000010:3.0:1778653883.327072:0:34665:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9500. 00010000:00000040:3.0:1778653883.327077:0:34665:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6100 count: 0 00010000:00000010:3.0:1778653883.327082:0:34665:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9e80. 00010000:00000001:3.0:1778653883.327088:0:34665:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.327091:0:34665:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.328500:0:34665:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328515:0:34665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653883.328520:0:34665:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653883.328522:0:34665:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653883.328524:0:34665:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653883.328526:0:34665:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653883.328529:0:34665:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9153837f6c00) refcount = 1 00010000:00010000:3.0:1778653883.328533:0:34665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328539:0:34665:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653883.328544:0:34665:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653883.328545:0:34665:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.328549:0:34665:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653883.328552:0:34665:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.328555:0:34665:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328561:0:34665:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653883.328562:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328564:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.328565:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328566:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.328568:0:34665:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.328574:0:34665:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653883.328578:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.328580:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.328582:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.328584:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328587:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328589:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.328590:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.328591:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=4 00000020:00000001:3.0:1778653883.328593:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328594:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328596:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.328599:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.328603:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328609:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328610:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.328611:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.328612:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.328613:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=5 00000020:00000001:3.0:1778653883.328614:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328616:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328619:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.328621:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328627:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328628:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653883.328631:0:34665:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328637:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.328638:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328639:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.328640:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328641:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653883.328665:0:34665:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653883.328675:0:34665:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653883.328691:0:34665:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653883.328697:0:34665:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.328705:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.328707:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.328709:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.328711:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328713:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653883.328717:0:34665:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1778653883.328729:0:34665:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9153861baf00. 00010000:00000001:3.0:1778653883.328731:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328732:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.328734:0:34665:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.328736:0:34665:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.328739:0:34665:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653883.328742:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.328743:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00000100:00000001:3.0:1778653883.328745:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.328746:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678785664 : -121687030765952 : ffff915387c1e680) 00010000:00000001:3.0:1778653883.328747:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.328748:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.328750:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.328751:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328753:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000002:00010000:3.0:1778653883.328757:0:34665:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.328762:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328763:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.328765:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653883.328766:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.328767:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.328768:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.328770:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.328772:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000040:3.0:1778653883.328778:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:3.0:1778653883.328781:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653883.328786:0:34665:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:3.0:1778653883.328789:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.328791:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.328792:0:34665:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653883.328796:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7758 00000002:00002000:3.0:1778653883.328798:0:34665:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1778653883.328801:0:34665:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.328805:0:34665:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.328808:0:34665:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653883.328812:0:34665:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1778653883.328816:0:34665:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653883.328820:0:34665:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:3.0:1778653883.328823:0:34665:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1778653883.328826:0:34665:0:(namei.c:672:ll_lookup_it_finish()) it ffff915383f3be40 it_disposition 1800037 00000080:00002000:3.0:1778653883.328832:0:34665:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf3d288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1778653883.328837:0:34665:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653883.328839:0:34665:0:(namei.c:1613:ll_create_it()) Process entered 00000020:00000001:3.0:1778653883.328841:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7988 00000080:00200000:3.0:1778653883.328843:0:34665:0:(namei.c:1617:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open|creat 00000080:00000001:3.0:1778653883.328846:0:34665:0:(namei.c:1564:ll_create_node()) Process entered 00000080:00000001:3.0:1778653883.328848:0:34665:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653883.328864:0:34665:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653883.328867:0:34665:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1778653883.328870:0:34665:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1778653883.328873:0:34665:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1778653883.328892:0:34665:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91538bd94200. 00000020:00000001:3.0:1778653883.329059:0:34665:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1778653883.329060:0:34665:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1778653883.329063:0:34665:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1778653883.329064:0:34665:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8) 00000020:00000001:3.0:1778653883.329067:0:34665:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.329071:0:34665:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e015a0. 00000020:00000010:3.0:1778653883.329075:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff200. 00000020:00000010:3.0:1778653883.329079:0:34665:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ff600. 00000020:00000010:3.0:1778653883.329082:0:34665:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.329087:0:34665:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.329208:0:34665:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.329215:0:34665:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.329220:0:34665:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.329224:0:34665:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.329227:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe800. 00000008:00000010:3.0:1778653883.329232:0:34665:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.329235:0:34665:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.329238:0:34665:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.329242:0:34665:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe870. 00000020:00000001:3.0:1778653883.329245:0:34665:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763816 : -121687028787800 : ffff915387e015a8) 00000020:00001000:3.0:1778653883.329247:0:34665:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e015a0 00000020:00000001:3.0:1778653883.329252:0:34665:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1778653883.329256:0:34665:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff915385c8f7d0. 00000020:00000001:3.0:1778653883.329258:0:34665:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653883.329260:0:34665:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.329266:0:34665:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1778653883.329270:0:34665:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9153877a5aa8. 00020000:00000001:3.0:1778653883.329272:0:34665:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446622386674096808 : -121687035454808 : ffff9153877a5aa8) 00020000:00000001:3.0:1778653883.329275:0:34665:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1778653883.329277:0:34665:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653883.329282:0:34665:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b600. 00020000:00000010:3.0:1778653883.329286:0:34665:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941a00. 00020000:00000010:3.0:1778653883.329290:0:34665:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b1e0. 00020000:00000001:3.0:1778653883.329292:0:34665:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940128 : -121687094611488 : ffff915383f3b1e0) 00020000:00000002:3.0:1778653883.329295:0:34665:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b1e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653883.329300:0:34665:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653883.329304:0:34665:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941a00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1778653883.329306:0:34665:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1778653883.329308:0:34665:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b1e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653883.329312:0:34665:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653883.329315:0:34665:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941a00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:3.0:1778653883.329319:0:34665:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff915387e04230. 00020000:00000010:3.0:1778653883.329323:0:34665:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91538666c240. 00020000:00000001:3.0:1778653883.329327:0:34665:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1778653883.329330:0:34665:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91538b9c6108. 00020000:00000001:3.0:1778653883.329332:0:34665:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1778653883.329333:0:34665:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1778653883.329338:0:34665:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1778653883.329340:0:34665:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff915385c8f320. 00000020:00000001:3.0:1778653883.329342:0:34665:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1778653883.329343:0:34665:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.329345:0:34665:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622386645693344 : -121687063858272 : ffff915385c8f3a0) 00020000:00000001:3.0:1778653883.329349:0:34665:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1778653883.329353:0:34665:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91538b8a6000. 00020000:00000001:3.0:1778653883.329356:0:34665:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.329360:0:34665:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645693344 : -121687063858272 : ffff915385c8f3a0) 00020000:00000001:3.0:1778653883.329362:0:34665:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622386645693344 : -121687063858272 : ffff915385c8f3a0) 00020000:00000002:3.0:1778653883.329365:0:34665:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff915385c8f320[0:0] -> [0x200000404:0x36:0x0]@ffff915385c8f7d0: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1778653883.329370:0:34665:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1778653883.329372:0:34665:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1778653883.329374:0:34665:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.329376:0:34665:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622386645694544 : -121687063857072 : ffff915385c8f850) 00000020:00001000:3.0:1778653883.329379:0:34665:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e015a0 00000020:00000010:3.0:1778653883.329382:0:34665:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ff600. 00000020:00000010:3.0:1778653883.329386:0:34665:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.329389:0:34665:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.329392:0:34665:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.329395:0:34665:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.329398:0:34665:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.329401:0:34665:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.329403:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff200. 00000008:00000010:3.0:1778653883.329405:0:34665:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.329408:0:34665:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.329410:0:34665:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.329411:0:34665:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe870. 00000020:00000010:3.0:1778653883.329413:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.329415:0:34665:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e015a0. 00000080:00000001:3.0:1778653883.329417:0:34665:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1778653883.329419:0:34665:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1778653883.329421:0:34665:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1778653883 00000080:00000001:3.0:1778653883.329423:0:34665:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1778653883.329425:0:34665:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:3.0:1778653883.329427:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.329428:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.329430:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.329432:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.329434:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00000080:00000001:3.0:1778653883.329438:0:34665:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653883.329439:0:34665:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.329441:0:34665:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e015a0. 00000020:00000010:3.0:1778653883.329443:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.329446:0:34665:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ff200. 00000020:00000010:3.0:1778653883.329447:0:34665:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.329450:0:34665:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.329452:0:34665:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.329454:0:34665:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.329457:0:34665:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.329459:0:34665:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.329461:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff600. 00000008:00000010:3.0:1778653883.329463:0:34665:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.329465:0:34665:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.329467:0:34665:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.329469:0:34665:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe870. 00000020:00000001:3.0:1778653883.329471:0:34665:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763816 : -121687028787800 : ffff915387e015a8) 00000020:00001000:3.0:1778653883.329473:0:34665:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e015a0 00000020:00000001:3.0:1778653883.329475:0:34665:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653883.329477:0:34665:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653883.329479:0:34665:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653883.329481:0:34665:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3bea0. 00020000:00000010:3.0:1778653883.329483:0:34665:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941f00. 00020000:00000010:3.0:1778653883.329486:0:34665:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3b360. 00020000:00000001:3.0:1778653883.329488:0:34665:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614940512 : -121687094611104 : ffff915383f3b360) 00020000:00000002:3.0:1778653883.329490:0:34665:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b360, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653883.329494:0:34665:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653883.329497:0:34665:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941f00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1778653883.329501:0:34665:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a5aa8) owner ffff915382a58000 00020000:00000001:3.0:1778653883.329503:0:34665:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653883.329506:0:34665:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a5aa8) owner ffff915382a58000 00020000:00000010:3.0:1778653883.329510:0:34665:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941f00. 00020000:00000010:3.0:1778653883.329513:0:34665:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3bea0. 00020000:00000010:3.0:1778653883.329521:0:34665:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b360. 00020000:00000002:3.0:1778653883.329523:0:34665:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653883.329525:0:34665:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.329527:0:34665:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.329530:0:34665:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1778653883.329532:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:3.0:1778653883.329535:0:34665:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b1e0 addref 2/0 by ffff915382a58000. 00020000:00000002:3.0:1778653883.329538:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:3.0:1778653883.329539:0:34665:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1778653883.329541:0:34665:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1778653883.329542:0:34665:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1778653883.329544:0:34665:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1778653883.329546:0:34665:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1778653883.329548:0:34665:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1778653883.329551:0:34665:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e015a0 00000020:00000010:3.0:1778653883.329553:0:34665:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ff200. 00000020:00000010:3.0:1778653883.329555:0:34665:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.329558:0:34665:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.329560:0:34665:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.329563:0:34665:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.329565:0:34665:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.329568:0:34665:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.329570:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe800. 00000008:00000010:3.0:1778653883.329571:0:34665:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.329574:0:34665:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.329576:0:34665:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.329578:0:34665:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe870. 00000020:00000010:3.0:1778653883.329580:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff600. 00000020:00000010:3.0:1778653883.329582:0:34665:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e015a0. 00000080:00000001:3.0:1778653883.329584:0:34665:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.329586:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.329587:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653883.329589:0:34665:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653883.329592:0:34665:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653883.329594:0:34665:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.329596:0:34665:0:(namei.c:1583:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653883.329599:0:34665:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902d1 00800000:00000001:3.0:1778653883.329602:0:34665:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653883.329604:0:34665:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653883.329605:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.329607:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.329608:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.329610:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.329612:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.329615:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.329616:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.329617:0:34665:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.329619:0:34665:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.329621:0:34665:0:(namei.c:1585:ll_create_node()) Process leaving 00000100:00000001:3.0:1778653883.329623:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.329629:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.329636:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.329643:0:34665:0:(namei.c:1669:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.329646:0:34665:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00000001:3.0:1778653883.329736:0:34665:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653883.329740:0:34665:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff400. 00000100:00000001:3.0:1778653883.329743:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.329748:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.329754:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.329757:0:34665:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1778653883.329759:0:34665:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.329767:0:34665:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1778653883.329770:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a60 00000080:00200008:3.0:1778653883.329771:0:34665:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102101 00000080:00000010:3.0:1778653883.329778:0:34665:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9153815b8000. 00000080:00000010:3.0:1778653883.329784:0:34665:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861ba680. 00000080:00000001:3.0:1778653883.329787:0:34665:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1778653883.329791:0:34665:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1778653883.329794:0:34665:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1778653883.329798:0:34665:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a384060. 00000002:00100000:3.0:1778653883.329802:0:34665:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653883.329808:0:34665:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.329810:0:34665:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653883.329813:0:34665:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653883.329817:0:34665:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.329819:0:34665:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.329822:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.329825:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1778653883.329831:0:34665:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653883.329834:0:34665:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:3.0:1778653883.329871:0:34665:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653883.329873:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.329883:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a60 00000080:00000008:3.0:1778653883.329885:0:34665:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102101, rc = 0 00000080:00000001:3.0:1778653883.329889:0:34665:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1778653883.329890:0:34665:0:(dcache.c:176:ll_intent_release()) intent ffff915383f3be40 released 00000080:00010000:3.0:1778653883.329892:0:34665:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902d1 from it ffff915383f3be40 00010000:00000001:3.0:1778653883.329894:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.329896:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.329897:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.329899:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.330012:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.330014:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.330018:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.330026:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.330027:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.330028:0:34665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653883.330030:0:34665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653883.330032:0:34665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653883.330039:0:34665:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653883.330042:0:34665:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653883.330044:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.330047:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.330048:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.330050:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.330053:0:34665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653883.330054:0:34665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.330056:0:34665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.330058:0:34665:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.330060:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.330061:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.330062:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653883.330063:0:34665:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1778653883.330066:0:34665:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1778653883.330068:0:34665:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653883.330069:0:34665:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653883.330071:0:34665:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653883.330072:0:34665:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.330075:0:34665:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1778653883.330077:0:34665:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.330079:0:34665:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653883.330081:0:34665:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.330082:0:34665:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1778653883.330085:0:34665:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff915383f3be40. 00000080:00000001:3.0:1778653883.330087:0:34665:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.330177:0:34665:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1778653883.330180:0:34665:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1778653883.330183:0:34665:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.330278:0:34665:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653883.330281:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:3.0:1778653883.330284:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:3.0:1778653883.330286:0:34665:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.333723:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7d28 00000080:00200008:3.0:1778653883.333730:0:34665:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653883.333737:0:34665:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653883.333738:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7ca0 00000080:00200000:3.0:1778653883.333740:0:34665:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8),name=recon 00000080:00000010:3.0:1778653883.333747:0:34665:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853ff400. 00800000:00000002:3.0:1778653883.333751:0:34665:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:3.0:1778653883.333756:0:34665:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653883.333760:0:34665:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.333762:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7bc0 00800000:00000002:3.0:1778653883.333764:0:34665:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1778653883.333767:0:34665:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653883.333772:0:34665:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653883.333776:0:34665:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.333778:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a90 00000002:00010000:3.0:1778653883.333779:0:34665:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653883.333783:0:34665:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653883.333785:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.333787:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.333793:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:3.0:1778653883.333796:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.333800:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.333803:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653883.333816:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1778653883.333827:0:34665:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1778653883.333831:0:34665:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.333834:0:34665:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1778653883.333840:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1778653883.333842:0:34665:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1778653883.333843:0:34665:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653883.333845:0:34665:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1778653883.333846:0:34665:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1778653883.333848:0:34665:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1778653883.333858:0:34665:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1778653883.333860:0:34665:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653883.333863:0:34665:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853ff400. 00000080:00000001:3.0:1778653883.333867:0:34665:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1778653883.333868:0:34665:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.333871:0:34665:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00010000:3.0:1778653883.333874:0:34665:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902d1 00800000:00000001:3.0:1778653883.333877:0:34665:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653883.333879:0:34665:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653883.333881:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.333883:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.333886:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.333888:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.333891:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.333893:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.333894:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.333896:0:34665:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.333898:0:34665:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.333900:0:34665:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902d1 from it ffffa71ac1ce7cd8 00010000:00000001:3.0:1778653883.333901:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.333902:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.333903:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.333905:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.333907:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.333913:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.333916:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653883.333922:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.333923:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.333924:0:34665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653883.333926:0:34665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653883.333929:0:34665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653883.333937:0:34665:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653883.333940:0:34665:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653883.333942:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.333947:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.333948:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.333949:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.333952:0:34665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653883.333954:0:34665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.333956:0:34665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.333958:0:34665:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.333960:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.333961:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.333963:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1778653883.333966:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653883.333967:0:34665:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653883.333971:0:34665:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1778653883.333973:0:34665:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653883.333975:0:34665:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653883.333978:0:34665:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653883.333979:0:34665:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.333981:0:34665:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653883.333984:0:34665:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1778653883.333987:0:34665:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.333993:0:34665:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e015a0. 00000020:00000010:3.0:1778653883.333996:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff400. 00000020:00000010:3.0:1778653883.334001:0:34665:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ff200. 00000020:00000010:3.0:1778653883.334004:0:34665:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3be40. 00000008:00000010:3.0:1778653883.334011:0:34665:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.334017:0:34665:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.334021:0:34665:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.334027:0:34665:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.334031:0:34665:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.334034:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff600. 00000008:00000010:3.0:1778653883.334037:0:34665:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.334040:0:34665:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.334043:0:34665:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.334046:0:34665:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe870. 00000020:00000001:3.0:1778653883.334049:0:34665:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763816 : -121687028787800 : ffff915387e015a8) 00000020:00001000:3.0:1778653883.334052:0:34665:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e015a0 00000020:00000001:3.0:1778653883.334056:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.334058:0:34665:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653883.334060:0:34665:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653883.334062:0:34665:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1778653883.334065:0:34665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.334067:0:34665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653883.334068:0:34665:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653883.334070:0:34665:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.334072:0:34665:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.334076:0:34665:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff915386471e08 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1778653883.334080:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:3.0:1778653883.334083:0:34665:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653883.334085:0:34665:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653883.334087:0:34665:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653883.334089:0:34665:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.334091:0:34665:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653883.334094:0:34665:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653883.334095:0:34665:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.334097:0:34665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.334098:0:34665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653883.334099:0:34665:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653883.334101:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00000020:00000001:3.0:1778653883.334103:0:34665:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653883.334106:0:34665:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1778653883.334107:0:34665:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1778653883.334109:0:34665:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653883.334111:0:34665:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653883.334113:0:34665:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653883.334115:0:34665:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653883.334120:0:34665:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653883.334124:0:34665:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9e80. 00020000:00000002:3.0:1778653883.334127:0:34665:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653883.334129:0:34665:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653883.334130:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.334132:0:34665:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653883.334133:0:34665:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.334136:0:34665:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01ea0. 00000020:00000010:3.0:1778653883.334138:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.334140:0:34665:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ff000. 00000020:00000010:3.0:1778653883.334143:0:34665:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.334146:0:34665:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.334149:0:34665:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.334151:0:34665:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.334154:0:34665:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.334157:0:34665:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.334160:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000008:00000010:3.0:1778653883.334163:0:34665:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.334167:0:34665:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.334169:0:34665:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.334172:0:34665:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfec30. 00000020:00000001:3.0:1778653883.334174:0:34665:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680766120 : -121687028785496 : ffff915387e01ea8) 00000020:00001000:3.0:1778653883.334176:0:34665:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01ea0 00000020:00000001:3.0:1778653883.334178:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.334179:0:34665:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653883.334182:0:34665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.334183:0:34665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653883.334184:0:34665:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.334185:0:34665:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.334187:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.334189:0:34665:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653883.334192:0:34665:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653883.334194:0:34665:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1778653883.334197:0:34665:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653883.334199:0:34665:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653883.334200:0:34665:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9eb0, osc lock ffff91538c5e3a20, flags 0x400001002 00000020:00000001:3.0:1778653883.334202:0:34665:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.334204:0:34665:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.334206:0:34665:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614607488 : -121687094944128 : ffff915383ee9e80) 00000020:00000001:3.0:1778653883.334208:0:34665:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653883.334209:0:34665:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653883.334210:0:34665:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.334212:0:34665:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.334214:0:34665:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1778653883.334216:0:34665:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1778653883.334217:0:34665:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653883.334219:0:34665:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653883.334220:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.334221:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.334223:0:34665:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653883.334225:0:34665:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653883.334227:0:34665:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1778653883.334230:0:34665:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653883.334233:0:34665:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653883.334234:0:34665:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653883.334236:0:34665:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653883.334237:0:34665:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653883.334238:0:34665:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653883.334241:0:34665:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653883.334242:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653883.334246:0:34665:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.334248:0:34665:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1778653883.334253:0:34665:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1ce00. 00000020:00000040:3.0:1778653883.334256:0:34665:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00010000:00000001:3.0:1778653883.334260:0:34665:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653883.334263:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.334265:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.334268:0:34665:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.334270:0:34665:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.334273:0:34665:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.334279:0:34665:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853fe400. 00000100:00000001:3.0:1778653883.334285:0:34665:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.334290:0:34665:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.334291:0:34665:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.334292:0:34665:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.334293:0:34665:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.334295:0:34665:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.334298:0:34665:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00010000:00000001:3.0:1778653883.334301:0:34665:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653883.334303:0:34665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1778653883.334307:0:34665:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6000. 00010000:00000010:3.0:1778653883.334310:0:34665:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9153837f6900. 00010000:00000001:3.0:1778653883.334314:0:34665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653883.334317:0:34665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177400. 00000020:00000001:3.0:1778653883.334321:0:34665:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653883.334323:0:34665:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177400 with handle 0x3df471c51a8902d8 to hash 00000020:00000001:3.0:1778653883.334325:0:34665:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653883.334327:0:34665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000010:3.0:1778653883.334331:0:34665:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9153861ba140. 00010000:00000001:3.0:1778653883.334333:0:34665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:3.0:1778653883.334336:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.334337:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.334341:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.334350:0:34665:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.334359:0:34665:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.334363:0:34665:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.334366:0:34665:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.334379:0:34665:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8234d86] to pc [ptlrpcd_01_00+0] req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.334446:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.334450:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.334452:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.334458:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.334466:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.334468:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.334472:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.334474:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.334476:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.334480:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054699904:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1778653883.334484:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.334489:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.334492:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.334494:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.334499:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0ec00. 02000000:00000001:2.0:1778653883.334501:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.334508:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.334512:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e790. 00000400:00000010:2.0:1778653883.334519:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653883.334525:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054699904, portal 4 00000100:00000001:2.0:1778653883.334527:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.334528:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678779392 : -121687030772224 : ffff915387c1ce00) 00000100:00000040:2.0:1778653883.334533:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.334538:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.334540:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.334542:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490b28. 00000100:00000200:2.0:1778653883.334544:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054699904, offset 0 00000400:00000200:2.0:1778653883.334548:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.334555:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.334561:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.334565:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.334568:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.334571:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.334573:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.334576:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2589:2589:256:4294967295] 192.168.204.110@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:2.0:1778653883.334578:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.334586:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.334589:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.334592:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653883.334597:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.334603:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.334606:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.334618:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.334622:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21122 usecs (22 jiffies) 00000400:00000200:2.0:1778653883.334626:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.334628:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438532 00000100:00000001:2.0:1778653883.334631:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.334633:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438532 00000100:00000001:2.0:1778653883.334635:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.334638:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.334640:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.334644:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.334646:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653883.334742:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.334747:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:0.0:1778653883.334752:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.334757:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.334762:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490b28 00000400:00000010:0.0:1778653883.334764:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490b28. 00000100:00000001:0.0:1778653883.334768:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.334772:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.334781:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.334783:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.334789:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.334791:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1778653883.335647:0:34665:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.335663:0:34665:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.335665:0:34665:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.335668:0:34665:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.335669:0:34665:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.335671:0:34665:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000100:00000001:2.0:1778653883.335671:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000020:00200000:3.0:1778653883.335674:0:34665:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00000001:2.0:1778653883.335674:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1778653883.335676:0:34665:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000100:00000001:2.0:1778653883.335676:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1778653883.335677:0:34665:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1778653883.335677:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.335680:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.335682:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.335686:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.335688:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1778653883.341430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6100. 00000800:00000001:1.0:1778653883.341765:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.341779:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.341782:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.341784:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.341792:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.341799:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.341808:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.341813:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.341819:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.341823:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145353f80 00000400:00000200:1.0:1778653883.341828:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.341836:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6ae9 [1] + 224 00000800:00000001:1.0:1778653883.341843:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.341863:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.341867:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.341872:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.341888:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.341898:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.341908:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.341930:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.341938:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.341941:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.342680:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.342685:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.342693:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.342694:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.342698:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e790. 00000400:00000200:2.0:1778653883.342703:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653883.342705:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653883.342708:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.342714:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653883.342724:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.342731:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.342733:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.342736:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.342739:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.342742:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.342744:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.342747:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.342756:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=144 v=5 (5 5 5 137) 00000100:00001000:2.0:1778653883.342760:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.342763:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.342765:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.342767:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.342864:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.342869:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.342872:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1778653883.342874:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.342875:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.342881:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.342894:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.342897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.342898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1778653883.342901:0:2368:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1778653883.342903:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.342906:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.342909:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=4 00000020:00000001:2.0:1778653883.342911:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.342914:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.342916:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.342917:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.342918:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=5 00000020:00000001:2.0:1778653883.342920:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.342922:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.342925:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.342929:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.342933:0:2368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.342944:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.342945:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.342947:0:2368:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653883.342949:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.342950:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.342951:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=6 00000020:00000001:2.0:1778653883.342953:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.342955:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000040:2.0:1778653883.342961:0:2368:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177400, remote cookie: 0xdfa36d541727015a, flags: 0x1001 00010000:00010000:2.0:1778653883.342965:0:2368:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.342978:0:2368:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1778653883.342981:0:2368:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.342983:0:2368:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653883.342986:0:2368:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1778653883.342990:0:2368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1778653883.342999:0:2368:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9153837f6000) refcount = 1 00010000:00000040:2.0:1778653883.343002:0:2368:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1778653883.343004:0:2368:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.343013:0:2368:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653883.343014:0:2368:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.343017:0:2368:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653883.343020:0:2368:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.343023:0:2368:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.343029:0:2368:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653883.343030:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343032:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.343033:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343034:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.343036:0:2368:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1778653883.343039:0:2368:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1778653883.343041:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.343043:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.343044:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=5 00000020:00000001:2.0:1778653883.343046:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.343048:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00000008:00000001:2.0:1778653883.343053:0:2368:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1778653883.343057:0:2368:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00010000:2.0:1778653883.343061:0:2368:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1778653883.343068:0:2368:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.343070:0:2368:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653883.343073:0:2368:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1778653883.343076:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653883.343077:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.343079:0:2368:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.343081:0:2368:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:2.0:1778653883.343082:0:2368:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1778653883.343085:0:2368:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653883.343087:0:2368:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1778653883.343103:0:2368:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1778653883.343106:0:2368:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.343108:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.343110:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.343111:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=6 00000020:00000001:2.0:1778653883.343113:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.343115:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.343117:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.343119:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.343126:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343127:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653883.343129:0:2368:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.343135:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.343137:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343138:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.343139:0:2368:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.343141:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.343142:0:2368:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.343143:0:2368:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=5 00000020:00000001:2.0:1778653883.343144:0:2368:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.343146:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.343148:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.343150:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.343156:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343157:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.343159:0:2368:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.343161:0:2368:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.343163:0:2368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.343172:0:2368:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.343174:0:2368:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.343176:0:2368:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.343180:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343181:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.343182:0:2368:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.343185:0:2368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.343186:0:2368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.343188:0:2368:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.343190:0:2368:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.343192:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.343193:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343194:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.343195:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.343196:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.343197:0:2368:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.343203:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.343211:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054699904:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1778653883.343217:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.343220:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.343223:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1ce00 x1865052054699904/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.343230:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.343232:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.343236:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0ec00. 02000000:00000001:2.0:1778653883.343240:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.343242:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.343245:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.343246:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.343248:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853fe400. 02000000:00000001:2.0:1778653883.343252:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.343254:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.343256:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1ce00. 00000100:00000001:2.0:1778653883.343259:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.343260:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.343263:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.343269:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.343271:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.343274:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.343276:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.343755:0:34665:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.343759:0:34665:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.343765:0:34665:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653883.343768:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.343770:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.343772:0:34665:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653883.343776:0:34665:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653883.343791:0:34665:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653883.343793:0:34665:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.343795:0:34665:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653883.343796:0:34665:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.343799:0:34665:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653883.343807:0:34665:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.343809:0:34665:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653883.343812:0:34665:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.343814:0:34665:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.343816:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:3.0:1778653883.343818:0:34665:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1778653883.343821:0:34665:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653883.343823:0:34665:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653883.343825:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915386471da8 (ffff915387e015a8/0) at cl_lock_release():245 00000020:00000001:3.0:1778653883.343828:0:34665:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653883.343829:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915386471da8 (ffff915387e015a8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653883.343832:0:34665:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653883.343836:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.343837:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.343839:0:34665:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653883.343841:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9eb0 (ffff915387e01ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653883.343844:0:34665:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653883.343845:0:34665:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653883.343846:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.343848:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653883.343858:0:34665:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653883.343860:0:34665:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653883.343861:0:34665:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653883.343862:0:34665:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653883.343864:0:34665:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653883.343865:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915386471da8 (ffff915387e015a8/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653883.343868:0:34665:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653883.343869:0:34665:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653883.343870:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9eb0 (ffff915387e015a8/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653883.343874:0:34665:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653883.343877:0:34665:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653883.343879:0:34665:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9e80. 00020000:00000001:3.0:1778653883.343882:0:34665:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653883.343883:0:34665:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653883.343884:0:34665:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1778653883.343885:0:34665:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.343888:0:34665:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653883.343890:0:34665:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653883.343892:0:34665:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653883.343893:0:34665:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653883.343895:0:34665:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653883.343897:0:34665:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01ea0 00000020:00000010:3.0:1778653883.343901:0:34665:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ff000. 00000020:00000010:3.0:1778653883.343905:0:34665:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.343909:0:34665:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.343915:0:34665:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.343919:0:34665:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.343923:0:34665:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.343927:0:34665:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.343930:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe800. 00000008:00000010:3.0:1778653883.343932:0:34665:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.343935:0:34665:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.343938:0:34665:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.343941:0:34665:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfec30. 00000020:00000010:3.0:1778653883.343950:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.343953:0:34665:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01ea0. 00020000:00000001:3.0:1778653883.343955:0:34665:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653883.343957:0:34665:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653883.343960:0:34665:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653883.343962:0:34665:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653883.343965:0:34665:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653883.343967:0:34665:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.343969:0:34665:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653883.343971:0:34665:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653883.343972:0:34665:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653883.343974:0:34665:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e015a0 00000020:00000010:3.0:1778653883.343976:0:34665:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ff200. 00000020:00000010:3.0:1778653883.343978:0:34665:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3be40. 00000008:00000010:3.0:1778653883.343980:0:34665:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.343983:0:34665:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.343985:0:34665:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.343987:0:34665:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.343989:0:34665:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.343992:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff400. 00000008:00000010:3.0:1778653883.343994:0:34665:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.343996:0:34665:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.343998:0:34665:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.344000:0:34665:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe870. 00000020:00000010:3.0:1778653883.344002:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff600. 00000020:00000010:3.0:1778653883.344003:0:34665:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e015a0. 00000001:00000001:3.0:1778653883.344005:0:34665:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344013:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7d28 00000080:00000008:3.0:1778653883.344015:0:34665:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653883.344086:0:34665:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:3.0:1778653883.344093:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7d88 00000080:00200008:3.0:1778653883.344095:0:34665:0:(file.c:2613:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000001:3.0:1778653883.344106:0:34665:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1778653883.344108:0:34665:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344110:0:34665:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1778653883.344113:0:34665:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344116:0:34665:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.344123:0:34665:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e015a0. 00000020:00000010:3.0:1778653883.344128:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff600. 00000020:00000010:3.0:1778653883.344131:0:34665:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ff400. 00000020:00000010:3.0:1778653883.344135:0:34665:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3be40. 00000008:00000010:3.0:1778653883.344139:0:34665:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cc2f0. 00020000:00000010:3.0:1778653883.344142:0:34665:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d240. 00008000:00000010:3.0:1778653883.344145:0:34665:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0388. 00000080:00000010:3.0:1778653883.344149:0:34665:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00000. 00000080:00000010:3.0:1778653883.344153:0:34665:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471da8. 00000020:00000010:3.0:1778653883.344155:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff200. 00000008:00000010:3.0:1778653883.344158:0:34665:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0b080. 00020000:00000010:3.0:1778653883.344160:0:34665:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c4373c0. 00008000:00000010:3.0:1778653883.344163:0:34665:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffcf8. 00000080:00000010:3.0:1778653883.344166:0:34665:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe870. 00000020:00000001:3.0:1778653883.344168:0:34665:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680763816 : -121687028787800 : ffff915387e015a8) 00000020:00001000:3.0:1778653883.344170:0:34665:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e015a0 00000080:00000001:3.0:1778653883.344173:0:34665:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1778653883.344174:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7c98 00000080:00200000:3.0:1778653883.344176:0:34665:0:(file.c:2059:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1778653883.344181:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7c30 00000080:00200000:3.0:1778653883.344183:0:34665:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1778653883.344185:0:34665:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653883.344187:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.344188:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.344191:0:34665:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653883.344192:0:34665:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653883.344194:0:34665:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653883.344196:0:34665:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344199:0:34665:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344200:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:3.0:1778653883.344202:0:34665:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1778653883.344204:0:34665:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653883.344205:0:34665:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1778653883.344210:0:34665:0:(cl_io.c:214:cl_io_rw_init()) header@0000000096dc524f[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1778653883.344212:0:34665:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1778653883.344214:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.344216:0:34665:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653883.344218:0:34665:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653883.344220:0:34665:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653883.344222:0:34665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.344223:0:34665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1778653883.344225:0:34665:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.344229:0:34665:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344231:0:34665:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1778653883.344232:0:34665:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344234:0:34665:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.344236:0:34665:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff915386471e08 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1778653883.344239:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:3.0:1778653883.344242:0:34665:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653883.344244:0:34665:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653883.344246:0:34665:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653883.344247:0:34665:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1778653883.344249:0:34665:0:(lov_io.c:660:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1778653883.344252:0:34665:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1778653883.344253:0:34665:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653883.344255:0:34665:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344256:0:34665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.344257:0:34665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653883.344258:0:34665:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653883.344259:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00000020:00000001:3.0:1778653883.344262:0:34665:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344263:0:34665:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653883.344265:0:34665:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1778653883.344267:0:34665:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1778653883.344270:0:34665:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344273:0:34665:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653883.344274:0:34665:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653883.344276:0:34665:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1778653883.344278:0:34665:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1778653883.344279:0:34665:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1778653883.344282:0:34665:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653883.344284:0:34665:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653883.344286:0:34665:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653883.344289:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.344290:0:34665:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653883.344291:0:34665:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.344294:0:34665:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01ea0. 00000020:00000010:3.0:1778653883.344296:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.344298:0:34665:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.344301:0:34665:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.344304:0:34665:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.344306:0:34665:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.344308:0:34665:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.344311:0:34665:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.344313:0:34665:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.344316:0:34665:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff000. 00000008:00000010:3.0:1778653883.344319:0:34665:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.344320:0:34665:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.344322:0:34665:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.344325:0:34665:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfec30. 00000020:00000001:3.0:1778653883.344327:0:34665:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680766120 : -121687028785496 : ffff915387e01ea8) 00000020:00001000:3.0:1778653883.344329:0:34665:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01ea0 00000020:00000001:3.0:1778653883.344331:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.344332:0:34665:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653883.344334:0:34665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.344335:0:34665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653883.344337:0:34665:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344338:0:34665:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344340:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.344342:0:34665:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1778653883.344344:0:34665:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1778653883.344346:0:34665:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344348:0:34665:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344350:0:34665:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344352:0:34665:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344353:0:34665:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344355:0:34665:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1778653883.344357:0:34665:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1778653883.344358:0:34665:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1778653883.344361:0:34665:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1778653883.344363:0:34665:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344365:0:34665:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344367:0:34665:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1778653883.344368:0:34665:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1778653883.344370:0:34665:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1778653883.344371:0:34665:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1778653883.344373:0:34665:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344374:0:34665:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344376:0:34665:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344378:0:34665:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.344379:0:34665:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344380:0:34665:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653883.344382:0:34665:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.344383:0:34665:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653883.344384:0:34665:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653883.344385:0:34665:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344387:0:34665:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344389:0:34665:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344390:0:34665:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344391:0:34665:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653883.344392:0:34665:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1778653883.344394:0:34665:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1778653883.344396:0:34665:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1778653883.344398:0:34665:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1778653883.344401:0:34665:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1778653883.344405:0:34665:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915383ee9e80. 00020000:00000002:3.0:1778653883.344407:0:34665:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653883.344409:0:34665:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1778653883.344410:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.344411:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.344412:0:34665:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1778653883.344415:0:34665:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c5e3a20. 00000008:00010000:3.0:1778653883.344417:0:34665:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1778653883.344420:0:34665:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653883.344421:0:34665:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1778653883.344424:0:34665:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915383ee9eb0, osc lock ffff91538c5e3a20, flags 0x0 00000020:00000001:3.0:1778653883.344426:0:34665:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344427:0:34665:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.344430:0:34665:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386614607488 : -121687094944128 : ffff915383ee9e80) 00000020:00000001:3.0:1778653883.344432:0:34665:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1778653883.344433:0:34665:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1778653883.344434:0:34665:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344436:0:34665:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344437:0:34665:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653883.344439:0:34665:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1778653883.344440:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.344441:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.344442:0:34665:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653883.344444:0:34665:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1778653883.344445:0:34665:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1778653883.344446:0:34665:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.344449:0:34665:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1778653883.344451:0:34665:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1778653883.344453:0:34665:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1778653883.344454:0:34665:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1778653883.344455:0:34665:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1778653883.344456:0:34665:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1778653883.344458:0:34665:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1778653883.344460:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.344466:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653883.344468:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653883.344473:0:34665:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9153950bc800 type 11 mode 2 res 9663677440/69 (0 18446744073709551615) 00010000:00000001:3.0:1778653883.344477:0:34665:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1778653883.344481:0:34665:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e300. 00000020:00000040:3.0:1778653883.344485:0:34665:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00010000:00000001:3.0:1778653883.344489:0:34665:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653883.344492:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.344497:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.344498:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.344500:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.344503:0:34665:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.344505:0:34665:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.344510:0:34665:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.344515:0:34665:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ffa00. 00000100:00000001:3.0:1778653883.344521:0:34665:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.344524:0:34665:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.344525:0:34665:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.344527:0:34665:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.344528:0:34665:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.344530:0:34665:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.344533:0:34665:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00010000:00000001:3.0:1778653883.344536:0:34665:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653883.344538:0:34665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653883.344540:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653883.344542:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.344544:0:34665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653883.344548:0:34665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177e00. 00000020:00000001:3.0:1778653883.344552:0:34665:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653883.344554:0:34665:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177e00 with handle 0x3df471c51a8902df to hash 00000020:00000001:3.0:1778653883.344556:0:34665:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653883.344557:0:34665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000010:3.0:1778653883.344561:0:34665:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9153861ba580. 00010000:00000001:3.0:1778653883.344563:0:34665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.344566:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.344568:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.344572:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.344581:0:34665:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.344591:0:34665:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653883.344597:0:34665:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653883.344598:0:34665:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653883.344604:0:34665:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538666c6c0. 00000100:00000001:3.0:1778653883.344607:0:34665:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386656036544 : -121687053515072 : ffff91538666c6c0) 00000100:00000001:3.0:1778653883.344609:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.344610:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00000100:00000001:3.0:1778653883.344613:0:34665:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.344615:0:34665:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.344617:0:34665:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653883.344619:0:34665:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653883.344626:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.344634:0:34665:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.344636:0:34665:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.344640:0:34665:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653883.344643:0:34665:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.344646:0:34665:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.344699:0:34665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34665:1865052054700032:192.168.204.110@tcp:101:uname.0 00000100:00000001:3.0:1778653883.344704:0:34665:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.344709:0:34665:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.344711:0:34665:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.344713:0:34665:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.344718:0:34665:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915383e96800. 02000000:00000001:3.0:1778653883.344720:0:34665:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.344726:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.344729:0:34665:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653883.344734:0:34665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653883.344740:0:34665:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054700032, portal 4 00000100:00000001:3.0:1778653883.344742:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.344743:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00000100:00000040:3.0:1778653883.344748:0:34665:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.344756:0:34665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.344759:0:34665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653883.344761:0:34665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c660. 00000100:00000200:3.0:1778653883.344769:0:34665:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1865052054700032, offset 0 00000400:00000200:3.0:1778653883.344775:0:34665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653883.344783:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.344789:0:34665:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.344794:0:34665:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.344798:0:34665:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.344802:0:34665:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.344804:0:34665:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.344808:0:34665:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2590:2590:256:4294967295] 192.168.204.110@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:3.0:1778653883.344812:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.344820:0:34665:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.344825:0:34665:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.344830:0:34665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5a00. 00000800:00000200:3.0:1778653883.344836:0:34665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.344843:0:34665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.344847:0:34665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653883.344866:0:34665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.344870:0:34665:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21078 usecs (22 jiffies) 00000400:00000200:3.0:1778653883.344874:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653883.344877:0:34665:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438543 00000100:00000001:3.0:1778653883.344880:0:34665:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.344882:0:34665:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438543 00000100:00000001:3.0:1778653883.344884:0:34665:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.344886:0:34665:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.344889:0:34665:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.344891:0:34665:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.344892:0:34665:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653883.344895:0:34665:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538666c6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653883.344898:0:34665:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.344901:0:34665:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.345516:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.345522:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5a00. 00000400:00000200:0.0:1778653883.345527:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.345534:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.345539:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c660 00000400:00000010:0.0:1778653883.345541:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c660. 00000100:00000001:0.0:1778653883.345545:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.345550:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.345558:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.345562:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.345568:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.345569:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653883.349961:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.349978:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.349982:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.349985:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.349994:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.350002:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.350011:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.350074:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.350081:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.350085:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146359780 00000400:00000200:1.0:1778653883.350093:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6959 [2] + 0 00000800:00000001:1.0:1778653883.350168:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.350178:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.350181:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.350186:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.350193:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1778653883.350196:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1778653883.350202:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5880. 00000100:00000040:1.0:1778653883.350206:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915389bc5880 x1865052071499648 msgsize 328 00000100:00100000:1.0:1778653883.350211:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1778653883.350271:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.350279:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.350282:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.350322:0:15837:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1778653883.350325:0:15837:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071499648 02000000:00000001:0.0:1778653883.350328:0:15837:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1778653883.350330:0:15837:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653883.350332:0:15837:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.350337:0:15837:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653883.350341:0:15837:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071499648 00000020:00000001:0.0:1778653883.350344:0:15837:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1778653883.350346:0:15837:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:0.0:1778653883.350349:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.350352:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:0.0:1778653883.350354:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:0.0:1778653883.350357:0:15837:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000001:0.0:1778653883.350361:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653883.350366:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb70c0. 00000100:00000001:0.0:1778653883.350368:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653883.350371:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb70c0. 00000020:00000010:0.0:1778653883.350377:0:15837:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000020:00000010:0.0:1778653883.350382:0:15837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff915384d75480. 00000020:00000010:0.0:1778653883.350386:0:15837:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff915389b22708. 00000100:00000040:0.0:1778653883.350394:0:15837:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1778653883.350397:0:15837:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1778653883.350399:0:15837:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1778653883.350400:0:15837:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.350407:0:15837:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.350450:0:15837:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.350460:0:15837:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1778653883.350462:0:15837:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1778653883.350467:0:15837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 66 00000100:00000040:0.0:1778653883.350470:0:15837:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca14000 : new rpc_count 1 00000100:00000001:0.0:1778653883.350472:0:15837:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386711976064 : -121686997575552 : ffff915389bc5880) 00000100:00000040:0.0:1778653883.350479:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915389bc5880 x1865052071499648/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:734/0 lens 328/0 e 0 to 0 dl 1778653894 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1778653883.350487:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1778653883.350490:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915384cb70c0. 00000100:00000001:0.0:1778653883.350492:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1778653883.350494:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915384cb70c0. 00000100:00100000:0.0:1778653883.350499:0:15837:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915389bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6573:x1865052071499648:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1778653883.350503:0:15837:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071499648 00010000:00000001:0.0:1778653883.350505:0:15837:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1778653883.350512:0:15837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.350514:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.350525:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=2 00000020:00000001:0.0:1778653883.350528:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:0.0:1778653883.350531:0:15837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:0.0:1778653883.350535:0:15837:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.350538:0:15837:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653883.350543:0:15837:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1778653883.350554:0:15837:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1778653883.350556:0:15837:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1778653883.350561:0:15837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915385eef800. 02000000:00000001:0.0:1778653883.350563:0:15837:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.350566:0:15837:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.350570:0:15837:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1778653883.350572:0:15837:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653883.350576:0:15837:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1778653883.350581:0:15837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1778653883.350583:0:15837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:0.0:1778653883.350586:0:15837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:0.0:1778653883.350588:0:15837:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1778653883.350590:0:15837:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.350593:0:15837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653883.350596:0:15837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653883.350600:0:15837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29dd0. 00000100:00000200:0.0:1778653883.350604:0:15837:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071499648, offset 224 00000400:00000200:0.0:1778653883.350610:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653883.350617:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.350623:0:15837:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653883.350629:0:15837:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2591:2591:256:4294967295] 192.168.204.110@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:0.0:1778653883.350633:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.350641:0:15837:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653883.350647:0:15837:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653883.350673:0:15837:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d800. 00000800:00000200:0.0:1778653883.350680:0:15837:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653883.350688:0:15837:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653883.350691:0:15837:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1778653883.350702:0:15837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.350705:0:15837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:0.0:1778653883.350708:0:15837:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653883.350711:0:15837:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9153887d6c00. 00010000:00000001:0.0:1778653883.350714:0:15837:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653883.350731:0:15837:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1778653883.350733:0:15837:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.350735:0:15837:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.350737:0:15837:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.350741:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5880 x1865052071499648/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:734/0 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1778653883.350751:0:15837:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915389bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6573:x1865052071499648:12345-192.168.204.110@tcp:104: Request processed in 262us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1778653883.350758:0:15837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 66 00000100:00000040:0.0:1778653883.350761:0:15837:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca14000 : new rpc_count 0 00000100:00000001:0.0:1778653883.350763:0:15837:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1778653883.350765:0:15837:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1778653883.350769:0:15837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff915384d75480. 00000020:00000010:0.0:1778653883.350773:0:15837:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff915389b22708. 00000020:00000010:0.0:1778653883.350776:0:15837:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000020:00000040:0.0:1778653883.350991:0:15837:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:0.0:1778653883.350995:0:15837:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653883.351061:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.351064:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.351068:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653883.351070:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653883.351072:0:15848:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653883.351076:0:15848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653883.351086:0:15848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2177400 already unused, calling callback (ffffffffc10a4290) 00000008:00000001:2.0:1778653883.351089:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1778653883.351092:0:15848:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653883.351093:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.351094:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.351096:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177400 refcount=3 00000020:00000001:2.0:1778653883.351099:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.351101:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470976 : -121686052080640 : ffff9153c2177400) 00010000:00000001:2.0:1778653883.351104:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653883.351107:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1778653883.351113:0:15848:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1778653883.351115:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.351120:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653883.351124:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000020:00000010:2.0:1778653883.351127:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386164400. 00000020:00000010:2.0:1778653883.351130:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.351136:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.351141:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.351145:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.351150:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.351154:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.351156:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165400. 00000008:00000010:2.0:1778653883.351160:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.351163:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.351167:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.351171:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653883.351174:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653883.351176:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000008:00000001:2.0:1778653883.351178:0:15848:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1778653883.351181:0:15848:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1778653883.351182:0:15848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.351185:0:15848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653883.351188:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165600. 00000020:00000010:2.0:1778653883.351191:0:15848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165c00. 00000020:00000010:2.0:1778653883.351193:0:15848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.351196:0:15848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.351198:0:15848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.351200:0:15848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.351203:0:15848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.351205:0:15848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.351208:0:15848:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386164e00. 00000008:00000010:2.0:1778653883.351210:0:15848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.351213:0:15848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.351216:0:15848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.351219:0:15848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653883.351221:0:15848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653883.351222:0:15848:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000008:00000001:2.0:1778653883.351226:0:15848:0:(osc_cache.c:3700:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1778653883.351227:0:15848:0:(osc_cache.c:3720:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1778653883.351230:0:15848:0:(osc_cache.c:3736:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1778653883.351233:0:15848:0:(osc_cache.c:3784:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.351235:0:15848:0:(osc_cache.c:3669:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1778653883.351238:0:15848:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.351240:0:15848:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.351243:0:15848:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653883.351246:0:15848:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653883.351248:0:15848:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653883.351250:0:15848:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.351252:0:15848:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653883.351253:0:15848:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653883.351256:0:15848:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153887b3868 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1778653883.351260:0:15848:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653883.351261:0:15848:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653883.351263:0:15848:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653883.351265:0:15848:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653883.351266:0:15848:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.351268:0:15848:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.351269:0:15848:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653883.351270:0:15848:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1778653883.351271:0:15848:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.351273:0:15848:0:(osc_cache.c:3456:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1778653883.351276:0:15848:0:(osc_cache.c:3533:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653883.351278:0:15848:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653883.351280:0:15848:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653883.351281:0:15848:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653883.351283:0:15848:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653883.351285:0:15848:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1778653883.351287:0:15848:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653883.351288:0:15848:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1778653883.351289:0:15848:0:(osc_cache.c:3688:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653883.351291:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653883.351294:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165c00. 00000020:00000010:2.0:1778653883.351298:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.351302:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.351305:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.351307:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.351310:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.351313:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.351316:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165600. 00000008:00000010:2.0:1778653883.351318:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.351321:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.351323:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.351326:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653883.351327:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386164e00. 00000020:00000010:2.0:1778653883.351331:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00000008:00000001:2.0:1778653883.351333:0:15848:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.351335:0:15848:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00010000:00000001:2.0:1778653883.351338:0:15848:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1778653883.351341:0:15848:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.351342:0:15848:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.351344:0:15848:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653883.351346:0:15848:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1778653883.351349:0:15848:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653883.351351:0:15848:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.351352:0:15848:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.351354:0:15848:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:2.0:1778653883.351358:0:15848:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653883.351360:0:15848:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653883.351361:0:15848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386164400. 00000020:00000010:2.0:1778653883.351363:0:15848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.351365:0:15848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.351367:0:15848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.351369:0:15848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.351371:0:15848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.351373:0:15848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.351375:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000008:00000010:2.0:1778653883.351377:0:15848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.351379:0:15848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.351381:0:15848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.351383:0:15848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653883.351385:0:15848:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165400. 00000020:00000010:2.0:1778653883.351387:0:15848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000008:00000001:2.0:1778653883.351389:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.351392:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653883.351396:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653883.351398:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653883.351400:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.351401:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653883.351404:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177400 with handle 0x3df471c51a8902d8 from hash 00010000:00000001:2.0:1778653883.351406:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653883.351407:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.351409:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.351410:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653883.351413:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653883.351415:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653883.351420:0:15848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.351422:0:15848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.351424:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.351427:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653883.351432:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653883.351435:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000001:2.0:1778653883.351439:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.351441:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.351445:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.351451:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386165400. 00000100:00000001:2.0:1778653883.351457:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.351459:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653883.351463:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653883.351470:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653883.351472:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.351476:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.351480:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.351487:0:15848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf37e744] to pc [ptlrpcd_01_01+1] req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653883.351519:0:15848:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.351522:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.351523:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.351524:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.351526:0:15848:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.351528:0:15848:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.351531:0:15848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.351538:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653883.351540:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff915389b76000 lock: 00000000a6fbbc1e/0x3df471c51a8902d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xdfa36d541727015a expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1778653883.351548:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861ba140. 00010000:00000001:2.0:1778653883.351556:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.351558:0:15848:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653883.351560:0:15848:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9153887d6c00. 00010000:00000001:2.0:1778653883.351563:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.351565:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.351898:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.351900:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653883.351902:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.351903:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.351905:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653883.351906:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.351908:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.351909:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653883.351916:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1778653883.351919:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1778653883.351921:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.351926:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.351928:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.351930:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.351931:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.351933:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.351940:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.351947:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.351949:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.351953:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.351955:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.351957:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.351960:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054700160:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653883.351964:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.351968:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.351971:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.351973:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.351978:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165a00. 02000000:00000001:2.0:1778653883.351979:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.351984:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.351988:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e790. 00000400:00000010:2.0:1778653883.351993:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653883.351998:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054700160, portal 18 00000100:00000001:2.0:1778653883.352001:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.352002:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653883.352008:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.352015:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.352018:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.352020:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490198. 00000100:00000200:2.0:1778653883.352024:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054700160, offset 0 00000400:00000200:2.0:1778653883.352029:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.352034:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.352039:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.352044:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.352183:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.352187:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.352190:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.352193:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2592:2592:255:4294967295] 192.168.204.110@tcp LPNI seq info [2592:2592:7:4294967295] 00000400:00000200:2.0:1778653883.352197:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.352205:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.352210:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.352215:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653883.352221:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.352228:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.352231:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.352235:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.352239:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21078 usecs (22 jiffies) 00000400:00000200:2.0:1778653883.352242:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.352245:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438550 00000100:00000001:2.0:1778653883.352248:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.352251:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438550 00000100:00000001:2.0:1778653883.352253:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.352255:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.352258:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.352261:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.352263:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.352448:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.352452:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d800. 00000400:00000200:0.0:1778653883.352457:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.352462:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.352467:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29dd0 00000400:00000010:0.0:1778653883.352469:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29dd0. 00000100:00000001:0.0:1778653883.352473:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1778653883.352474:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1778653883.352559:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.352563:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.352563:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.352568:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:0.0:1778653883.352571:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.352575:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.352578:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490198 00000400:00000010:0.0:1778653883.352580:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490198. 00000100:00000001:0.0:1778653883.352583:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.352588:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.352599:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.352602:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.352609:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.352611:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653883.355620:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.355636:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.355640:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.355643:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.355689:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.355697:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.355705:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.355709:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.355714:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.355718:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a04145354000 00000400:00000200:1.0:1778653883.355722:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.355728:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x6af1 [1] + 224 00000800:00000001:1.0:1778653883.355736:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.355746:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.355749:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.355753:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.355759:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.355767:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.355788:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.355806:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.355814:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.355818:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.355949:0:34665:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653883.355956:0:34665:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653883.355958:0:34665:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653883.355961:0:34665:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:3.0:1778653883.355966:0:34665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 00000400:00000010:3.0:1778653883.355968:0:34665:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 00000100:00000001:3.0:1778653883.355972:0:34665:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653883.355976:0:34665:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1778653883.355985:0:34665:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.355991:0:34665:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.355993:0:34665:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.355995:0:34665:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.355999:0:34665:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.356001:0:34665:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.356004:0:34665:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.356007:0:34665:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.356027:0:34665:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ac58 time=144 v=5 (5 5 5 137) 00000100:00001000:3.0:1778653883.356031:0:34665:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.356034:0:34665:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.356036:0:34665:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.356039:0:34665:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.356042:0:34665:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.356046:0:34665:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653883.356048:0:34665:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967346 00000100:00000001:3.0:1778653883.356050:0:34665:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.356051:0:34665:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.356056:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.356063:0:34665:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.356066:0:34665:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.356068:0:34665:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.356072:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1778653883.356079:0:34665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34665:1865052054700032:192.168.204.110@tcp:101:uname.0 00000100:00000001:3.0:1778653883.356084:0:34665:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.356087:0:34665:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.356089:0:34665:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653883.356090:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.356093:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.356109:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.356113:0:34665:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538666c6c0. 00000100:00000001:3.0:1778653883.356116:0:34665:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653883.356117:0:34665:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.356120:0:34665:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653883.356124:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.356126:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.356129:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:3.0:1778653883.356131:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.356134:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000040:3.0:1778653883.356140:0:34665:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177e00, remote cookie: 0xdfa36d5417270161, flags: 0x20002 00010000:00000001:3.0:1778653883.356143:0:34665:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1778653883.356145:0:34665:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.356148:0:34665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1778653883.356155:0:34665:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1778653883.356166:0:34665:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9153837f6000) refcount = 1 00010000:00000040:3.0:1778653883.356169:0:34665:0:(ldlm_resource.c:1868:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1778653883.356172:0:34665:0:(ldlm_resource.c:1870:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.356179:0:34665:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.356182:0:34665:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1778653883.356185:0:34665:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.356193:0:34665:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1778653883.357916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177400. 00000800:00000001:0.0:1778653883.359889:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.359903:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.359907:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.359909:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.359916:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.359923:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.359932:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.359936:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.359941:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.359944:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 392 into portal 15 MB=0x6a04146359800 00000400:00000200:0.0:1778653883.359953:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 392/392 into md 0x6959 [2] + 328 00000800:00000001:0.0:1778653883.359959:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.359966:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.359969:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.359972:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.359979:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1778653883.359981:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1778653883.359987:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9f480. 00000100:00000040:0.0:1778653883.359990:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915387c9f480 x1865052071499776 msgsize 392 00000100:00100000:0.0:1778653883.359993:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1778653883.360010:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.360025:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.360028:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.360183:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653883.360186:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071499776 02000000:00000001:1.0:1778653883.360189:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653883.360192:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653883.360194:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.360199:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653883.360202:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071499776 00000020:00000001:1.0:1778653883.360205:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653883.360207:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f66e 00000020:00000001:1.0:1778653883.360209:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.360211:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca14000 refcount=4 00000020:00000001:1.0:1778653883.360214:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000020:00000001:1.0:1778653883.360216:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760531968 : -121686949019648 : ffff91538ca14000) 00000100:00000001:1.0:1778653883.360220:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653883.360225:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.360228:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653883.360231:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000020:00000010:1.0:1778653883.360237:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.360242:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2db80. 00000020:00000010:1.0:1778653883.360246:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898febb8. 00000100:00000040:1.0:1778653883.360254:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653883.360257:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653883.360258:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653883.360260:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.360267:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.360280:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.360291:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653883.360293:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653883.360298:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 67 00000100:00000040:1.0:1778653883.360302:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca14000 : new rpc_count 1 00000100:00000001:1.0:1778653883.360303:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386679313536 : -121687030238080 : ffff915387c9f480) 00000100:00000040:1.0:1778653883.360311:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915387c9f480 x1865052071499776/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:734/0 lens 392/0 e 0 to 0 dl 1778653894 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653883.360319:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653883.360322:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.360324:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653883.360325:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000100:00100000:1.0:1778653883.360329:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915387c9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:5776:x1865052071499776:12345-192.168.204.110@tcp:105: 00000100:00000200:1.0:1778653883.360333:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071499776 00010000:00000001:1.0:1778653883.360336:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653883.360342:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.360344:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.360346:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:1.0:1778653883.360347:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.360350:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00010000:1.0:1778653883.360355:0:15838:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653883.360366:0:15838:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1778653883.360369:0:15838:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653883.360384:0:15838:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653883.360391:0:15838:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1778653883.360394:0:15838:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.360396:0:15838:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1778653883.360398:0:15838:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1778653883.360400:0:15838:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653883.360408:0:15838:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1778653883.360412:0:15838:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1778653883.360420:0:15838:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9153837f6000) refcount = 1 00010000:00000040:1.0:1778653883.360423:0:15838:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1778653883.360425:0:15838:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1778653883.360433:0:15838:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1778653883.360435:0:15838:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1778653883.360444:0:15838:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.360447:0:15838:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653883.360452:0:15838:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0a9c0. 00000100:00000001:1.0:1778653883.360455:0:15838:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762590656 : -121686946960960 : ffff91538cc0a9c0) 00000100:00000001:1.0:1778653883.360457:0:15838:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446622386762590656 : -121686946960960 : ffff91538cc0a9c0) 00000100:00000001:1.0:1778653883.360460:0:15838:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653883.360461:0:15838:0:(client.c:1933:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1778653883.360463:0:15838:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1778653883.360465:0:15838:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1778653883.360480:0:15838:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.360482:0:15838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.360484:0:15838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.360485:0:15838:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.360487:0:15838:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1778653883.360488:0:15838:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1778653883.360491:0:15838:0:(client.c:1948:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.360493:0:15838:0:(client.c:2674:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.360494:0:15838:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1778653883.360496:0:15838:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0a9c0. 00000100:00000001:1.0:1778653883.360499:0:15838:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1778653883.360500:0:15838:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1778653883.360503:0:15838:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff915385e80c80. 00010000:00010000:1.0:1778653883.360506:0:15838:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9153c2177e00) 00010000:00000001:1.0:1778653883.360507:0:15838:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.360509:0:15838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.360511:0:15838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.360513:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653883.360516:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653883.360520:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bba400. 02000000:00000001:1.0:1778653883.360522:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.360525:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.360529:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653883.360532:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653883.360536:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653883.360541:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653883.360544:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653883.360547:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653883.360550:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653883.360551:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.360554:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653883.360558:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653883.360562:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19550. 00000100:00000200:1.0:1778653883.360572:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071499776, offset 224 00000400:00000200:1.0:1778653883.360579:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653883.360585:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.360591:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.360597:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2593:2593:256:4294967295] 192.168.204.110@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:1.0:1778653883.360602:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.360610:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653883.360615:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.360620:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653883.360626:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.360633:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.360637:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653883.360684:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.360688:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653883.360690:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.360695:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9f480 x1865052071499776/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:734/0 lens 392/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653883.360704:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915387c9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:5776:x1865052071499776:12345-192.168.204.110@tcp:105: Request processed in 383us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653883.360711:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 67 00000100:00000040:1.0:1778653883.360714:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca14000 : new rpc_count 0 00000100:00000001:1.0:1778653883.360716:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653883.360718:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653883.360722:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2db80. 00000020:00000010:1.0:1778653883.360726:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898febb8. 00000020:00000010:1.0:1778653883.360729:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000040:1.0:1778653883.360733:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca14000 : new refcount 3 00000100:00000001:1.0:1778653883.360736:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1778653883.360914:0:34665:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.360923:0:34665:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.360926:0:34665:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.360932:0:34665:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653883.360935:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.360936:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.360937:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.360938:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.360939:0:34665:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.360942:0:34665:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1778653883.360945:0:34665:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1778653883.360947:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.360949:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.360950:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=3 00000020:00000001:3.0:1778653883.360952:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.360954:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.360956:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.360957:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.360958:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:3.0:1778653883.360960:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.360961:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.360964:0:34665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.360966:0:34665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.360969:0:34665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.360974:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.360975:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653883.360978:0:34665:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1778653883.360981:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00010000:3.0:1778653883.360985:0:34665:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1778653883.360991:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.360993:0:34665:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653883.360995:0:34665:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1778653883.360998:0:34665:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653883.361000:0:34665:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361002:0:34665:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361004:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:3.0:1778653883.361005:0:34665:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1778653883.361007:0:34665:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.361008:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.361009:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.361010:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:3.0:1778653883.361012:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.361076:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.361081:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.361083:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.361090:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.361091:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1778653883.361093:0:34665:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.361168:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.361169:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.361170:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653883.361171:0:34665:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.361175:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.361181:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e300 x1865052054700032/t0(0) o101->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.361188:0:34665:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653883.361191:0:34665:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653883.361194:0:34665:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915383e96800. 02000000:00000001:3.0:1778653883.361198:0:34665:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653883.361200:0:34665:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653883.361202:0:34665:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:3.0:1778653883.361204:0:34665:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653883.361207:0:34665:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ffa00. 02000000:00000001:3.0:1778653883.361210:0:34665:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653883.361212:0:34665:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653883.361214:0:34665:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e300. 00000100:00000001:3.0:1778653883.361217:0:34665:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653883.361218:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653883.361220:0:34665:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.361222:0:34665:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361224:0:34665:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361227:0:34665:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361229:0:34665:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361231:0:34665:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361233:0:34665:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361235:0:34665:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361237:0:34665:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1778653883.361241:0:34665:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1778653883.361246:0:34665:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1778653883.361248:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361250:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361252:0:34665:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653883.361256:0:34665:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1778653883.361260:0:34665:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653883.361262:0:34665:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361263:0:34665:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1778653883.361265:0:34665:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.361267:0:34665:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653883.361270:0:34665:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.361272:0:34665:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653883.361275:0:34665:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361277:0:34665:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361279:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:3.0:1778653883.361281:0:34665:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1778653883.361284:0:34665:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1778653883.361287:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b80 00000080:00200000:3.0:1778653883.361288:0:34665:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1778653883.361291:0:34665:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1778653883.361294:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:3.0:1778653883.361297:0:34665:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b1e0 addref 2/0 by ffff915382a58000. 00020000:00000002:3.0:1778653883.361299:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00000020:00000001:3.0:1778653883.361302:0:34665:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1778653883.361305:0:34665:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1778653883.361308:0:34665:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1778653883.361310:0:34665:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:3.0:1778653883.361313:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.361315:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.361317:0:34665:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653883.361319:0:34665:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1778653883.361322:0:34665:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361324:0:34665:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361326:0:34665:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361327:0:34665:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.361333:0:34665:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:3.0:1778653883.361335:0:34665:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:3.0:1778653883.361361:0:34665:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1778653883.361363:0:34665:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffeb11c47ad8c0 0 1 00000020:00000001:3.0:1778653883.361366:0:34665:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1778653883.361367:0:34665:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361369:0:34665:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1778653883.361373:0:34665:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91538c3a47e0. 00000020:00000001:3.0:1778653883.361377:0:34665:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1778653883.361379:0:34665:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1778653883.361381:0:34665:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1778653883.361384:0:34665:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1778653883.361386:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.361387:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000008:00000001:3.0:1778653883.361390:0:34665:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1778653883.361392:0:34665:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff91538c3a4850 folio ffffeb11c47ad8c0 pg:0 obj off 0 00000008:00000001:3.0:1778653883.361394:0:34665:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361396:0:34665:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1778653883.361397:0:34665:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1778653883.361398:0:34665:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1778653883.361400:0:34665:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361403:0:34665:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361405:0:34665:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622386753783776 : -121686955767840 : ffff91538c3a47e0) 00000020:00000001:3.0:1778653883.361407:0:34665:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622386753783776 : -121686955767840 : ffff91538c3a47e0) 00000020:00000001:3.0:1778653883.361409:0:34665:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1778653883.361412:0:34665:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1778653883.361413:0:34665:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386653961736 : -121687055589880 : ffff915386471e08) 00000020:00000001:3.0:1778653883.361416:0:34665:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1778653883.361417:0:34665:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1778653883.361418:0:34665:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653883.361423:0:34665:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[2 000000007701919d 1 1 0000000027286c3a] 00000020:00000001:3.0:1778653883.361424:0:34665:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1778653883.361426:0:34665:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653883.361427:0:34665:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1778653883.361429:0:34665:0:(rw26.c:568:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1778653883.361430:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361432:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361433:0:34665:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1778653883.361435:0:34665:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1778653883.361436:0:34665:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1778653883.361438:0:34665:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361440:0:34665:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361441:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00000001:3.0:1778653883.361444:0:34665:0:(rw26.c:588:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653883.361447:0:34665:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:3.0:1778653883.361448:0:34665:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.361450:0:34665:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:3.0:1778653883.361452:0:34665:0:(rw26.c:858:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:3.0:1778653883.361454:0:34665:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1778653883.361455:0:34665:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386653961736 : -121687055589880 : ffff915386471e08) 00000020:00000001:3.0:1778653883.361457:0:34665:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1778653883.361458:0:34665:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653883.361468:0:34665:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1778653883.361470:0:34665:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1778653883.361471:0:34665:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1778653883.361472:0:34665:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1778653883.361475:0:34665:0:(rw26.c:916:ll_write_end()) page@000000006a4c366a[3 000000007701919d 2 1 0000000027286c3a] 00000080:00200000:3.0:1778653883.361478:0:34665:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5310ed8 17ffffc0001001 3:0 ffff91538c3a47e0 0 lru 00000080:00200000:3.0:1778653883.361485:0:34665:0:(rw26.c:916:ll_write_end()) osc-page@000000003cb87d3c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000a02174fc 000000005ab546c2 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1778653883.361487:0:34665:0:(rw26.c:916:ll_write_end()) end page@000000006a4c366a 00000080:00200000:3.0:1778653883.361488:0:34665:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1778653883.361490:0:34665:0:(rw26.c:937:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1778653883.361494:0:34665:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1778653883.361496:0:34665:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:3.0:1778653883.361498:0:34665:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1778653883.361500:0:34665:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1778653883.361502:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.361503:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.361504:0:34665:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1778653883.361506:0:34665:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1778653883.361508:0:34665:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1778653883.361509:0:34665:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1778653883.361510:0:34665:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1778653883.361512:0:34665:0:(osc_cache.c:2471:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1778653883.361515:0:34665:0:(osc_cache.c:2530:osc_queue_async_io()) obj ffff91538b8a6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff91538c3a4850 folio ffffeb11c47ad8c0 pg:0 added for cmd 2 00000008:00000001:3.0:1778653883.361527:0:34665:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:3.0:1778653883.361529:0:34665:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1778653883.361534:0:34665:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1778653883.361539:0:34665:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91538c3a4888 page ffffeb11c47ad8c0 00000008:00000020:3.0:1778653883.361543:0:34665:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff915389b76000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1778653883.361547:0:34665:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1778653883.361548:0:34665:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.361550:0:34665:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1778653883.361554:0:34665:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff915388b2da80. 00000008:00000020:3.0:1778653883.361558:0:34665:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff91538b8a6000 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:3.0:1778653883.361562:0:34665:0:(osc_cache.c:1873:osc_update_pending()) obj ffff91538b8a6000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1778653883.361567:0:34665:0:(osc_cache.c:857:osc_extent_find()) extent ffff915388b2da80@{[0 -> 255/255], [3|1|-|active|wi|ffff91538b8a6000], [1703936|0|-|-|ffff9153c2177e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1778653883.361573:0:34665:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000a69457fb ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1778653883.361581:0:34665:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:3.0:1778653883.361584:0:34665:0:(osc_cache.c:2667:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.361586:0:34665:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.361588:0:34665:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1778653883.361589:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000002:3.0:1778653883.361591:0:34665:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:3.0:1778653883.361593:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361594:0:34665:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1778653883.361596:0:34665:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:3.0:1778653883.361597:0:34665:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653883.361598:0:34665:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361599:0:34665:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361601:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:3.0:1778653883.361602:0:34665:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1778653883.361604:0:34665:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1778653883.361606:0:34665:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653883.361609:0:34665:0:(cl_page.c:556:cl_batch_put()) page@000000006a4c366a[4 000000007701919d 2 1 0000000027286c3a] 00000020:00000001:3.0:1778653883.361610:0:34665:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1778653883.361611:0:34665:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1778653883.361613:0:34665:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1778653883.361615:0:34665:0:(osc_request.c:745:osc_update_next_shrink()) next time 2971 to shrink grant 00000080:00000001:3.0:1778653883.361617:0:34665:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:3.0:1778653883.361620:0:34665:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1778653883.361626:0:34665:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bd94478, count 1, dirtied 1 00000080:00000001:3.0:1778653883.361628:0:34665:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1778653883.361629:0:34665:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1778653883.361631:0:34665:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653883.361632:0:34665:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653883.361634:0:34665:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653883.361636:0:34665:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[3 000000007701919d 2 1 0000000000000000] 00000020:00000001:3.0:1778653883.361638:0:34665:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1778653883.361639:0:34665:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653883.361640:0:34665:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1778653883.361641:0:34665:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653883.361643:0:34665:0:(cl_page.c:556:cl_batch_put()) page@000000006a4c366a[3 000000007701919d 1 1 0000000000000000] 00000020:00000001:3.0:1778653883.361644:0:34665:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1778653883.361645:0:34665:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1778653883.361646:0:34665:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:3.0:1778653883.361647:0:34665:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1778653883.361676:0:34665:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361679:0:34665:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361680:0:34665:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361683:0:34665:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653883.361684:0:34665:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1778653883.361687:0:34665:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1778653883.361688:0:34665:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1778653883.361690:0:34665:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361692:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b80 00000080:00200000:3.0:1778653883.361694:0:34665:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1778653883.361696:0:34665:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361698:0:34665:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653883.361700:0:34665:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.361701:0:34665:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653883.361702:0:34665:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:3.0:1778653883.361704:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361705:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.361707:0:34665:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1778653883.361708:0:34665:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1778653883.361710:0:34665:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361711:0:34665:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361713:0:34665:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:3.0:1778653883.361714:0:34665:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361716:0:34665:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361718:0:34665:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361719:0:34665:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361720:0:34665:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361722:0:34665:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653883.361723:0:34665:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:3.0:1778653883.361724:0:34665:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653883.361725:0:34665:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1778653883.361727:0:34665:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1778653883.361729:0:34665:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1778653883.361733:0:34665:0:(osc_cache.c:1873:osc_update_pending()) obj ffff91538b8a6000 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1778653883.361738:0:34665:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653883.361741:0:34665:0:(osc_cache.c:1858:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.361742:0:34665:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653883.361743:0:34665:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.361745:0:34665:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1778653883.361746:0:34665:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653883.361748:0:34665:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.361749:0:34665:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.361751:0:34665:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653883.361753:0:34665:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653883.361755:0:34665:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1778653883.361756:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915387cfe8a8 (ffff915387e015a8/0) at cl_lock_release():245 00000020:00000001:3.0:1778653883.361759:0:34665:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653883.361760:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915387cfe8a8 (ffff915387e015a8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1778653883.361762:0:34665:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1778653883.361764:0:34665:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.361765:0:34665:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754384936 : -121686955166680 : ffff91538c437428) 00000020:00000001:3.0:1778653883.361767:0:34665:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1778653883.361768:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915383ee9eb0 (ffff915387e01ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1778653883.361770:0:34665:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1778653883.361771:0:34665:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1778653883.361773:0:34665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.361774:0:34665:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.361776:0:34665:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:3.0:1778653883.361777:0:34665:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.361779:0:34665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:3.0:1778653883.361781:0:34665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.361783:0:34665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1778653883.362509:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.362515:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:1.0:1778653883.362520:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.362528:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.362534:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19550 00000400:00000010:1.0:1778653883.362537:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19550. 00000100:00000001:1.0:1778653883.362542:0:2358:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653883.362543:0:2358:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1778653883.362639:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.362640:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.362641:0:34665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653883.362644:0:34665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653883.362648:0:34665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653883.362721:0:34665:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653883.362724:0:34665:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653883.362726:0:34665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.362730:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.362732:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.362733:0:34665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.362736:0:34665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653883.362738:0:34665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.362740:0:34665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.362743:0:34665:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.362745:0:34665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.362747:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.362748:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.362749:0:34665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.362750:0:34665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1778653883.362751:0:34665:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1778653883.362753:0:34665:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653883.362755:0:34665:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653883.362756:0:34665:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1778653883.362758:0:34665:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653883.362759:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915387cfe8a8 (ffff915387e015a8/0) at cl_lock_fini():72 00020000:00000001:3.0:1778653883.362762:0:34665:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1778653883.362763:0:34665:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1778653883.362764:0:34665:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915383ee9eb0 (ffff915387e015a8/1) at cl_lock_fini():72 00000008:00000010:3.0:1778653883.362768:0:34665:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c5e3a20. 00000020:00000001:3.0:1778653883.362771:0:34665:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1778653883.362772:0:34665:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915383ee9e80. 00020000:00000001:3.0:1778653883.362775:0:34665:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1778653883.362776:0:34665:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1778653883.362777:0:34665:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1778653883.362866:0:34665:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653883.362868:0:34665:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.362869:0:34665:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653883.362870:0:34665:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653883.362872:0:34665:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.362874:0:34665:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.362876:0:34665:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653883.362877:0:34665:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653883.362878:0:34665:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1778653883.362881:0:34665:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1778653883.362883:0:34665:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653883.362884:0:34665:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653883.362886:0:34665:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653883.362887:0:34665:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.362889:0:34665:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653883.362891:0:34665:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653883.362892:0:34665:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.362894:0:34665:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.362896:0:34665:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653883.362898:0:34665:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653883.362899:0:34665:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653883.362903:0:34665:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1778653883.362906:0:34665:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1778653883.362908:0:34665:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1778653883.362910:0:34665:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653883.362912:0:34665:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653883.362913:0:34665:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653883.362915:0:34665:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653883.362916:0:34665:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653883.362918:0:34665:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01ea0 00000020:00000010:3.0:1778653883.362922:0:34665:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.362926:0:34665:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.362930:0:34665:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.362936:0:34665:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.362940:0:34665:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.362944:0:34665:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.362948:0:34665:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.362952:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 00000008:00000010:3.0:1778653883.362955:0:34665:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.362958:0:34665:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.362962:0:34665:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.362965:0:34665:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfec30. 00000020:00000010:3.0:1778653883.362968:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff000. 00000020:00000010:3.0:1778653883.362970:0:34665:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01ea0. 00020000:00000001:3.0:1778653883.362972:0:34665:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653883.362974:0:34665:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653883.362976:0:34665:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653883.362978:0:34665:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653883.362981:0:34665:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653883.362982:0:34665:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1778653883.362984:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7c98 00000080:00200000:3.0:1778653883.362986:0:34665:0:(file.c:2207:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1778653883.363086:0:34665:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653883.363090:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.363092:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.363093:0:34665:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653883.363096:0:34665:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653883.363161:0:34665:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653883.363163:0:34665:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1778653883.363165:0:34665:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653883.363166:0:34665:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1778653883.363168:0:34665:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=23 (1) m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.363171:0:34665:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653883.363173:0:34665:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.363176:0:34665:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.363178:0:34665:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.363180:0:34665:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:2.0:1778653883.363182:0:34665:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653883.363184:0:34665:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1778653883.363188:0:34665:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1778653883.363190:0:34665:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1778653883.363193:0:34665:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e015a0 00000020:00000010:2.0:1778653883.363196:0:34665:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ff400. 00000020:00000010:2.0:1778653883.363199:0:34665:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3be40. 00000008:00000010:2.0:1778653883.363203:0:34665:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cc2f0. 00020000:00000010:2.0:1778653883.363206:0:34665:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d240. 00008000:00000010:2.0:1778653883.363209:0:34665:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0388. 00000080:00000010:2.0:1778653883.363212:0:34665:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00000. 00000080:00000010:2.0:1778653883.363215:0:34665:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471da8. 00000020:00000010:2.0:1778653883.363217:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff600. 00000008:00000010:2.0:1778653883.363220:0:34665:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0b080. 00020000:00000010:2.0:1778653883.363222:0:34665:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c4373c0. 00008000:00000010:2.0:1778653883.363225:0:34665:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffcf8. 00000080:00000010:2.0:1778653883.363228:0:34665:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe870. 00000020:00000010:2.0:1778653883.363230:0:34665:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff200. 00000020:00000010:2.0:1778653883.363232:0:34665:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e015a0. 00000020:00000001:2.0:1778653883.363236:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7d88 00000080:00000008:2.0:1778653883.363238:0:34665:0:(file.c:2693:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1778653883.363241:0:34665:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1778653883.363259:0:34665:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.363262:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:2.0:1778653883.363265:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653883.363268:0:34665:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.363275:0:34665:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653883.363276:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7db8 00000080:00200008:2.0:1778653883.363278:0:34665:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102001 00000080:00000001:2.0:1778653883.363282:0:34665:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653883.363284:0:34665:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1778653883.363286:0:34665:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.363287:0:34665:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:2.0:1778653883.363289:0:34665:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:2.0:1778653883.363291:0:34665:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.363293:0:34665:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653883.363300:0:34665:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.363303:0:34665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.363308:0:34665:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:2.0:1778653883.363311:0:34665:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.363315:0:34665:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653883.363317:0:34665:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:2.0:1778653883.363319:0:34665:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653883.363321:0:34665:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653883.363326:0:34665:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915386164400. 00000080:00000001:2.0:1778653883.363328:0:34665:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653883.363332:0:34665:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653883.363336:0:34665:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653883.363338:0:34665:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1778653883.363341:0:34665:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653883.363343:0:34665:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:2.0:1778653883.363348:0:34665:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1180. 00000020:00000040:2.0:1778653883.363352:0:34665:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.363357:0:34665:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.363360:0:34665:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.363365:0:34665:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.363370:0:34665:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164e00. 00000100:00000001:2.0:1778653883.363377:0:34665:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653883.363391:0:34665:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653883.363402:0:34665:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653883.363407:0:34665:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653883.363414:0:34665:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.363415:0:34665:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.363421:0:34665:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.363423:0:34665:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00000100:00000001:2.0:1778653883.363426:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.363427:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653883.363431:0:34665:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.363435:0:34665:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.363437:0:34665:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.363438:0:34665:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.363442:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.363450:0:34665:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.363452:0:34665:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.363456:0:34665:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.363458:0:34665:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.363460:0:34665:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.363464:0:34665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34665:1865052054700416:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653883.363468:0:34665:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.363472:0:34665:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.363475:0:34665:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.363478:0:34665:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.363482:0:34665:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0ec00. 02000000:00000001:2.0:1778653883.363483:0:34665:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.363490:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.363494:0:34665:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e160. 00000400:00000010:2.0:1778653883.363499:0:34665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.363504:0:34665:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054700416, portal 10 00000100:00000001:2.0:1778653883.363506:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.363507:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000040:2.0:1778653883.363513:0:34665:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.363520:0:34665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.363523:0:34665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.363525:0:34665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490bb0. 00000100:00000200:2.0:1778653883.363528:0:34665:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054700416, offset 0 00000400:00000200:2.0:1778653883.363534:0:34665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.363542:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.363549:0:34665:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.363554:0:34665:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.363557:0:34665:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.363561:0:34665:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.363563:0:34665:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.363567:0:34665:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2594:2594:256:4294967295] 192.168.204.110@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:2.0:1778653883.363571:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.363579:0:34665:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.363584:0:34665:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.363588:0:34665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653883.363594:0:34665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.363602:0:34665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.363606:0:34665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.363740:0:34665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.363745:0:34665:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 819873 usecs (820 jiffies) 00000400:00000200:2.0:1778653883.363748:0:34665:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.363751:0:34665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439360 00000100:00000001:2.0:1778653883.363754:0:34665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.363756:0:34665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439360 00000100:00000001:2.0:1778653883.363758:0:34665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.363761:0:34665:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.363763:0:34665:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.363765:0:34665:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.363768:0:34665:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.363771:0:34665:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.363773:0:34665:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.363776:0:34665:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.364352:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.364356:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:0.0:1778653883.364361:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.364367:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.364371:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490bb0 00000400:00000010:0.0:1778653883.364374:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490bb0. 00000100:00000001:0.0:1778653883.364377:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.364382:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.364391:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.364394:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.364401:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.364403:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653883.366024:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.366038:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.366041:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.366044:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.366051:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.366058:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.366066:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.366071:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.366076:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.366080:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145354080 00000400:00000200:1.0:1778653883.366084:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.366090:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6b01 [1] + 224 00000800:00000001:1.0:1778653883.366096:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.366104:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.366106:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.366110:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.366116:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.366122:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653883.366133:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.366184:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.366189:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653883.366205:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.366213:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.366217:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653883.366316:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.366318:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.366322:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e790. 00000400:00000200:2.0:1778653883.366326:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:2.0:1778653883.366329:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:2.0:1778653883.366331:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.366336:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653883.366345:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.366351:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.366353:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.366355:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.366358:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.366362:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.366364:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.366367:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.366376:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ad30 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653883.366380:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.366383:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.366385:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.366388:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.366392:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.366396:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.366398:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1778653883.366400:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.366402:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.366406:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.366414:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.366417:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.366419:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.366423:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653883.366431:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054700160:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1778653883.366436:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.366438:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.366440:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054700160/t0(0) o103->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.366447:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.366450:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.366454:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165a00. 02000000:00000001:2.0:1778653883.366459:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.366461:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.366463:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.366465:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.366468:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386165400. 02000000:00000001:2.0:1778653883.366471:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.366473:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.366475:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.366481:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.366482:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.366485:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.366493:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.366496:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.366498:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.366500:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1778653883.367092:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.367099:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.367102:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.367104:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.367109:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.367113:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.367119:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.367122:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.367126:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.367129:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145354180 00000400:00000200:0.0:1778653883.367133:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.367138:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6b11 [1] + 224 00000800:00000001:0.0:1778653883.367142:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.367148:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.367150:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.367154:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.367158:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.367163:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.367172:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.367191:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.367197:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.367199:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.367253:0:34665:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.367258:0:34665:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.367259:0:34665:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.367262:0:34665:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e160. 00000400:00000200:2.0:1778653883.367265:0:34665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:2.0:1778653883.367267:0:34665:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:2.0:1778653883.367269:0:34665:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.367273:0:34665:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653883.367282:0:34665:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1180 x1865052054700416/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.367287:0:34665:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.367289:0:34665:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.367290:0:34665:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.367293:0:34665:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.367294:0:34665:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.367296:0:34665:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.367298:0:34665:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.367304:0:34665:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=144 v=5 (10 5 5 5) 00000100:00001000:2.0:1778653883.367307:0:34665:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.367308:0:34665:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.367310:0:34665:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.367312:0:34665:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.367314:0:34665:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.367316:0:34665:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653883.367318:0:34665:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653883.367319:0:34665:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653883.367322:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.367323:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000100:00000001:2.0:1778653883.367326:0:34665:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.367327:0:34665:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1778653883.367329:0:34665:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.367331:0:34665:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.367335:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1180 x1865052054700416/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.367341:0:34665:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.367343:0:34665:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.367344:0:34665:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.367347:0:34665:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1180 x1865052054700416/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.367356:0:34665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1180 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34665:1865052054700416:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653883.367360:0:34665:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.367363:0:34665:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.367365:0:34665:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.367367:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.367369:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054700416/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.367376:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.367378:0:34665:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.367381:0:34665:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.367383:0:34665:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.367388:0:34665:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.367389:0:34665:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649043328 : -121687060508288 : ffff915385fc1180) 00000002:00000001:2.0:1778653883.367392:0:34665:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.367395:0:34665:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.367400:0:34665:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386164400. 00000080:00000001:2.0:1778653883.367404:0:34665:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653883.367406:0:34665:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653883.367411:0:34665:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653883.367415:0:34665:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c1e680 x1865052054699776/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1778653883.367422:0:34665:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.367424:0:34665:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.367426:0:34665:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9153861ba680. 00000100:00000001:2.0:1778653883.367429:0:34665:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.367432:0:34665:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1180 x1865052054700416/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.367437:0:34665:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.367440:0:34665:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.367443:0:34665:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9153815b8000. 00000080:00000001:2.0:1778653883.367446:0:34665:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.367451:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7db8 00000080:00000008:2.0:1778653883.367453:0:34665:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102001, rc = 0 00000080:00000001:2.0:1778653883.367456:0:34665:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.367461:0:34665:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653883.367463:0:34665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7e00 00000080:00002000:2.0:1778653883.367465:0:34665:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf3d288, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:2.0:1778653883.367467:0:34665:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.393345:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57d08 00000080:00200008:2.0:1778653883.393352:0:34670:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653883.393360:0:34670:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653883.393361:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57c80 00000080:00200000:2.0:1778653883.393363:0:34670:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653883.393370:0:34670:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165a00. 00800000:00000002:2.0:1778653883.393375:0:34670:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653883.393379:0:34670:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653883.393383:0:34670:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.393385:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57ba0 00800000:00000002:2.0:1778653883.393387:0:34670:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653883.393391:0:34670:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653883.393394:0:34670:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653883.393400:0:34670:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.393402:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57a70 00000002:00010000:2.0:1778653883.393404:0:34670:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653883.393408:0:34670:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653883.393410:0:34670:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.393413:0:34670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653883.393420:0:34670:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.393422:0:34670:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.393424:0:34670:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.393426:0:34670:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653883.393429:0:34670:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1778653883.393434:0:34670:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653883.393438:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:2.0:1778653883.393444:0:34670:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653883.393448:0:34670:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.393454:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.393456:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.393457:0:34670:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.393460:0:34670:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.393462:0:34670:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.393467:0:34670:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.393473:0:34670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d400. 00000100:00000001:2.0:1778653883.393480:0:34670:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.393485:0:34670:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.393487:0:34670:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.393488:0:34670:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.393489:0:34670:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.393491:0:34670:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.393495:0:34670:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00010000:00000001:2.0:1778653883.393499:0:34670:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653883.393501:0:34670:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653883.393504:0:34670:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63ce00. 00010000:00000010:2.0:1778653883.393507:0:34670:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36100. 00010000:00000001:2.0:1778653883.393511:0:34670:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653883.393514:0:34670:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ac00. 00000020:00000001:2.0:1778653883.393517:0:34670:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653883.393520:0:34670:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ac00 with handle 0x3df471c51a8902e6 to hash 00000020:00000001:2.0:1778653883.393522:0:34670:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653883.393524:0:34670:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.393527:0:34670:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.393530:0:34670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.393532:0:34670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.393537:0:34670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34670 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.393546:0:34670:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34670 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.393555:0:34670:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34670 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653883.393560:0:34670:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.393562:0:34670:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.393568:0:34670:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.393570:0:34670:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00000100:00000001:2.0:1778653883.393572:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.393574:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653883.393578:0:34670:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.393582:0:34670:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.393584:0:34670:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.393586:0:34670:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.393595:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.393603:0:34670:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.393606:0:34670:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.393609:0:34670:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.393612:0:34670:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.393614:0:34670:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.393617:0:34670:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700544:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653883.393623:0:34670:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.393628:0:34670:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.393630:0:34670:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.393632:0:34670:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.393636:0:34670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653883.393638:0:34670:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.393644:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.393890:0:34670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e160. 00000400:00000010:2.0:1778653883.393899:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.393906:0:34670:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054700544, portal 10 00000100:00000001:2.0:1778653883.393908:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.393909:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653883.393915:0:34670:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.393922:0:34670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.393925:0:34670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.393928:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490d48. 00000100:00000200:2.0:1778653883.393931:0:34670:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054700544, offset 0 00000400:00000200:2.0:1778653883.393937:0:34670:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.393946:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.393952:0:34670:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.393957:0:34670:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.393962:0:34670:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.393966:0:34670:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.393969:0:34670:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.393972:0:34670:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2595:2595:256:4294967295] 192.168.204.110@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:2.0:1778653883.393977:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.393987:0:34670:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.393993:0:34670:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.393998:0:34670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653883.394006:0:34670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.394015:0:34670:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.394020:0:34670:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.394084:0:34670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.394089:0:34670:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 818872 usecs (819 jiffies) 00000400:00000200:2.0:1778653883.394093:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.394095:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439389 00000100:00000001:2.0:1778653883.394099:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.394101:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439389 00000100:00000001:2.0:1778653883.394103:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.394105:0:34670:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.394108:0:34670:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.394110:0:34670:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.394112:0:34670:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.394114:0:34670:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.394117:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.394120:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.394241:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.394247:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653883.394251:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.394257:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.394416:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490d48 00000400:00000010:1.0:1778653883.394419:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490d48. 00000100:00000001:1.0:1778653883.394425:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.394431:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.394443:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.394447:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.394454:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.394456:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.399236:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.399255:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.399258:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.399261:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.399270:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.399278:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.399288:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.399293:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.399298:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.399302:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145354200 00000400:00000200:0.0:1778653883.399307:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.399312:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6b19 [1] + 224 00000800:00000001:0.0:1778653883.399319:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.399326:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.399330:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.399334:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.399341:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.399353:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.399364:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.399385:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.399395:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.399398:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.399446:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.399454:0:34670:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.399456:0:34670:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.399460:0:34670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e160. 00000400:00000200:2.0:1778653883.399465:0:34670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:2.0:1778653883.399468:0:34670:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:2.0:1778653883.399471:0:34670:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.399475:0:34670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653883.399483:0:34670:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.399488:0:34670:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.399490:0:34670:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.399493:0:34670:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.399496:0:34670:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.399499:0:34670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.399501:0:34670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.399504:0:34670:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.399514:0:34670:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653883.399517:0:34670:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.399520:0:34670:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.399521:0:34670:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.399524:0:34670:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.399527:0:34670:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.399530:0:34670:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.399532:0:34670:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1778653883.399534:0:34670:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.399538:0:34670:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.399542:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.399548:0:34670:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.399551:0:34670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.399552:0:34670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.399556:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.399563:0:34670:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700544:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1778653883.399568:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.399571:0:34670:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.399701:0:34670:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.399705:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.399710:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.399718:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.399721:0:34670:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.399725:0:34670:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.399726:0:34670:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.399729:0:34670:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653883.399733:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399735:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399738:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=4 00000020:00000001:2.0:1778653883.399740:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399743:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000040:2.0:1778653883.399749:0:34670:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9ac00, remote cookie: 0xdfa36d541727016f, flags: 0x1001 00010000:00010000:2.0:1778653883.399755:0:34670:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.399765:0:34670:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399771:0:34670:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653883.399774:0:34670:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653883.399776:0:34670:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653883.399777:0:34670:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653883.399778:0:34670:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653883.399782:0:34670:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91538f63ce00) refcount = 1 00010000:00010000:2.0:1778653883.399785:0:34670:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399791:0:34670:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653883.399795:0:34670:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653883.399796:0:34670:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.399799:0:34670:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653883.399801:0:34670:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.399803:0:34670:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399808:0:34670:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653883.399810:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399811:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.399812:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399813:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.399814:0:34670:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.399818:0:34670:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653883.399820:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399821:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399823:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.399824:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399827:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399829:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399830:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399831:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=4 00000020:00000001:2.0:1778653883.399833:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399834:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399837:0:34670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.399840:0:34670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.399843:0:34670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399866:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399867:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.399869:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399870:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399871:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=5 00000020:00000001:2.0:1778653883.399873:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399875:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399877:0:34670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.399879:0:34670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399885:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399886:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653883.399888:0:34670:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399898:0:34670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.399900:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399901:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.399902:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399903:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653883.399907:0:34670:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653883.399916:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399917:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399918:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.399920:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399922:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399924:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399925:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.399926:0:34670:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.399928:0:34670:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.399931:0:34670:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653883.399933:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399934:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399935:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.399936:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399938:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00000002:00010000:2.0:1778653883.399941:0:34670:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.399946:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399947:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.399949:0:34670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653883.399950:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.399951:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.399952:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.399954:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.399956:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000040:2.0:1778653883.399961:0:34670:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653883.399964:0:34670:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653883.399967:0:34670:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1778653883.399970:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.399971:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.399973:0:34670:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653883.400167:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d579f0 00000002:00002000:2.0:1778653883.400170:0:34670:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653883.400173:0:34670:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.400177:0:34670:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.400180:0:34670:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653883.400182:0:34670:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653883.400185:0:34670:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653883.400188:0:34670:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653883.400191:0:34670:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165a00. 00000080:00000001:2.0:1778653883.400197:0:34670:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653883.400199:0:34670:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653883.400205:0:34670:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1778653883.400209:0:34670:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1778653883.400215:0:34670:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915385e9f540. 00800000:00000001:2.0:1778653883.400217:0:34670:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386647856448 : -121687061695168 : ffff915385e9f540) 00800000:00000001:2.0:1778653883.400220:0:34670:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.400222:0:34670:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1778653883.400224:0:34670:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1778653883.400226:0:34670:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1778653883.400229:0:34670:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1778653883.400232:0:34670:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1778653883.400234:0:34670:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.400238:0:34670:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1778653883.400240:0:34670:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1778653883.400243:0:34670:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1778653882 to 1778653883 00000080:00200000:2.0:1778653883.400247:0:34670:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1778653883.400249:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.400251:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.400252:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.400254:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.400256:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.400258:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.400259:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653883.400260:0:34670:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653883.400262:0:34670:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1778653883.400264:0:34670:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915385e9f540 1 00800000:00000010:2.0:1778653883.400266:0:34670:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915385e9f540. 00800000:00000001:2.0:1778653883.400268:0:34670:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.400271:0:34670:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902e6 00800000:00000001:2.0:1778653883.400274:0:34670:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653883.400276:0:34670:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653883.400277:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.400278:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.400279:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.400281:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.400283:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.400285:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.400286:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.400287:0:34670:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.400289:0:34670:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.400291:0:34670:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.400293:0:34670:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653883.400296:0:34670:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902e6 from it ffffa71ac1d57cb8 00010000:00000001:2.0:1778653883.400298:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.400299:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.400300:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.400302:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.400304:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.400306:0:34670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.400308:0:34670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.400320:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.400321:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.400322:0:34670:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.400324:0:34670:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.400327:0:34670:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.400333:0:34670:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.400335:0:34670:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.400337:0:34670:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.400341:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.400343:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.400344:0:34670:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.400347:0:34670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.400348:0:34670:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.400350:0:34670:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.400352:0:34670:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.400354:0:34670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.400356:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.400357:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653883.400358:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.400363:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054700544/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.400370:0:34670:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.400372:0:34670:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.400375:0:34670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91538ca10800. 02000000:00000001:2.0:1778653883.400384:0:34670:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.400386:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.400388:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.400389:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.400392:0:34670:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d400. 02000000:00000001:2.0:1778653883.400395:0:34670:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.400397:0:34670:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.400399:0:34670:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.400407:0:34670:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.400408:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.400412:0:34670:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.400417:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57d08 00000080:00000008:2.0:1778653883.400419:0:34670:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653883.401559:0:34670:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.401806:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57d08 00000080:00200008:2.0:1778653883.401811:0:34670:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1778653883.401817:0:34670:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653883.401818:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57c80 00000080:00200000:2.0:1778653883.401821:0:34670:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653883.401827:0:34670:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165a00. 00800000:00000002:2.0:1778653883.401833:0:34670:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653883.401836:0:34670:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653883.401840:0:34670:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.401842:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57ba0 00800000:00000002:2.0:1778653883.401844:0:34670:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653883.401847:0:34670:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653883.401862:0:34670:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653883.401867:0:34670:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.401869:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57a70 00000002:00010000:2.0:1778653883.401870:0:34670:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653883.401874:0:34670:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653883.401877:0:34670:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.401880:0:34670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.401885:0:34670:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653883.401887:0:34670:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.401891:0:34670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.401894:0:34670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653883.401898:0:34670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653883.401907:0:34670:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653883.401912:0:34670:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.401915:0:34670:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1778653883.401921:0:34670:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653883.401923:0:34670:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653883.401924:0:34670:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653883.401926:0:34670:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653883.401928:0:34670:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653883.401930:0:34670:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653883.401932:0:34670:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653883.401934:0:34670:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653883.401937:0:34670:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165a00. 00000080:00000001:2.0:1778653883.401941:0:34670:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653883.401943:0:34670:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.401945:0:34670:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653883.401948:0:34670:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902e6 00800000:00000001:2.0:1778653883.401950:0:34670:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653883.401952:0:34670:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653883.401953:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.401955:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.401957:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.401960:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.401962:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.401965:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.401966:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.401967:0:34670:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.401969:0:34670:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.401971:0:34670:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902e6 from it ffffa71ac1d57cb8 00010000:00000001:2.0:1778653883.401973:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.401974:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.401975:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.401977:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.401979:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.401981:0:34670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.401983:0:34670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.401989:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.401990:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.401991:0:34670:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.401993:0:34670:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.401995:0:34670:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.402001:0:34670:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.402003:0:34670:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.402005:0:34670:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.402009:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.402010:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.402012:0:34670:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402014:0:34670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.402015:0:34670:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402017:0:34670:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402020:0:34670:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402021:0:34670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.402022:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.402023:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653883.402025:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653883.402027:0:34670:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.402029:0:34670:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.402032:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57d08 00000080:00000008:2.0:1778653883.402034:0:34670:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1778653883.402146:0:34670:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653883.402149:0:34670:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653883.402150:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57b78 00000080:00200000:2.0:1778653883.402152:0:34670:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653883.402156:0:34670:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165a00. 00800000:00000002:2.0:1778653883.402159:0:34670:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653883.402161:0:34670:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653883.402163:0:34670:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.402164:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57a98 00800000:00000002:2.0:1778653883.402166:0:34670:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653883.402168:0:34670:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653883.402169:0:34670:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653883.402171:0:34670:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.402172:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57968 00000002:00010000:2.0:1778653883.402173:0:34670:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653883.402175:0:34670:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653883.402176:0:34670:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.402177:0:34670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.402179:0:34670:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653883.402180:0:34670:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.402182:0:34670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.402183:0:34670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653883.402185:0:34670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653883.402190:0:34670:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653883.402192:0:34670:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.402193:0:34670:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1778653883.402197:0:34670:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653883.402198:0:34670:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653883.402199:0:34670:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653883.402200:0:34670:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653883.402201:0:34670:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653883.402202:0:34670:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653883.402203:0:34670:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653883.402204:0:34670:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653883.402206:0:34670:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165a00. 00000080:00000001:2.0:1778653883.402207:0:34670:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653883.402208:0:34670:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.402209:0:34670:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653883.402211:0:34670:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902e6 00800000:00000001:2.0:1778653883.402213:0:34670:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653883.402214:0:34670:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653883.402214:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.402215:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.402216:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.402217:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.402219:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.402220:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.402220:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.402221:0:34670:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.402222:0:34670:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.402223:0:34670:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902e6 from it ffffa71ac1d57bb0 00010000:00000001:2.0:1778653883.402224:0:34670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.402225:0:34670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.402226:0:34670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.402227:0:34670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.402229:0:34670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.402231:0:34670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.402233:0:34670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.402239:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.402240:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.402241:0:34670:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.402242:0:34670:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.402244:0:34670:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653883.402249:0:34670:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.402251:0:34670:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.402252:0:34670:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.402254:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.402255:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.402256:0:34670:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402258:0:34670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.402259:0:34670:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402260:0:34670:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402262:0:34670:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.402264:0:34670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.402265:0:34670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.402266:0:34670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653883.402267:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653883.402269:0:34670:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653883.402271:0:34670:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 44 00000080:00000001:2.0:1778653883.402274:0:34670:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.402278:0:34670:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:2.0:1778653883.402280:0:34670:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653883.402282:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57b78 00000080:00200008:2.0:1778653883.402284:0:34670:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00000010:2.0:1778653883.402289:0:34670:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653883.402293:0:34670:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.402294:0:34670:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.402458:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.402460:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.402467:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.402469:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.402474:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.402479:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.402481:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.402483:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.402485:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.402490:0:34670:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1778653883.402493:0:34670:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: age 1765, max_age 1770 00000002:00000001:2.0:1778653883.402497:0:34670:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1778653883.402499:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000010:2.0:1778653883.402504:0:34670:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653883.402508:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.402512:0:34670:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.402514:0:34670:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.402517:0:34670:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.402524:0:34670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658dc00. 00000100:00000001:2.0:1778653883.402531:0:34670:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.402534:0:34670:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.402536:0:34670:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.402542:0:34670:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.402544:0:34670:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00000100:00000001:2.0:1778653883.402547:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.402548:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653883.402552:0:34670:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.402556:0:34670:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.402558:0:34670:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.402559:0:34670:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.402569:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.402639:0:34670:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.402641:0:34670:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.402645:0:34670:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.402647:0:34670:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.402703:0:34670:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.402707:0:34670:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700672:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1778653883.402711:0:34670:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.402716:0:34670:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.402718:0:34670:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.402721:0:34670:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.402724:0:34670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.402726:0:34670:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.402733:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.402736:0:34670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e160. 00000400:00000010:2.0:1778653883.402741:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.402749:0:34670:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054700672, portal 10 00000100:00000001:2.0:1778653883.402750:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.402752:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653883.402757:0:34670:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.402770:0:34670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.402773:0:34670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.402775:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490990. 00000100:00000200:2.0:1778653883.402778:0:34670:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865052054700672, offset 0 00000400:00000200:2.0:1778653883.402784:0:34670:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.402792:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.402799:0:34670:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.402803:0:34670:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.402807:0:34670:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.402811:0:34670:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.402813:0:34670:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.402817:0:34670:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2596:2596:256:4294967295] 192.168.204.110@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:2.0:1778653883.402826:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.402836:0:34670:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.402843:0:34670:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.402858:0:34670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d400. 00000800:00000200:2.0:1778653883.402865:0:34670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.402872:0:34670:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.402877:0:34670:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.402887:0:34670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.402892:0:34670:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 817876 usecs (818 jiffies) 00000400:00000200:2.0:1778653883.402896:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.402898:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439397 00000100:00000001:2.0:1778653883.402901:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.402907:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439397 00000100:00000001:2.0:1778653883.402909:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.402911:0:34670:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.402913:0:34670:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.402916:0:34670:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.402918:0:34670:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.402921:0:34670:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.402923:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.402927:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.403083:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.403087:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d400. 00000400:00000200:1.0:1778653883.403090:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.403094:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.403099:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490990 00000400:00000010:1.0:1778653883.403100:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490990. 00000100:00000001:1.0:1778653883.403103:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.403106:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.403113:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.403115:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.403119:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.403120:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.405077:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.405093:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.405098:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.405101:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.405108:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.405118:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.405127:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.405131:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.405137:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.405145:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a04145354280 00000400:00000200:0.0:1778653883.405150:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.405156:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x6b21 [1] + 224 00000800:00000001:0.0:1778653883.405164:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.405172:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.405175:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.405179:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.405185:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.405192:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.405202:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.405259:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.405276:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.405285:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.405289:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1778653883.405323:0:34670:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.405325:0:34670:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.405330:0:34670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e160. 00000400:00000200:2.0:1778653883.405334:0:34670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:2.0:1778653883.405337:0:34670:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:2.0:1778653883.405340:0:34670:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.405345:0:34670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653883.405354:0:34670:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.405361:0:34670:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.405363:0:34670:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.405365:0:34670:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.405368:0:34670:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.405371:0:34670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.405373:0:34670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.405376:0:34670:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.405385:0:34670:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653883.405389:0:34670:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.405391:0:34670:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.405393:0:34670:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.405396:0:34670:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.405400:0:34670:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.405404:0:34670:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.405405:0:34670:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1778653883.405407:0:34670:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.405410:0:34670:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.405414:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.405427:0:34670:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.405430:0:34670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.405432:0:34670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.405436:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653883.405444:0:34670:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700672:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1778653883.405449:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.405451:0:34670:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.405453:0:34670:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.405454:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.405456:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.405461:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.405463:0:34670:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.405465:0:34670:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.405466:0:34670:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.405470:0:34670:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1778653883.405471:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.405473:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054700672/t0(0) o41->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.405477:0:34670:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.405479:0:34670:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.405481:0:34670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.405482:0:34670:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.405484:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.405485:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.405486:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.405488:0:34670:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658dc00. 02000000:00000001:2.0:1778653883.405490:0:34670:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.405492:0:34670:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.405493:0:34670:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.405499:0:34670:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.405500:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653883.405501:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.405502:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.405504:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1778653883.405506:0:34670:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff915389b76000: update ffff915388bb1e10 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:2.0:1778653883.405510:0:34670:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.405515:0:34670:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405518:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.405521:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405523:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405526:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405587:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405589:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405594:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405596:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405600:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405603:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405605:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405609:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405610:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405615:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405617:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405619:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405621:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405623:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405625:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405629:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405630:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405633:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405634:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405637:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405639:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405640:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405641:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405643:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405645:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405647:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405785:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405789:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405792:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405794:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405799:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405800:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405803:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405805:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405808:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405810:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405812:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405813:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405814:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405816:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405817:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405819:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405820:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405821:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405822:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405824:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405825:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405826:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405827:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405828:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405829:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405830:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405830:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405831:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405833:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405834:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405836:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405837:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405838:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405839:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405841:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405841:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405843:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405843:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405844:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405845:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405846:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405846:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405847:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405860:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405861:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405862:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405863:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405864:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405865:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405867:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405868:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405869:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405870:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405871:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405872:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405873:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405874:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405875:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405876:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405877:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405878:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405879:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405881:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405882:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405883:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405884:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405886:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405887:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405888:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405889:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405889:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405890:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405891:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405892:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405893:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405894:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405895:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405896:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405897:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405898:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405899:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405900:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405900:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405901:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405902:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405903:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405904:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405904:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405906:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405907:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405908:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405909:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405910:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405911:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405912:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405913:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405915:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405916:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405917:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405918:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405919:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405919:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405920:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405921:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405922:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405923:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405924:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405925:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405926:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405927:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405928:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405929:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405930:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405931:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405932:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405933:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405933:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405934:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405935:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405936:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405937:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405938:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405939:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405940:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405941:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405942:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405943:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405943:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405945:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405946:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405947:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405948:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405949:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405950:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405951:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405952:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405953:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405954:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405955:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405956:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405957:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405958:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405959:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405960:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405961:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405961:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405962:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405962:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405964:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405965:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405966:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405967:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405968:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405968:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405970:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405970:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405972:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405972:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405973:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405974:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405975:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405976:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405977:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405978:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405979:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405980:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405981:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405982:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405983:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405985:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405985:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.405986:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.405987:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.405988:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.405989:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.405990:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.405990:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.405991:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.405992:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405993:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405994:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.405995:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.405996:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405997:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.405998:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.405999:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406000:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406001:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406002:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406003:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406003:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406004:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406004:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406006:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406007:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406008:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406009:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406010:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406011:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406012:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406013:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406014:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406015:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406016:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406017:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406017:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406018:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406019:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406020:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406022:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406024:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406026:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406027:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406029:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406032:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406033:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406035:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406036:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406037:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406039:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406040:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406041:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406043:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406045:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406047:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406049:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406051:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406053:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406055:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406058:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406059:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406061:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406062:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406064:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406066:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406068:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406069:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406070:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406072:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406075:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406076:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406082:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406085:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406087:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406090:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406091:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406093:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406094:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406096:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406097:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406098:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406099:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406100:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406102:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406104:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406105:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406107:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406109:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406110:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406113:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406114:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406116:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406117:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406119:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406120:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406122:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406123:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406124:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406126:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406128:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406129:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406131:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406133:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406135:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406138:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406139:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406141:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406142:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406144:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406145:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406147:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406148:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406149:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406151:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406152:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406154:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406155:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406157:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406158:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406161:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406162:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406164:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406164:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406167:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406168:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406169:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406170:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406171:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406173:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406175:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406177:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406179:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406180:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406182:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406184:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406185:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406187:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406188:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406190:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406192:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406193:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406194:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406195:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406197:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406198:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406200:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406201:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406203:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406204:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406206:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406207:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406209:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406210:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406212:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406213:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406215:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406216:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406217:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406219:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406220:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406222:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406223:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406225:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406227:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406229:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406231:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406233:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406234:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406236:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406237:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406239:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406240:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406241:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406243:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406244:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406246:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406248:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406250:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406251:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406254:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406255:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406257:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406258:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406260:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406262:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406263:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406264:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406265:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406267:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406269:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406271:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406273:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406275:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406276:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406279:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406280:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406283:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406284:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406285:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406287:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406289:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406290:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406291:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406294:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406295:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406296:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406297:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406299:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406300:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406302:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406303:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406304:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406304:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406306:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406307:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406308:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406309:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406310:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406311:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406312:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406313:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406314:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406315:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406316:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406318:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406319:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406320:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406321:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406322:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406323:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406324:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406324:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406325:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406326:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406327:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406328:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406329:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406330:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406331:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406332:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406333:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406334:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406334:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406335:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406336:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406337:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406338:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406338:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406339:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406340:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406341:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406342:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406343:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406344:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406346:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406347:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406348:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406349:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406350:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406351:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406352:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406352:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406353:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406354:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406355:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406356:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406357:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406358:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406359:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406360:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406361:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406362:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406363:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406364:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406365:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406365:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406366:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406367:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406368:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406369:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406370:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406371:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406372:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406373:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406374:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406375:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406376:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406376:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406378:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406379:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406380:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406380:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406381:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406383:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406383:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406384:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406385:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406386:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406387:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406389:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406389:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406391:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406391:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406392:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406393:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406394:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406394:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406395:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406396:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406397:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406398:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406399:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406400:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406401:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406402:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406403:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406404:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406405:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406406:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406407:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406407:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406408:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406409:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406410:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406411:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406412:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406413:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406414:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406415:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406417:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406417:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406419:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406419:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406420:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406421:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406422:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406422:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406423:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406424:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406425:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406426:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406427:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406428:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406429:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406430:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406431:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406432:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406433:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406433:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406434:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406435:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406436:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406436:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406437:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406439:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406440:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406441:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406442:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406443:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406445:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406445:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406447:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406447:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406448:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406449:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406450:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406450:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406451:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406452:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406453:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406454:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406455:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406456:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406457:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406458:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406459:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406460:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406461:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406462:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406463:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406463:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406464:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406464:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406466:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406466:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406467:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406468:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406470:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406471:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406474:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406475:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406477:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406478:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406480:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406482:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406483:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406484:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406485:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406487:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406489:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406490:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406492:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406494:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406495:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406498:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406499:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406501:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406502:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406504:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406506:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406507:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406508:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406509:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406511:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406513:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406514:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406516:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406518:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406519:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406522:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406523:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406526:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406527:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406528:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406530:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406531:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406532:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406533:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406535:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406537:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406538:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406540:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406542:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406544:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406547:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406548:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406551:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406552:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406553:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406555:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406556:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406557:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406558:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406560:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406561:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406563:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406565:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406566:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406568:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406570:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406571:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406572:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406574:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406576:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406577:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406578:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406579:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406580:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406582:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406583:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406585:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406586:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406588:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406589:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406592:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406593:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406594:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406595:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406597:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406598:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406600:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406601:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406602:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406604:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406606:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406608:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406609:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406611:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406612:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406615:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406616:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406618:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406619:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406621:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406622:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406624:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406625:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406626:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406628:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406630:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406631:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406633:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406635:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406637:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406639:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406641:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406643:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406644:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406646:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406648:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406795:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406797:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406798:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406801:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406803:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406805:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406808:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406811:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406813:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406819:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406821:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406824:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406825:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406828:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406831:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406832:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406834:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406835:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406837:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406840:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406842:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406844:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406847:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406858:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406862:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406864:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406867:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406868:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406871:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406873:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406875:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406876:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406878:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406881:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406882:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406884:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406886:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406889:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406890:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406893:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406894:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406897:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406898:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406900:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406903:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406904:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406905:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406906:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406908:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406910:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406912:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406914:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406916:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406918:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406921:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406923:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406925:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406926:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406928:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406930:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406935:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406936:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406937:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406939:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406941:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406943:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406945:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406947:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406949:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406952:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406954:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406956:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406957:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406960:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406961:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406963:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406964:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406965:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406967:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406969:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406970:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406972:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.406974:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406976:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406979:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.406981:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.406983:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.406984:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.406985:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.406987:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.406989:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.406990:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.406991:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.406993:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406995:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.406996:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.406998:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407000:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407002:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407004:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407006:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407008:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407009:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407011:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407013:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407014:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407015:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407016:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407018:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407020:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407022:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407024:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407026:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407028:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407030:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407031:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407033:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407034:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407036:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407038:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407040:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407040:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407041:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407043:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407045:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407046:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407048:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407050:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407051:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407054:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407055:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407057:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407058:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407060:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407062:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407063:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407064:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407065:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407067:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407069:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407070:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407072:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407074:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407075:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407078:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407079:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407081:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407082:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407084:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407086:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407087:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407089:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407090:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407092:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407094:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407096:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407098:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407100:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407101:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407104:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407105:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407106:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407107:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407109:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407110:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407111:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407112:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407113:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407114:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407115:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407116:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407117:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407118:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407119:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407120:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407121:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407122:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407123:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407124:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407125:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407126:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407126:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407127:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407128:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407129:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407130:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407132:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407133:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407134:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407135:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407136:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407137:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407138:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407139:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407140:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407140:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407141:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407142:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407143:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407144:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407145:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407146:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407147:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407148:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407149:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407150:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407151:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407151:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407152:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407153:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407154:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407155:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407155:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407156:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407157:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407158:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407159:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407161:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407162:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407163:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407164:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407165:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407166:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407167:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407168:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407169:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407169:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407170:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407171:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407172:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407173:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407174:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407175:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407176:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407178:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407179:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407181:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407182:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407184:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407185:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407187:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407188:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407189:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407190:0:34670:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407192:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407193:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.407194:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407196:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407197:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.407200:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407202:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407204:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407205:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407207:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407209:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407210:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1778653883.407211:0:34670:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1778653883.407212:0:34670:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00800000:00000001:2.0:1778653883.407214:0:34670:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.407216:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.407217:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1778653883.407219:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.407221:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.407223:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.407226:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.407227:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.407230:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.407230:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.407232:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.407234:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.407236:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.407239:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.407241:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.407248:0:34670:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1778653883.407250:0:34670:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: age 1765, max_age 1770 00000008:00000001:2.0:1778653883.407253:0:34670:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1778653883.407256:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000100:00000010:2.0:1778653883.407262:0:34670:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653883.407264:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996a800 refcount=4 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.407268:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.407269:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=3 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.407271:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653883.407273:0:34670:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.407276:0:34670:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.407282:0:34670:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.407288:0:34670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658dc00. 00000100:00000001:2.0:1778653883.407294:0:34670:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.407297:0:34670:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.407299:0:34670:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.407305:0:34670:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.407307:0:34670:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00000100:00000001:2.0:1778653883.407309:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.407311:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653883.407315:0:34670:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.407318:0:34670:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.407320:0:34670:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.407322:0:34670:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.407329:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.407337:0:34670:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.407339:0:34670:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.407342:0:34670:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.407344:0:34670:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.407347:0:34670:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.407349:0:34670:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700800:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1778653883.407353:0:34670:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.407358:0:34670:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.407360:0:34670:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.407363:0:34670:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.407366:0:34670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.407368:0:34670:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.407374:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.407377:0:34670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e160. 00000400:00000010:2.0:1778653883.407381:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.407388:0:34670:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054700800, portal 4 00000100:00000001:2.0:1778653883.407389:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.407390:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653883.407396:0:34670:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.407404:0:34670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.407407:0:34670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.407409:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490c38. 00000100:00000200:2.0:1778653883.407413:0:34670:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054700800, offset 0 00000400:00000200:2.0:1778653883.407418:0:34670:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.407426:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.407432:0:34670:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.407437:0:34670:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.407441:0:34670:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.407444:0:34670:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.407447:0:34670:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.407450:0:34670:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2597:2597:256:4294967295] 192.168.204.110@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:2.0:1778653883.407454:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.407462:0:34670:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.407466:0:34670:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.407469:0:34670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658db00. 00000800:00000200:2.0:1778653883.407475:0:34670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.407480:0:34670:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.407483:0:34670:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.407595:0:34670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.407600:0:34670:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: using a timeout of 21040 usecs (22 jiffies) 00000400:00000200:2.0:1778653883.407605:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.407608:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438605 00000100:00000001:2.0:1778653883.407611:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.407614:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438605 00000100:00000001:2.0:1778653883.407616:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.407618:0:34670:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.407622:0:34670:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.407625:0:34670:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.407627:0:34670:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.407630:0:34670:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.407632:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.407635:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.407711:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.407721:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658db00. 00000400:00000200:1.0:1778653883.407725:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.407731:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.407736:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490c38 00000400:00000010:1.0:1778653883.407738:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490c38. 00000100:00000001:1.0:1778653883.407742:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.407747:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.407756:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.407760:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.407767:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.407768:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.413033:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.413049:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.413053:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.413055:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.413064:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.413071:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.413080:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.413085:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.413090:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.413094:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145354300 00000400:00000200:0.0:1778653883.413099:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.413105:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x6b29 [1] + 224 00000800:00000001:0.0:1778653883.413112:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.413119:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.413122:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.413127:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.413133:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.413143:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.413154:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413218:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.413231:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1778653883.413249:0:34670:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.413251:0:34670:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1778653883.413251:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1778653883.413254:0:34670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e160. 00000800:00000001:0.0:1778653883.413254:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1778653883.413259:0:34670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:2.0:1778653883.413261:0:34670:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:2.0:1778653883.413265:0:34670:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.413270:0:34670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653883.413279:0:34670:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413285:0:34670:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.413288:0:34670:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.413290:0:34670:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.413293:0:34670:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.413295:0:34670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.413297:0:34670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.413300:0:34670:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.413309:0:34670:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996ace8 time=143 v=5 (5 0 0 5) 00000100:00001000:2.0:1778653883.413313:0:34670:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996ac10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.413315:0:34670:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.413317:0:34670:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.413321:0:34670:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.413324:0:34670:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.413328:0:34670:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.413330:0:34670:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0000-osc-ffff915389b76000: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1778653883.413331:0:34670:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.413333:0:34670:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.413407:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413417:0:34670:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.413419:0:34670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.413421:0:34670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.413424:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653883.413429:0:34670:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700800:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1778653883.413433:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.413435:0:34670:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.413436:0:34670:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.413438:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.413439:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413443:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.413446:0:34670:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.413448:0:34670:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.413449:0:34670:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.413454:0:34670:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1778653883.413455:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.413456:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054700800/t0(0) o13->lustre-OST0000-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413461:0:34670:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.413462:0:34670:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.413464:0:34670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.413466:0:34670:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.413468:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.413470:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996a800 refcount=2 obd=lustre-OST0000-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.413471:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.413473:0:34670:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658dc00. 02000000:00000001:2.0:1778653883.413475:0:34670:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.413476:0:34670:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.413477:0:34670:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.413483:0:34670:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.413484:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1778653883.413486:0:34670:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff915389b76000: update ffff915388bb37d0 cache blocks 3677/3683 objects 117792/118192 00020000:00000001:2.0:1778653883.413489:0:34670:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.413492:0:34670:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.413495:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.413497:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.413499:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.413502:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.413556:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.413559:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.413566:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.413569:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.413574:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.413578:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.413580:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.413583:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.413585:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.413591:0:34670:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1778653883.413592:0:34670:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: age 1765, max_age 1770 00000008:00000001:2.0:1778653883.413594:0:34670:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1778653883.413596:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000100:00000010:2.0:1778653883.413599:0:34670:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653883.413601:0:34670:0:(genops.c:1231:class_import_get()) import ffff91538996b800 refcount=4 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.413604:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.413605:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=3 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.413607:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1778653883.413609:0:34670:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.413611:0:34670:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.413615:0:34670:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.413620:0:34670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91538658dc00. 00000100:00000001:2.0:1778653883.413626:0:34670:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.413629:0:34670:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.413631:0:34670:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.413636:0:34670:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.413638:0:34670:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00000100:00000001:2.0:1778653883.413681:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.413684:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653883.413689:0:34670:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.413693:0:34670:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.413695:0:34670:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.413697:0:34670:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.413701:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413859:0:34670:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.413862:0:34670:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.413866:0:34670:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.413868:0:34670:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.413870:0:34670:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.413874:0:34670:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700928:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1778653883.413877:0:34670:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.413881:0:34670:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.413883:0:34670:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.413885:0:34670:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.413889:0:34670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.413891:0:34670:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.413894:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.413897:0:34670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e160. 00000400:00000010:2.0:1778653883.413901:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.413906:0:34670:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054700928, portal 4 00000100:00000001:2.0:1778653883.413908:0:34670:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.413909:0:34670:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653883.413914:0:34670:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.413920:0:34670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.413922:0:34670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.413924:0:34670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864902a8. 00000100:00000200:2.0:1778653883.413928:0:34670:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865052054700928, offset 0 00000400:00000200:2.0:1778653883.413933:0:34670:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.413939:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.413944:0:34670:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.413949:0:34670:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.413953:0:34670:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.413956:0:34670:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.413959:0:34670:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.413962:0:34670:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2598:2598:256:4294967295] 192.168.204.110@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:2.0:1778653883.413966:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.413974:0:34670:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.413980:0:34670:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.413984:0:34670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dd00. 00000800:00000200:2.0:1778653883.413990:0:34670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.413997:0:34670:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.414001:0:34670:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.414012:0:34670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.414016:0:34670:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: using a timeout of 251635 usecs (252 jiffies) 00000400:00000200:2.0:1778653883.414020:0:34670:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.414022:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296438842 00000100:00000001:2.0:1778653883.414024:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.414026:0:34670:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296438842 00000100:00000001:2.0:1778653883.414029:0:34670:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.414032:0:34670:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.414035:0:34670:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.414037:0:34670:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.414039:0:34670:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.414042:0:34670:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.414044:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.414046:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.414112:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.414117:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dd00. 00000400:00000200:1.0:1778653883.414121:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.414125:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.414128:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000400:00000010:1.0:1778653883.414130:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:1.0:1778653883.414144:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.414149:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.414158:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.414161:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.414169:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.414170:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.416487:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.416581:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.416585:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.416588:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.416596:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.416603:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.416610:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.416615:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.416619:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.416623:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a04145354380 00000400:00000200:0.0:1778653883.416627:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.416633:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x6b31 [1] + 224 00000800:00000001:0.0:1778653883.416639:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.416646:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.416686:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.416691:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.416696:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.416780:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.416793:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.416812:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.416820:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.416825:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.417039:0:34670:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.417046:0:34670:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.417048:0:34670:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.417051:0:34670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e160. 00000400:00000200:2.0:1778653883.417057:0:34670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:2.0:1778653883.417059:0:34670:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:2.0:1778653883.417062:0:34670:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.417067:0:34670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653883.417076:0:34670:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.417082:0:34670:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.417083:0:34670:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.417086:0:34670:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.417089:0:34670:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.417091:0:34670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.417093:0:34670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.417096:0:34670:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.417105:0:34670:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996bca0 time=143 v=5 (5 0 0 5) 00000100:00001000:2.0:1778653883.417109:0:34670:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996bc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.417112:0:34670:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.417113:0:34670:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.417116:0:34670:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.417121:0:34670:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.417124:0:34670:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.417127:0:34670:0:(client.c:3097:ptlrpc_free_committed()) lustre-OST0001-osc-ffff915389b76000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1778653883.417129:0:34670:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.417130:0:34670:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.417135:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.417142:0:34670:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.417145:0:34670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.417147:0:34670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.417151:0:34670:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1778653883.417157:0:34670:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job lfs:3368fde0-d18c-4c9c-a094-d50367bc642b:34670:1865052054700928:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1778653883.417165:0:34670:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.417168:0:34670:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.417170:0:34670:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.417172:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.417175:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.417182:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.417185:0:34670:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.417188:0:34670:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.417189:0:34670:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.417194:0:34670:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1778653883.417195:0:34670:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.417198:0:34670:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054700928/t0(0) o13->lustre-OST0001-osc-ffff915389b76000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.417204:0:34670:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.417206:0:34670:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.417208:0:34670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0e800. 02000000:00000001:2.0:1778653883.417211:0:34670:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.417213:0:34670:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.417215:0:34670:0:(genops.c:1244:class_import_put()) import ffff91538996b800 refcount=2 obd=lustre-OST0001-osc-ffff915389b76000 00000020:00000001:2.0:1778653883.417218:0:34670:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.417220:0:34670:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91538658dc00. 02000000:00000001:2.0:1778653883.417223:0:34670:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.417225:0:34670:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.417227:0:34670:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.417233:0:34670:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.417234:0:34670:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1778653883.417237:0:34670:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff915389b76000: update ffff91538a398450 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:2.0:1778653883.417241:0:34670:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.417245:0:34670:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417248:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.417250:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417253:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417255:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417316:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417319:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417325:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417327:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417331:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417335:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417346:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417349:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417351:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417354:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417356:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417358:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417361:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417363:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417364:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417369:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417370:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417372:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417373:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417375:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417377:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417379:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417380:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417381:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417383:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417385:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417386:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417388:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417390:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417391:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417394:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417395:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417397:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417398:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417400:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417402:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417403:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417404:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417405:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417407:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417409:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417410:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417412:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417414:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417415:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417418:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417419:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417421:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417422:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417424:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417426:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417427:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417428:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417429:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417431:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417433:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417434:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417436:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417438:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417439:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417442:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417443:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417445:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417445:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417447:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417449:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417450:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417452:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417453:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417455:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417456:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417458:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417459:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417461:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417462:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417464:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417465:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417468:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417469:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417470:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417472:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417473:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417474:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417475:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417477:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417479:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417480:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417482:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417484:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417485:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417488:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417489:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417491:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417492:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417494:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417495:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417496:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417497:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417498:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417500:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417503:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417505:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417507:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417509:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417510:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417512:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417513:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417516:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417517:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417519:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417521:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417522:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417523:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417524:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417527:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417529:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417530:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417532:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417534:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417536:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417539:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417540:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417543:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417543:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417545:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417547:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417549:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417549:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417551:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417553:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417555:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417556:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417558:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417561:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417562:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417574:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417576:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417578:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417579:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417582:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417584:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417585:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417587:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417588:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417590:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417592:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417594:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417595:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417597:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417599:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417602:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417603:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417605:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417606:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417608:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417610:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417611:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417612:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417613:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417615:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417617:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417618:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417620:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417622:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417623:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417626:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417627:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417630:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417631:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417633:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417634:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417636:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417637:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417638:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417640:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417642:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417644:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417646:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417648:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417683:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417686:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417688:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417690:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417691:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417694:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417696:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417697:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417698:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417699:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417702:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417764:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417766:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417768:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417771:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417772:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417776:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417778:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417781:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417782:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417785:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417787:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417788:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417790:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417790:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417793:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417795:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417796:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417798:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417800:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417802:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417805:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417807:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417810:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417811:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417813:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417815:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417816:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417817:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417818:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417821:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417822:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417824:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417826:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417827:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417829:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417831:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417832:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417834:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417835:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417836:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417838:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417839:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417841:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417841:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417843:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417845:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417846:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417857:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417859:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417861:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417863:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417864:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417867:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417867:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417869:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417871:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417872:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417873:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417874:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417875:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417877:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417878:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417880:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417882:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417883:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417885:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417886:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417888:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417889:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417890:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417892:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417893:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417894:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417895:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417897:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417898:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417900:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417901:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417903:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417904:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417906:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417907:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417909:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417909:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417911:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417912:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417914:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417914:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417915:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417917:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417919:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417920:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417922:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417923:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417924:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417927:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417928:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417930:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417931:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417933:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417935:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417936:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417937:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417938:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417940:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417941:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417943:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417944:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417946:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417948:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417950:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417951:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417953:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417954:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417955:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417957:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417958:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417959:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417960:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417962:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417963:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417964:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417967:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417968:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417970:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417972:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417973:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417975:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417976:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.417977:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.417979:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.417980:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.417981:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.417982:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.417984:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417986:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417987:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.417989:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.417991:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417992:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.417994:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.417996:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.417998:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.417999:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418000:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418002:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418003:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418004:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418005:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418007:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418009:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418010:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418012:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418014:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418015:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418018:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418019:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418021:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418022:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418024:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418026:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418027:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418028:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418029:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418031:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418033:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418034:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418036:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418037:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418039:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418041:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418042:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418044:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418045:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418048:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418050:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418051:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418052:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418053:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418055:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418057:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418058:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418060:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418061:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418063:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418066:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418067:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418069:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418070:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418071:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418073:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418074:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418075:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418076:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418078:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418080:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418081:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418083:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418085:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418086:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418089:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418090:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418092:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418092:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418094:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418096:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418097:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418098:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418099:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418101:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418103:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418104:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418106:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418107:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418109:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418112:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418113:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418115:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418116:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418118:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418119:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418121:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418122:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418122:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418125:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418126:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418128:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418130:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418131:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418133:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418135:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418136:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418139:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418140:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418142:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418144:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418145:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418146:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418147:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418149:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418151:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418152:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418154:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418156:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418157:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418160:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418161:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418163:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418164:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418166:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418168:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418170:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418170:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418172:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418174:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418176:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418177:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418179:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418181:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418183:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418186:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418187:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418189:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418191:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418193:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418195:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418197:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418198:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418199:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418201:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418204:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418205:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418207:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418210:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418211:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418214:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418215:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418218:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418219:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418221:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418223:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418224:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418225:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418226:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418228:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418230:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418231:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418233:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418236:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418237:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418241:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418242:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418244:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418245:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418247:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418249:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418251:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418252:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418253:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418255:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418257:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418258:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418260:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418262:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418263:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418266:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418268:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418270:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418271:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418274:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418276:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418277:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418278:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418279:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418281:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418282:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418284:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418286:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418288:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418290:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418293:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418294:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418296:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418297:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418299:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418302:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418303:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418304:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418305:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418307:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418309:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418310:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418312:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418314:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418316:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418318:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418319:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418321:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418322:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418325:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418326:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418328:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418329:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418330:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418332:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418333:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418335:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418336:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418338:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418340:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418343:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418344:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418346:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418347:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418349:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418351:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418353:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418354:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418355:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418357:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418359:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418361:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418363:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418365:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418367:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418370:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418371:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418373:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418374:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418376:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418378:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418380:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418381:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418383:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418385:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418386:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418388:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418390:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418392:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418394:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418396:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418397:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418399:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418400:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418402:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418404:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418406:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418407:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418408:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418410:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418412:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418413:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418415:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418417:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418418:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418421:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418422:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418425:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418426:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418428:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418430:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418431:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418432:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418433:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418435:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418437:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418439:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418441:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418443:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418445:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418448:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418449:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418452:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418453:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418455:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418456:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418458:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418459:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418460:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418462:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418464:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418465:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418467:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418469:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418471:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418474:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418475:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418477:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418478:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418480:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418482:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418483:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418484:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418485:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418487:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418489:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418491:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418492:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418494:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418496:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418499:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418500:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418502:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418503:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418505:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418507:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418509:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418510:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418511:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418512:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418514:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418515:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418517:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418519:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418521:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418524:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418525:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418527:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418528:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418529:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418531:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418532:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418533:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418534:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418536:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418538:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418539:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418541:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418543:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418545:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418547:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418549:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418551:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418553:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418554:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418556:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418558:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418558:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418559:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418562:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418563:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418565:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418566:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418568:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418570:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418573:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418574:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418575:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418576:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418578:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418580:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418581:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418582:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418584:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418586:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418588:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418589:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418591:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418593:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418595:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418598:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418599:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418601:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418603:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418605:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418607:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418609:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418610:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418611:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418614:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418615:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418617:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418619:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418621:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418622:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418626:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418627:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418629:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418630:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418632:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418634:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418635:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418636:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418637:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418639:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418641:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418643:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418644:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418646:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418647:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418673:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418674:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418677:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418678:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418680:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418683:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418684:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418685:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418687:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418689:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418691:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418693:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418695:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418697:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418699:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418701:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418714:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418717:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418719:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418721:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418723:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418724:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418725:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418726:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418729:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418731:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418733:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418735:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418737:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418739:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418743:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418744:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418747:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418748:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418750:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418752:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418753:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418754:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418756:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418758:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418760:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418762:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418763:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418765:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418767:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418770:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418771:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418773:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418774:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418776:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418778:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418779:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418780:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418781:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418783:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418785:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418786:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418788:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418790:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418792:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418795:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418796:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418799:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418800:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418802:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418804:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418805:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418806:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418808:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418810:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418812:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418814:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418816:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418818:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418820:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418823:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418824:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418827:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418828:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418830:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418832:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418833:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418834:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418836:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418838:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418840:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418841:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418843:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418846:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418847:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418863:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418865:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418867:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418868:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418870:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418872:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418874:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418874:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418875:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418878:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418879:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418881:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418883:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418885:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418886:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418889:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418890:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418892:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418893:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418895:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418897:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418898:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418899:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418900:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418902:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418903:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418905:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418907:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418909:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418911:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418913:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418914:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418917:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418918:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418919:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418921:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418923:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418924:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418925:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418927:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418929:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418931:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418933:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418935:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418936:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418939:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418940:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418943:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418944:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418947:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418949:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418950:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418951:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418952:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418955:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418956:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418958:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418960:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418962:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418964:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418967:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418968:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418970:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418971:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.418973:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.418975:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.418977:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.418978:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.418979:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.418982:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418984:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418985:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.418987:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.418989:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418991:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.418993:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.418995:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.418997:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.418998:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.419001:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.419003:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.419004:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.419006:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.419007:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.419009:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419010:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419011:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.419013:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.419014:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419015:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419019:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.419020:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.419022:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.419023:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.419025:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.419027:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.419028:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.419029:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.419030:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.419032:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419035:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419037:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.419039:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.419040:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419042:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419045:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.419046:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.419048:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.419049:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.419052:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.419054:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.419055:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.419056:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.419057:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.419060:0:34670:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419062:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419064:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1778653883.419066:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.419068:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419069:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1778653883.419072:0:34670:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1778653883.419073:0:34670:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08) cmd=c00866a4 arg=7fffc2eaae20 00000080:00000001:2.0:1778653883.419075:0:34670:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:2.0:1778653883.419076:0:34670:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1778653883.419078:0:34670:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff915389b0d400. 00000020:00000001:2.0:1778653883.419080:0:34670:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.419081:0:34670:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1778653883.419083:0:34670:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1778653883.419083:0:34670:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff915389b76000: cmd=c00866a4 len=592 karg=ffff915389b0d400 uarg=0000000000000000 00020000:00000001:2.0:1778653883.419086:0:34670:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.419087:0:34670:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.419089:0:34670:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1778653883.419091:0:34670:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at ffff915389b0d400. 00000080:00000001:2.0:1778653883.419092:0:34670:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.419094:0:34670:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1778653883.419105:0:34670:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:2.0:1778653883.419108:0:34670:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653883.419111:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57d98 00000080:00200008:2.0:1778653883.419118:0:34670:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000 00000080:00400000:2.0:1778653883.419122:0:34670:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1778653883.419126:0:34670:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653883.419129:0:34670:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1778653883.419131:0:34670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d57d98 00000080:00000008:2.0:1778653883.419133:0:34670:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91538bdb6c08), flags 100000, rc = 0 00000080:00000001:2.0:1778653883.419135:0:34670:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.419137:0:34670:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.421118:0:34671:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653883.421122:0:34671:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1778653883.421125:0:34671:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1778653883.421127:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73bc0 00000080:00200000:2.0:1778653883.421130:0:34671:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:2.0:1778653883.421137:0:34671:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165a00. 00800000:00000002:2.0:1778653883.421142:0:34671:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653883.421147:0:34671:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653883.421151:0:34671:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.421153:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73ae0 00800000:00000002:2.0:1778653883.421155:0:34671:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653883.421158:0:34671:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1778653883.421232:0:34671:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1778653883.421239:0:34671:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.421241:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d739b0 00000002:00010000:2.0:1778653883.421243:0:34671:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1778653883.421247:0:34671:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1778653883.421248:0:34671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.421251:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.421257:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653883.421259:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.421263:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.421267:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653883.421271:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1778653883.421282:0:34671:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653883.421286:0:34671:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.421289:0:34671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1778653883.421297:0:34671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1778653883.421299:0:34671:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653883.421301:0:34671:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653883.421302:0:34671:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1778653883.421304:0:34671:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653883.421307:0:34671:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1778653883.421310:0:34671:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1778653883.421312:0:34671:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:2.0:1778653883.421315:0:34671:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165a00. 00000080:00000001:2.0:1778653883.421320:0:34671:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653883.421322:0:34671:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.421324:0:34671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:2.0:1778653883.421328:0:34671:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902e6 00800000:00000001:2.0:1778653883.421331:0:34671:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653883.421333:0:34671:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653883.421334:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.421336:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.421338:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.421341:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.421344:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.421346:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.421348:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.421349:0:34671:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.421351:0:34671:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.421353:0:34671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902e6 from it ffffa71ac1d73bf8 00010000:00000001:2.0:1778653883.421354:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.421355:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.421356:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ac00 refcount=3 00000020:00000001:2.0:1778653883.421357:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.421358:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628963328 : -121687080588288 : ffff915384c9ac00) 00010000:00000001:2.0:1778653883.421360:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.421362:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653883.421365:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.421366:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.421367:0:34671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.421368:0:34671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.421370:0:34671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1778653883.421375:0:34671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.421377:0:34671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.421379:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.421382:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.421382:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.421383:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421386:0:34671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.421387:0:34671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421388:0:34671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421390:0:34671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421391:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.421392:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.421393:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653883.421395:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1778653883.421396:0:34671:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1778653883.421397:0:34671:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:2.0:1778653883.421401:0:34671:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.421404:0:34671:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1778653883.421406:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73b58 00000080:00002000:2.0:1778653883.421407:0:34671:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf3d288) flags 0x48000e refc 0 00000080:00000001:2.0:1778653883.421409:0:34671:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.421410:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73bc8 00000080:00200000:2.0:1778653883.421411:0:34671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1778653883.421415:0:34671:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:2.0:1778653883.421416:0:34671:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8), inode mode 81a4 mask 52 00000080:00000001:2.0:1778653883.421418:0:34671:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.421422:0:34671:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1778653883.421423:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73b98 00000080:00200008:2.0:1778653883.421424:0:34671:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102101 00000080:00000010:2.0:1778653883.421428:0:34671:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653883.421432:0:34671:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1778653883.421434:0:34671:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915386165a00. 00800000:00000002:2.0:1778653883.421435:0:34671:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:2.0:1778653883.421437:0:34671:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:2.0:1778653883.421438:0:34671:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.421439:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73a48 00800000:00000002:2.0:1778653883.421441:0:34671:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1778653883.421443:0:34671:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1778653883.421445:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d739c8 00800000:00000002:2.0:1778653883.421446:0:34671:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1778653883.421448:0:34671:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1778653883.421449:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73900 00000002:00010000:2.0:1778653883.421450:0:34671:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:2.0:1778653883.421452:0:34671:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1778653883.421454:0:34671:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1778653883.421456:0:34671:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653883.421458:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:2.0:1778653883.421460:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.421461:0:34671:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653883.421464:0:34671:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421465:0:34671:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.421466:0:34671:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.421468:0:34671:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1778653883.421468:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 2 00010000:00000001:2.0:1778653883.421469:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.421470:0:34671:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1778653883.421471:0:34671:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653883.421473:0:34671:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1778653883.421477:0:34671:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653883.421480:0:34671:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653883.421481:0:34671:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653883.421482:0:34671:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1778653883.421484:0:34671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.421485:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.421486:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653883.421487:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.421489:0:34671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.421490:0:34671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.421491:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.421491:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653883.421493:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.421494:0:34671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.421495:0:34671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.421495:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.421496:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff91538f63ce00 count: 3 00010000:00000001:2.0:1778653883.421497:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.421498:0:34671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.421500:0:34671:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1778653883.421502:0:34671:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1778653883.421506:0:34671:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1778653883.421507:0:34671:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1778653883.421509:0:34671:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653883.421510:0:34671:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421512:0:34671:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653883.421515:0:34671:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653883.421517:0:34671:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653883.421519:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.421520:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1778653883.421522:0:34671:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ac00 with handle 0x3df471c51a8902e6 from hash 00010000:00000001:2.0:1778653883.421525:0:34671:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653883.421526:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.421527:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.421528:0:34671:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653883.421530:0:34671:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653883.421532:0:34671:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653883.421534:0:34671:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653883.421536:0:34671:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1778653883.421537:0:34671:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1778653883.421542:0:34671:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc1f80. 00000020:00000040:2.0:1778653883.421546:0:34671:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:2.0:1778653883.421551:0:34671:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1778653883.421552:0:34671:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421555:0:34671:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1778653883.421559:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.421561:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.421562:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.421563:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.421572:0:34671:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.421575:0:34671:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.421577:0:34671:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.421584:0:34671:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915389b0d400. 00000100:00000001:2.0:1778653883.421590:0:34671:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421594:0:34671:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.421596:0:34671:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653883.421599:0:34671:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1778653883.421606:0:34671:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653883.421608:0:34671:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1778653883.421609:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653883.421612:0:34671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ac00/0x3df471c51a8902e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d541727016f expref: -99 pid: 34670 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1778653883.421619:0:34671:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63ce00 count: 0 00010000:00000010:2.0:1778653883.421624:0:34671:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36100. 00010000:00000001:2.0:1778653883.421631:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.421632:0:34671:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421634:0:34671:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.421635:0:34671:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.421636:0:34671:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.421641:0:34671:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00010000:00000001:2.0:1778653883.421643:0:34671:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1778653883.421645:0:34671:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1778653883.421648:0:34671:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91538f63c600. 00010000:00000010:2.0:1778653883.421679:0:34671:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538ca36100. 00010000:00000001:2.0:1778653883.421682:0:34671:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1778653883.421684:0:34671:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c9ba00. 00000020:00000001:2.0:1778653883.421686:0:34671:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1778653883.421688:0:34671:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c9ba00 with handle 0x3df471c51a8902ed to hash 00000020:00000001:2.0:1778653883.421689:0:34671:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1778653883.421690:0:34671:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:2.0:1778653883.421692:0:34671:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:2.0:1778653883.421694:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.421695:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.421697:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.421701:0:34671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34671 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1778653883.421719:0:34671:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1778653883.421731:0:34671:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1778653883.421739:0:34671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34671 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1778653883.421745:0:34671:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.421747:0:34671:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.421752:0:34671:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a304180. 00000100:00000001:2.0:1778653883.421754:0:34671:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719572352 : -121686989979264 : ffff91538a304180) 00000100:00000001:2.0:1778653883.421757:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.421758:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653883.421762:0:34671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.421765:0:34671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.421767:0:34671:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.421768:0:34671:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.421773:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.421780:0:34671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.421783:0:34671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.421786:0:34671:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.421789:0:34671:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.421791:0:34671:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.421794:0:34671:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34671:1865052054701184:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1778653883.421797:0:34671:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.421802:0:34671:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.421804:0:34671:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.421806:0:34671:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.421863:0:34671:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff915386640000. 02000000:00000001:2.0:1778653883.421866:0:34671:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.421873:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.421877:0:34671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e160. 00000400:00000010:2.0:1778653883.421884:0:34671:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff915389b0e800. 00000100:00000200:2.0:1778653883.421891:0:34671:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865052054701184, portal 10 00000100:00000001:2.0:1778653883.421893:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.421894:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000040:2.0:1778653883.421900:0:34671:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.421906:0:34671:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.421908:0:34671:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.421912:0:34671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.421915:0:34671:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054701184, offset 0 00000400:00000200:2.0:1778653883.421921:0:34671:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.421928:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.421935:0:34671:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.421939:0:34671:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.421943:0:34671:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.421947:0:34671:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.421949:0:34671:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.421952:0:34671:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2599:2599:256:4294967295] 192.168.204.110@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:2.0:1778653883.421956:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.421966:0:34671:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.421973:0:34671:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.421977:0:34671:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658dc00. 00000800:00000200:2.0:1778653883.421983:0:34671:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.421989:0:34671:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.421994:0:34671:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658dc00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.422001:0:34671:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.422005:0:34671:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 816878 usecs (817 jiffies) 00000400:00000200:2.0:1778653883.422008:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.422010:0:34671:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439415 00000100:00000001:2.0:1778653883.422013:0:34671:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.422015:0:34671:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439415 00000100:00000001:2.0:1778653883.422017:0:34671:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.422019:0:34671:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.422022:0:34671:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.422024:0:34671:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.422026:0:34671:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.422028:0:34671:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a304180 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.422030:0:34671:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.422033:0:34671:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.422188:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.422193:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658dc00. 00000400:00000200:1.0:1778653883.422197:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.422202:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.422207:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:1.0:1778653883.422209:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:1.0:1778653883.422213:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.422217:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.422226:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.422229:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.422236:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.422237:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1778653883.427727:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.427743:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.427747:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.427751:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.427760:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.427769:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.427778:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.427783:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.427788:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.427792:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146359880 00000400:00000200:0.0:1778653883.427800:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6959 [2] + 720 00000800:00000001:0.0:1778653883.427806:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.427813:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.427816:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.427820:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.427827:0:2359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1778653883.427829:0:2359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1778653883.427835:0:2359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9dc00. 00000100:00000040:0.0:1778653883.427839:0:2359:0:(events.c:337:request_in_callback()) incoming req@ffff915387c9dc00 x1865052071499904 msgsize 328 00000100:00100000:0.0:1778653883.427843:0:2359:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1778653883.427871:0:2359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.427880:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.427883:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.428077:0:15838:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653883.428080:0:15838:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071499904 02000000:00000001:1.0:1778653883.428082:0:15838:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653883.428084:0:15838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653883.428086:0:15838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.428089:0:15838:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653883.428092:0:15838:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071499904 00000020:00000001:1.0:1778653883.428095:0:15838:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653883.428096:0:15838:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:1.0:1778653883.428098:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.428100:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653883.428102:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:1.0:1778653883.428104:0:15838:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000001:1.0:1778653883.428107:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653883.428111:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.428113:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653883.428115:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000020:00000010:1.0:1778653883.428119:0:15838:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.428123:0:15838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2db80. 00000020:00000010:1.0:1778653883.428127:0:15838:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898febb8. 00000100:00000040:1.0:1778653883.428133:0:15838:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653883.428135:0:15838:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653883.428136:0:15838:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653883.428138:0:15838:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.428144:0:15838:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.428153:0:15838:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.428160:0:15838:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653883.428162:0:15838:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653883.428355:0:15838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 68 00000100:00000040:1.0:1778653883.428360:0:15838:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca13800 : new rpc_count 1 00000100:00000001:1.0:1778653883.428362:0:15838:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386679307264 : -121687030244352 : ffff915387c9dc00) 00000100:00000040:1.0:1778653883.428370:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915387c9dc00 x1865052071499904/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:734/0 lens 328/0 e 0 to 0 dl 1778653894 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653883.428379:0:15838:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653883.428382:0:15838:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.428384:0:15838:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653883.428386:0:15838:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000100:00100000:1.0:1778653883.428391:0:15838:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915387c9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24302:x1865052071499904:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653883.428395:0:15838:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071499904 00010000:00000001:1.0:1778653883.428397:0:15838:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653883.428403:0:15838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.428405:0:15838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.428408:0:15838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=2 00000020:00000001:1.0:1778653883.428411:0:15838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:1.0:1778653883.428413:0:15838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:1.0:1778653883.428417:0:15838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.428420:0:15838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.428425:0:15838:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:1.0:1778653883.428435:0:15838:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653883.428437:0:15838:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653883.428442:0:15838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bba000. 02000000:00000001:1.0:1778653883.428445:0:15838:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.428447:0:15838:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.428451:0:15838:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653883.428454:0:15838:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653883.428457:0:15838:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653883.428462:0:15838:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653883.428465:0:15838:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653883.428467:0:15838:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653883.428470:0:15838:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653883.428472:0:15838:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.428474:0:15838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653883.428478:0:15838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653883.428482:0:15838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19550. 00000100:00000200:1.0:1778653883.428486:0:15838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071499904, offset 224 00000400:00000200:1.0:1778653883.428492:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653883.428497:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.428503:0:15838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.428509:0:15838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2600:2600:256:4294967295] 192.168.204.110@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:1.0:1778653883.428514:0:15838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.428521:0:15838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653883.428526:0:15838:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.428530:0:15838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16600. 00000800:00000200:1.0:1778653883.428536:0:15838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.428544:0:15838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.428547:0:15838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653883.428598:0:15838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.428602:0:15838:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653883.428605:0:15838:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653883.428608:0:15838:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91538cc0a9c0. 00010000:00000001:1.0:1778653883.428611:0:15838:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653883.428625:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653883.428628:0:15838:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.428629:0:15838:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.428631:0:15838:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.428636:0:15838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9dc00 x1865052071499904/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:734/0 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653883.428645:0:15838:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915387c9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24302:x1865052071499904:12345-192.168.204.110@tcp:104: Request processed in 264us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653883.428678:0:15838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 68 00000100:00000040:1.0:1778653883.428682:0:15838:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca13800 : new rpc_count 0 00000100:00000001:1.0:1778653883.428684:0:15838:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653883.428686:0:15838:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653883.428689:0:15838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2db80. 00000020:00000010:1.0:1778653883.428694:0:15838:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898febb8. 00000020:00000010:1.0:1778653883.428697:0:15838:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000040:1.0:1778653883.428701:0:15838:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:1.0:1778653883.428712:0:15838:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1778653883.428822:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.428826:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16600. 00000400:00000200:0.0:1778653883.428830:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.428834:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.428838:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19550 00000400:00000010:0.0:1778653883.428840:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19550. 00000100:00000001:0.0:1778653883.428843:0:2358:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1778653883.428844:0:2358:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1778653883.428932:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653883.428936:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.428939:0:15847:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1778653883.428942:0:15847:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1778653883.428944:0:15847:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1778653883.428948:0:15847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653883.428956:0:15847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9153c2177200 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:3.0:1778653883.428959:0:15847:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1778653883.428963:0:15847:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653883.428969:0:15847:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1778653883.428971:0:15847:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1778653883.428974:0:15847:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653883.428979:0:15847:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1778653883.428982:0:15847:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1778653883.428984:0:15847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.428985:0:15847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.428987:0:15847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177200 refcount=3 00000020:00000001:3.0:1778653883.428988:0:15847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.428990:0:15847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657470464 : -121686052081152 : ffff9153c2177200) 00010000:00000001:3.0:1778653883.428993:0:15847:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1778653883.428995:0:15847:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1778653883.429006:0:15847:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1778653883.429010:0:15847:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1778653883.429012:0:15847:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1778653883.429014:0:15847:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:3.0:1778653883.429018:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.429312:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.429318:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:3.0:1778653883.429321:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.429325:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.429326:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.429327:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.429328:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:3.0:1778653883.429330:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.429331:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.429333:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.429334:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.429335:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:3.0:1778653883.429336:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.429338:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.429339:0:15847:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.429340:0:15847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.429341:0:15847:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6c00 count: 2 00010000:00000001:3.0:1778653883.429343:0:15847:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1778653883.429344:0:15847:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.429346:0:15847:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.429348:0:15847:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1778653883.429350:0:15847:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.429355:0:15847:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01ea0. 00000020:00000010:3.0:1778653883.429364:0:15847:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.429367:0:15847:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.429371:0:15847:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.429376:0:15847:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.429380:0:15847:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.429385:0:15847:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.429390:0:15847:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.429394:0:15847:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.429397:0:15847:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffa00. 00000008:00000010:3.0:1778653883.429400:0:15847:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.429403:0:15847:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.429406:0:15847:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.429411:0:15847:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfec30. 00000020:00000001:3.0:1778653883.429413:0:15847:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680766120 : -121687028785496 : ffff915387e01ea8) 00000020:00001000:3.0:1778653883.429416:0:15847:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01ea0 00000020:00000001:3.0:1778653883.429417:0:15847:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1778653883.429420:0:15847:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:3.0:1778653883.429423:0:15847:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1778653883.429426:0:15847:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1778653883.429429:0:15847:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653883.429431:0:15847:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653883.429433:0:15847:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1778653883.429435:0:15847:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.429436:0:15847:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653883.429438:0:15847:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01ea0 00000020:00000010:3.0:1778653883.429441:0:15847:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.429444:0:15847:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.429446:0:15847:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.429451:0:15847:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.429454:0:15847:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.429457:0:15847:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.429461:0:15847:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.429463:0:15847:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 00000008:00000010:3.0:1778653883.429466:0:15847:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.429468:0:15847:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.429471:0:15847:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.429473:0:15847:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfec30. 00000020:00000010:3.0:1778653883.429475:0:15847:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffa00. 00000020:00000010:3.0:1778653883.429477:0:15847:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01ea0. 00000080:00000001:3.0:1778653883.429479:0:15847:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.429482:0:15847:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1778653883.429484:0:15847:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff91538bd942c8) invalid 00000020:00000001:3.0:1778653883.429546:0:15847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cc7c40 00000080:00002000:3.0:1778653883.429548:0:15847:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry recon (ffff91538bf3d288) parent ffff91538bd08360 inode ffff91538bd942c8 refc 2 00000080:00000001:3.0:1778653883.429552:0:15847:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1778653883.429555:0:15847:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1778653883.429557:0:15847:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.429560:0:15847:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1778653883.429563:0:15847:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1778653883.429565:0:15847:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1778653883.429567:0:15847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.429569:0:15847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1778653883.429571:0:15847:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177200 with handle 0x3df471c51a8902d1 from hash 00010000:00000001:3.0:1778653883.429573:0:15847:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1778653883.429575:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.429576:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.429577:0:15847:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1778653883.429580:0:15847:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1778653883.429582:0:15847:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1778653883.429587:0:15847:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.429591:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.429592:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.429593:0:15847:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.429596:0:15847:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.429597:0:15847:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1778653883.429602:0:15847:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1e300. 00000020:00000040:3.0:1778653883.429605:0:15847:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653883.429609:0:15847:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.429612:0:15847:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.429616:0:15847:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.429621:0:15847:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9153853ffa00. 00000100:00000001:3.0:1778653883.429627:0:15847:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.429630:0:15847:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1778653883.429634:0:15847:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1778653883.429641:0:15847:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1778653883.429643:0:15847:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.429647:0:15847:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.429688:0:15847:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.429695:0:15847:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b37244a] to pc [ptlrpcd_01_00+0] req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653883.429724:0:15847:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.429726:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.429727:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.429729:0:15847:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.429731:0:15847:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.429732:0:15847:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.429735:0:15847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1778653883.429742:0:15847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1778653883.429745:0:15847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177200/0x3df471c51a8902d1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xdfa36d541727014c expref: -99 pid: 34665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1778653883.429753:0:15847:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9153861baf00. 00000100:00000001:2.0:1778653883.429756:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1778653883.429757:0:15847:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6c00 count: 0 00000100:00000001:2.0:1778653883.429761:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1778653883.429764:0:15847:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9500. 00000100:00000001:2.0:1778653883.429765:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.429773:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1778653883.429775:0:15847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.429778:0:15847:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1778653883.429782:0:15847:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91538cc0a9c0. 00000100:00000001:2.0:1778653883.429787:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1778653883.429788:0:15847:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.429790:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.429793:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1778653883.429795:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1778653883.429796:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.429798:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653883.429799:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1778653883.429802:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1778653883.429803:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.429804:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.429808:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778653883.429809:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054701312:192.168.204.110@tcp:103:ldlm_bl.0 00000020:00000001:3.0:1778653883.429810:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1778653883.429812:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.429816:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653883.429820:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.429825:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1778653883.429828:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.429832:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.429839:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.429842:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.429859:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff915386165600. 02000000:00000001:2.0:1778653883.429862:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.429867:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.429872:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e790. 00000400:00000010:2.0:1778653883.429877:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490550. 00000100:00000200:2.0:1778653883.429883:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054701312, portal 18 00000100:00000001:2.0:1778653883.429885:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.429887:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678784768 : -121687030766848 : ffff915387c1e300) 00000100:00000040:2.0:1778653883.429893:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.429908:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.429910:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.429913:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490770. 00000100:00000200:2.0:1778653883.429916:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054701312, offset 0 00000400:00000200:2.0:1778653883.429921:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.429925:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.429930:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.429935:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.429939:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.429942:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.429945:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.429948:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2601:2601:256:4294967295] 192.168.204.110@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:2.0:1778653883.429951:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.429958:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.429962:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.429966:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658d100. 00000800:00000200:2.0:1778653883.429970:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.429975:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.429978:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.429989:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.429992:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 816878 usecs (817 jiffies) 00000400:00000200:2.0:1778653883.429995:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.429998:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439423 00000100:00000001:2.0:1778653883.430001:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.430003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439423 00000100:00000001:2.0:1778653883.430005:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.430007:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.430010:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.430013:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.430015:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.430019:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.430020:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1778653883.430023:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.430024:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.430025:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.430027:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.430048:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.430051:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658d100. 00000400:00000200:0.0:1778653883.430054:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.430059:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.430063:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490770 00000400:00000010:0.0:1778653883.430065:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490770. 00000100:00000001:0.0:1778653883.430068:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.430072:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.430082:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.430085:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.430092:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.430093:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653883.432442:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63ce00. 00010000:00000010:2.1:1778653883.432461:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ac00. 00000800:00000001:0.0:1778653883.436344:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436363:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.436368:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436370:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.436379:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436387:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.436395:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436401:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436406:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436410:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145354500 00000400:00000200:0.0:1778653883.436415:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436421:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6b49 [1] + 224 00000800:00000001:0.0:1778653883.436428:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436432:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.436435:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.436439:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.436446:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.436455:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1778653883.436466:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.436489:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.436498:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436502:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.436504:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436506:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.436508:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436512:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.436516:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436519:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436522:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436525:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145354480 00000400:00000200:0.0:1778653883.436528:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.436533:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6b39 [32] + 224 00000800:00000001:0.0:1778653883.436537:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436542:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.436545:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.436548:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.436551:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.436555:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1778653883.436563:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.436617:0:34671:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.436637:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.436642:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.436646:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.436706:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.436710:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.436715:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.436717:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.436721:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e790. 00000400:00000200:2.0:1778653883.436725:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:2.0:1778653883.436727:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:2.0:1778653883.436731:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.436736:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1778653883.436745:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1778653883.436751:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.436754:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.436756:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.436759:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.436761:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.436764:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.436767:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.436776:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1778653883.436780:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.436784:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.436786:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.436789:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1778653883.436792:0:34671:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1778653883.436793:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1778653883.436796:0:34671:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1778653883.436798:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1778653883.436800:0:34671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e160. 00000100:00000040:2.0:1778653883.436802:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000400:00000200:3.0:1778653883.436804:0:34671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915389b0e800 00000100:00000001:2.0:1778653883.436805:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1778653883.436809:0:34671:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff915389b0e800. 00000100:00000001:2.0:1778653883.436810:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.436814:0:34671:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1778653883.436818:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653883.436821:0:34671:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.436830:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.436833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.436836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.436844:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653883.436857:0:34671:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc1f80 x1865052054701184/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.436875:0:34671:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1778653883.436875:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054701312:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653883.436879:0:34671:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.436882:0:34671:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1778653883.436883:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1778653883.436885:0:34671:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.436887:0:34671:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.436887:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1778653883.436889:0:34671:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.436893:0:34671:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.436893:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1e300 x1865052054701312/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1778653883.436900:0:34671:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00000001:2.0:1778653883.436905:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1778653883.436906:0:34671:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 02000000:00000001:2.0:1778653883.436909:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1778653883.436910:0:34671:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.436913:0:34671:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.436914:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff915386165600. 00010000:00000001:3.0:1778653883.436915:0:34671:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.436918:0:34671:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.436921:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653883.436922:0:34671:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653883.436925:0:34671:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:2.0:1778653883.436926:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1778653883.436928:0:34671:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000020:00000040:2.0:1778653883.436931:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:3.0:1778653883.436932:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.436935:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000020:00000001:2.0:1778653883.436936:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1778653883.436940:0:34671:0:(client.c:3085:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1778653883.436940:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9153853ffa00. 00000100:00000040:3.0:1778653883.436943:0:34671:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 02000000:00000001:2.0:1778653883.436945:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1778653883.436946:0:34671:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.436949:0:34671:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.436949:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.436952:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1e300. 00000100:00000040:3.0:1778653883.436957:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.436958:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.436961:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.436964:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.436971:0:34671:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.436974:0:34671:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.436974:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.436977:0:34671:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.436977:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.436982:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1778653883.436985:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.436986:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.436996:0:34671:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc1f80 pname:cluuid:pid:xid:nid:opc:job bash:3368fde0-d18c-4c9c-a094-d50367bc642b:34671:1865052054701184:192.168.204.110@tcp:101:bash.0 00000100:00000001:3.0:1778653883.437001:0:34671:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.437003:0:34671:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.437005:0:34671:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653883.437006:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.437008:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.437012:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.437014:0:34671:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a304180. 00000100:00000001:3.0:1778653883.437016:0:34671:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653883.437017:0:34671:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.437019:0:34671:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1778653883.437022:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437023:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437025:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=4 00000020:00000001:3.0:1778653883.437027:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437028:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000040:3.0:1778653883.437033:0:34671:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c9ba00, remote cookie: 0xdfa36d541727017d, flags: 0x1001 00010000:00000040:3.0:1778653883.437035:0:34671:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1778653883.437037:0:34671:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1778653883.437043:0:34671:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9153837f6100. 00010000:00000010:3.0:1778653883.437046:0:34671:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff915383ee9500. 00010000:00000040:3.0:1778653883.437050:0:34671:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff91538f63c600 count: 0 00010000:00000010:3.0:1778653883.437054:0:34671:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538ca36100. 00010000:00000001:3.0:1778653883.437059:0:34671:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.437073:0:34671:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 4/0,1 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.437084:0:34671:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 4/0,1 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.437088:0:34671:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1778653883.437090:0:34671:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1778653883.437092:0:34671:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1778653883.437093:0:34671:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1778653883.437093:0:34671:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1778653883.437095:0:34671:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9153837f6100) refcount = 1 00010000:00010000:3.0:1778653883.437097:0:34671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.437103:0:34671:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1778653883.437106:0:34671:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1778653883.437107:0:34671:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.437110:0:34671:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1778653883.437112:0:34671:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.437115:0:34671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.437120:0:34671:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1778653883.437122:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437123:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.437124:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437125:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.437126:0:34671:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.437130:0:34671:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1778653883.437133:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437134:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437136:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437137:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437139:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437142:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437143:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1778653883.437148:0:34671:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=200002b, status=0 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653883.437157:0:34671:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1778653883.437162:0:34671:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653883.437169:0:34671:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.437174:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437175:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437177:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437178:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437181:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437182:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437183:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.437184:0:34671:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.437187:0:34671:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.437190:0:34671:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1778653883.437192:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.437193:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00010000:00000001:3.0:1778653883.437194:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437195:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437197:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437198:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437200:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00000002:00010000:3.0:1778653883.437203:0:34671:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.437209:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437210:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.437211:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1778653883.437213:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437215:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437216:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437217:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437219:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000040:3.0:1778653883.437223:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:3.0:1778653883.437226:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653883.437230:0:34671:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 8 res 8589935620/54 (0 0) 00010000:00000001:3.0:1778653883.437233:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437234:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.437235:0:34671:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1778653883.437238:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73880 00000002:00002000:3.0:1778653883.437240:0:34671:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1778653883.437243:0:34671:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.437246:0:34671:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.437249:0:34671:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1778653883.437253:0:34671:0:(namei.c:950:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1778653883.437256:0:34671:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653883.437259:0:34671:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653883.437263:0:34671:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165a00. 00000080:00000001:3.0:1778653883.437267:0:34671:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1778653883.437273:0:34671:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1778653883.437287:0:34671:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1778653883.437292:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.437297:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01ea0. 00000020:00000010:3.0:1778653883.437302:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.437307:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.437311:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.437317:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.437321:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.437326:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.437332:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.437336:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.437340:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe600. 00000008:00000010:3.0:1778653883.437344:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.437347:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.437351:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.437354:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfec30. 00000020:00000001:3.0:1778653883.437357:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680766120 : -121687028785496 : ffff915387e01ea8) 00000020:00001000:3.0:1778653883.437360:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01ea0 00000020:00000001:3.0:1778653883.437361:0:34671:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1778653883.437365:0:34671:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1778653883.437368:0:34671:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1778653883.437374:0:34671:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915383f3b360. 00020000:00000010:3.0:1778653883.437378:0:34671:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915389941f00. 00020000:00000010:3.0:1778653883.437382:0:34671:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915383f3bea0. 00020000:00000001:3.0:1778653883.437384:0:34671:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386614943392 : -121687094608224 : ffff915383f3bea0) 00020000:00000002:3.0:1778653883.437387:0:34671:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3bea0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653883.437392:0:34671:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653883.437396:0:34671:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941f00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1778653883.437400:0:34671:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a5aa8) owner ffff9153812a27c0 00020000:00000001:3.0:1778653883.437402:0:34671:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1778653883.437405:0:34671:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a5aa8) owner ffff9153812a27c0 00020000:00000010:3.0:1778653883.437409:0:34671:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941f00. 00020000:00000010:3.0:1778653883.437412:0:34671:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b360. 00020000:00000010:3.0:1778653883.437414:0:34671:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3bea0. 00020000:00000002:3.0:1778653883.437415:0:34671:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1778653883.437417:0:34671:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.437418:0:34671:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1778653883.437420:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01ea0 00000020:00000010:3.0:1778653883.437422:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.437424:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.437427:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.437431:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.437433:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.437435:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.437443:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.437445:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 00000008:00000010:3.0:1778653883.437447:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.437449:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.437451:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.437453:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfec30. 00000020:00000010:3.0:1778653883.437455:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe600. 00000020:00000010:3.0:1778653883.437456:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01ea0. 00000080:00000001:3.0:1778653883.437459:0:34671:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1778653883.437461:0:34671:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1778653883.437465:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437466:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437467:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437468:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437470:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437472:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437473:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653883.437474:0:34671:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1778653883.437476:0:34671:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1778653883.437477:0:34671:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.437479:0:34671:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902ed 00800000:00000001:3.0:1778653883.437481:0:34671:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1778653883.437482:0:34671:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1778653883.437483:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437484:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437485:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437486:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437488:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437489:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437489:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1778653883.437490:0:34671:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.437491:0:34671:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.437493:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.437497:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.437508:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1778653883.437512:0:34671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902ed from it ffffa71ac1d73bf0 00010000:00000001:3.0:1778653883.437514:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1778653883.437515:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1778653883.437516:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:3.0:1778653883.437517:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437519:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:3.0:1778653883.437521:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1778653883.437524:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1778653883.437530:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437531:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.437533:0:34671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1778653883.437535:0:34671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1778653883.437537:0:34671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1778653883.437544:0:34671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1778653883.437546:0:34671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1778653883.437549:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.437553:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437554:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.437555:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.437558:0:34671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1778653883.437560:0:34671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.437562:0:34671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.437564:0:34671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.437566:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1778653883.437567:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.437568:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1778653883.437570:0:34671:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1778653883.437574:0:34671:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9153861baf00. 00000080:00000001:3.0:1778653883.437578:0:34671:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1778653883.437581:0:34671:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1778653883.437584:0:34671:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1778653883.437587:0:34671:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91538a384f00. 00000002:00100000:3.0:1778653883.437590:0:34671:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1778653883.437596:0:34671:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.437597:0:34671:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1778653883.437601:0:34671:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1778653883.437605:0:34671:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.437609:0:34671:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1778653883.437611:0:34671:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1778653883.437612:0:34671:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653883.437615:0:34671:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1778653883.437616:0:34671:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.437619:0:34671:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1778653883.437621:0:34671:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.437622:0:34671:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1778653883.437624:0:34671:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.437626:0:34671:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.437630:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.437633:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1778653883.437639:0:34671:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653883.437641:0:34671:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff915386640000. 02000000:00000001:3.0:1778653883.437685:0:34671:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1778653883.437687:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.437690:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73b98 00000080:00000008:3.0:1778653883.437692:0:34671:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102101, rc = 0 00020000:00000001:3.0:1778653883.437780:0:34671:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1778653883.437783:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000002:3.0:1778653883.437786:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000001:3.0:1778653883.437789:0:34671:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.439497:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73d28 00000080:00200008:3.0:1778653883.439504:0:34671:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1778653883.439512:0:34671:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1778653883.439514:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73ca0 00000080:00200000:3.0:1778653883.439515:0:34671:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8),name=recon 00000080:00000010:3.0:1778653883.439521:0:34671:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9153853fe600. 00000080:00000001:3.0:1778653883.439526:0:34671:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:3.0:1778653883.439530:0:34671:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.439531:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73bc0 00800000:00000002:3.0:1778653883.439534:0:34671:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] '' on [0x200000404:0x36:0x0] 00800000:00000001:3.0:1778653883.439537:0:34671:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1778653883.439541:0:34671:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x36:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1778653883.439545:0:34671:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1778653883.439547:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73a90 00000002:00010000:3.0:1778653883.439548:0:34671:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000404:0x36:0x0], intent: getattr flags 0 00000002:00000001:3.0:1778653883.439552:0:34671:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1778653883.439554:0:34671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1778653883.439556:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1778653883.439562:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:3.0:1778653883.439565:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1778653883.439570:0:34671:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 30 res 8589935620/54 (0 0) 00000002:00000001:3.0:1778653883.439573:0:34671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.439575:0:34671:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.439577:0:34671:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1778653883.439579:0:34671:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1778653883.439584:0:34671:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c1f480. 00000020:00000040:3.0:1778653883.439588:0:34671:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:3.0:1778653883.439595:0:34671:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1778653883.439600:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1778653883.439606:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.439608:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1778653883.439609:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.439612:0:34671:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1778653883.439614:0:34671:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1778653883.439618:0:34671:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1778653883.439624:0:34671:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915383e96800. 00000100:00000001:3.0:1778653883.439631:0:34671:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.439636:0:34671:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.439637:0:34671:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.439639:0:34671:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1778653883.439640:0:34671:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.439641:0:34671:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.439647:0:34671:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386678789248 : -121687030762368 : ffff915387c1f480) 00010000:00000001:3.0:1778653883.439672:0:34671:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1778653883.439674:0:34671:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1778653883.439678:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:3.0:1778653883.439679:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.439682:0:34671:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1778653883.439685:0:34671:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9153c2177000. 00000020:00000001:3.0:1778653883.439689:0:34671:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1778653883.439691:0:34671:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9153c2177000 with handle 0x3df471c51a8902f4 to hash 00000020:00000001:3.0:1778653883.439693:0:34671:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1778653883.439695:0:34671:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653883.439698:0:34671:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:3.0:1778653883.439701:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1778653883.439703:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1778653883.439706:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.439714:0:34671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778653883.439723:0:34671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34671 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1778653883.439728:0:34671:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1778653883.439730:0:34671:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1778653883.439735:0:34671:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538666c6c0. 00000100:00000001:3.0:1778653883.439737:0:34671:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386656036544 : -121687053515072 : ffff91538666c6c0) 00000100:00000001:3.0:1778653883.439739:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.439740:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678789248 : -121687030762368 : ffff915387c1f480) 00000100:00000001:3.0:1778653883.439745:0:34671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1778653883.439748:0:34671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.439751:0:34671:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1778653883.439753:0:34671:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1778653883.439761:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.439770:0:34671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.439772:0:34671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.439776:0:34671:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653883.439778:0:34671:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.439781:0:34671:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.439784:0:34671:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c1f480 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34671:1865052054701440:192.168.204.110@tcp:101:uname.0 00000100:00000001:3.0:1778653883.439788:0:34671:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.439792:0:34671:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.439794:0:34671:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.439796:0:34671:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.439800:0:34671:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff915384ce3000. 02000000:00000001:3.0:1778653883.439802:0:34671:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.439809:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.439813:0:34671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a108. 00000400:00000010:3.0:1778653883.439819:0:34671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c440. 00000100:00000200:3.0:1778653883.439826:0:34671:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054701440, portal 10 00000100:00000001:3.0:1778653883.439828:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.439829:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386678789248 : -121687030762368 : ffff915387c1f480) 00000100:00000040:3.0:1778653883.439834:0:34671:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1778653883.439842:0:34671:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.439845:0:34671:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653883.439859:0:34671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c5d8. 00000100:00000200:3.0:1778653883.439863:0:34671:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054701440, offset 0 00000400:00000200:3.0:1778653883.439870:0:34671:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653883.439878:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.439886:0:34671:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.439892:0:34671:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.439896:0:34671:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.439900:0:34671:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.439903:0:34671:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.439907:0:34671:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2602:2602:256:4294967295] 192.168.204.110@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:3.0:1778653883.439911:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.439922:0:34671:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.439927:0:34671:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.439932:0:34671:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5400. 00000800:00000200:3.0:1778653883.439939:0:34671:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.439946:0:34671:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.439950:0:34671:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1778653883.439971:0:34671:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.439975:0:34671:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 814915 usecs (815 jiffies) 00000400:00000200:3.0:1778653883.439978:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653883.439981:0:34671:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439431 00000100:00000001:3.0:1778653883.439984:0:34671:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.439987:0:34671:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439431 00000100:00000001:3.0:1778653883.439989:0:34671:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.439991:0:34671:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.439993:0:34671:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.439995:0:34671:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.439997:0:34671:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1778653883.440000:0:34671:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538666c6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1778653883.440002:0:34671:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.440004:0:34671:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.440149:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.440153:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5400. 00000400:00000200:0.0:1778653883.440156:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.440160:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.440164:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c5d8 00000400:00000010:0.0:1778653883.440166:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c5d8. 00000100:00000001:0.0:1778653883.440169:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.440172:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.440178:0:2359:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.440181:0:2359:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.440185:0:2359:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.440186:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653883.440694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6c00. 00010000:00000010:3.1:1778653883.440701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177200. 00000800:00000001:0.0:1778653883.443957:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.443973:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1778653883.443977:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.443979:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.443987:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.443995:0:2358:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1778653883.444004:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.444009:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.444014:0:2358:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.444018:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a04146359900 00000400:00000200:0.0:1778653883.444083:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6959 [2] + 1048 00000800:00000001:0.0:1778653883.444091:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.444100:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1778653883.444103:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.444108:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1778653883.444115:0:2358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1778653883.444117:0:2358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1778653883.444123:0:2358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9ed80. 00000100:00000040:0.0:1778653883.444127:0:2358:0:(events.c:337:request_in_callback()) incoming req@ffff915387c9ed80 x1865052071500032 msgsize 328 00000100:00100000:0.0:1778653883.444132:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1778653883.444196:0:2358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1778653883.444206:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1778653883.444209:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.444247:0:15837:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1778653883.444250:0:15837:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865052071500032 02000000:00000001:1.0:1778653883.444253:0:15837:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1778653883.444256:0:15837:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1778653883.444259:0:15837:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.444264:0:15837:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653883.444267:0:15837:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865052071500032 00000020:00000001:1.0:1778653883.444270:0:15837:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1778653883.444272:0:15837:0:(genops.c:825:class_conn2export()) looking for export cookie 0x3df471c51a88f660 00000020:00000001:1.0:1778653883.444274:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.444277:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91538ca13800 refcount=5 00000020:00000001:1.0:1778653883.444280:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000020:00000001:1.0:1778653883.444282:0:15837:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622386760529920 : -121686949021696 : ffff91538ca13800) 00000100:00000001:1.0:1778653883.444286:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653883.444291:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.444294:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653883.444296:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000020:00000010:1.0:1778653883.444301:0:15837:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.444306:0:15837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91538cd2db80. 00000020:00000010:1.0:1778653883.444311:0:15837:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9153898febb8. 00000100:00000040:1.0:1778653883.444318:0:15837:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1778653883.444322:0:15837:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1778653883.444323:0:15837:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1778653883.444325:0:15837:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.444332:0:15837:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.444383:0:15837:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1778653883.444394:0:15837:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1778653883.444396:0:15837:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1778653883.444401:0:15837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 69 00000100:00000040:1.0:1778653883.444405:0:15837:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff91538ca13800 : new rpc_count 1 00000100:00000001:1.0:1778653883.444408:0:15837:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446622386679311744 : -121687030239872 : ffff915387c9ed80) 00000100:00000040:1.0:1778653883.444415:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff915387c9ed80 x1865052071500032/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:734/0 lens 328/0 e 0 to 0 dl 1778653894 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653883.444425:0:15837:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1778653883.444428:0:15837:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff915385e80c80. 00000100:00000001:1.0:1778653883.444430:0:15837:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1778653883.444432:0:15837:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff915385e80c80. 00000100:00100000:1.0:1778653883.444436:0:15837:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff915387c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24304:x1865052071500032:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1778653883.444448:0:15837:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865052071500032 00010000:00000001:1.0:1778653883.444452:0:15837:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1778653883.444458:0:15837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.444460:0:15837:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.444463:0:15837:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=2 00000020:00000001:1.0:1778653883.444465:0:15837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:1.0:1778653883.444468:0:15837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:1.0:1778653883.444472:0:15837:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.444475:0:15837:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.444480:0:15837:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1778653883.444490:0:15837:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1778653883.444493:0:15837:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1778653883.444498:0:15837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff915388bbac00. 02000000:00000001:1.0:1778653883.444500:0:15837:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.444504:0:15837:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.444508:0:15837:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1778653883.444511:0:15837:0:(ldlm_lib.c:3321:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1778653883.444514:0:15837:0:(import.c:2144:obd_at_measure()) add 1 to ffff915382fac1e8 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1778653883.444519:0:15837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1778653883.444522:0:15837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91538616ae80 refcount 13 to 192.168.204.110@tcp 00000100:00000001:1.0:1778653883.444524:0:15837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622386650787456 : -121687058764160 : ffff91538616ae80) 02000000:00000001:1.0:1778653883.444527:0:15837:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1778653883.444529:0:15837:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.444532:0:15837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653883.444535:0:15837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653883.444540:0:15837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19908. 00000100:00000200:1.0:1778653883.444544:0:15837:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865052071500032, offset 224 00000400:00000200:1.0:1778653883.444551:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653883.444558:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.444565:0:15837:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.444571:0:15837:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2603:2603:256:4294967295] 192.168.204.110@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:1.0:1778653883.444576:0:15837:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.444583:0:15837:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653883.444589:0:15837:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.444593:0:15837:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653883.444599:0:15837:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.444606:0:15837:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.444610:0:15837:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1778653883.444623:0:15837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.444627:0:15837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91538616ae80 refcount 12 to 192.168.204.110@tcp 00010000:00000001:1.0:1778653883.444630:0:15837:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1778653883.444634:0:15837:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91538cc0a6c0. 00010000:00000001:1.0:1778653883.444636:0:15837:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1778653883.444716:0:15837:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1778653883.444719:0:15837:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.444720:0:15837:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.444722:0:15837:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.444728:0:15837:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9ed80 x1865052071500032/t0(0) o104->3368fde0-d18c-4c9c-a094-d50367bc642b@192.168.204.110@tcp:734/0 lens 328/224 e 0 to 0 dl 1778653894 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1778653883.444737:0:15837:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff915387c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3368fde0-d18c-4c9c-a094-d50367bc642b+5:24304:x1865052071500032:12345-192.168.204.110@tcp:104: Request processed in 311us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1778653883.444744:0:15837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 69 00000100:00000040:1.0:1778653883.444747:0:15837:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91538ca13800 : new rpc_count 0 00000100:00000001:1.0:1778653883.444749:0:15837:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1778653883.444751:0:15837:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1778653883.444755:0:15837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91538cd2db80. 00000020:00000010:1.0:1778653883.444759:0:15837:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9153898febb8. 00000020:00000010:1.0:1778653883.444762:0:15837:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000040:1.0:1778653883.444766:0:15837:0:(genops.c:900:class_export_put()) PUTting export ffff91538ca13800 : new refcount 4 00000100:00000001:1.0:1778653883.444768:0:15837:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1778653883.444863:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.444867:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:1.0:1778653883.444870:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.444874:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.444878:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19908 00000400:00000010:1.0:1778653883.444881:0:2359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19908. 00000100:00000001:1.0:1778653883.444885:0:2359:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1778653883.444887:0:2359:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1778653883.445014:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.445017:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.445020:0:15972:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653883.445023:0:15972:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653883.445025:0:15972:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653883.445029:0:15972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653883.445039:0:15972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c9ba00 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653883.445042:0:15972:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653883.445045:0:15972:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.445052:0:15972:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653883.445055:0:15972:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653883.445058:0:15972:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.445064:0:15972:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653883.445071:0:15972:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653883.445073:0:15972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.445074:0:15972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.445076:0:15972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c9ba00 refcount=3 00000020:00000001:2.0:1778653883.445078:0:15972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:2.0:1778653883.445080:0:15972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628966912 : -121687080584704 : ffff915384c9ba00) 00010000:00000001:2.0:1778653883.445083:0:15972:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653883.445085:0:15972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1778653883.445091:0:15972:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653883.445095:0:15972:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653883.445098:0:15972:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653883.445099:0:15972:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CW 00000002:00000001:2.0:1778653883.445104:0:15972:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.445107:0:15972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.445113:0:15972:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:2.0:1778653883.445115:0:15972:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.445120:0:15972:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.445121:0:15972:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.445122:0:15972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.445123:0:15972:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:2.0:1778653883.445125:0:15972:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.445127:0:15972:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.445129:0:15972:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.445131:0:15972:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653883.445133:0:15972:0:(file.c:315:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.445135:0:15972:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653883.445136:0:15972:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1778653883.445138:0:15972:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.445139:0:15972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.445141:0:15972:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:2.0:1778653883.445142:0:15972:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.445144:0:15972:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.445145:0:15972:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.445148:0:15972:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1778653883.445151:0:15972:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff91538bd942c8) invalid 00000020:00000001:2.0:1778653883.445154:0:15972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac211fc40 00000080:00002000:2.0:1778653883.445157:0:15972:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry recon (ffff91538bf3d288) parent ffff91538bd08360 inode ffff91538bd942c8 refc 1 00000080:00000001:2.0:1778653883.445161:0:15972:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1778653883.445163:0:15972:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653883.445165:0:15972:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.445168:0:15972:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653883.445170:0:15972:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653883.445171:0:15972:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653883.445173:0:15972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.445175:0:15972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653883.445177:0:15972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c9ba00 with handle 0x3df471c51a8902ed from hash 00010000:00000001:2.0:1778653883.445179:0:15972:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653883.445181:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.445182:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.445183:0:15972:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653883.445186:0:15972:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653883.445188:0:15972:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1778653883.445193:0:15972:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.445197:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.445198:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.445200:0:15972:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.445202:0:15972:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.445204:0:15972:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653883.445210:0:15972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc0a80. 00000020:00000040:2.0:1778653883.445213:0:15972:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=10 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.445218:0:15972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.445220:0:15972:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.445224:0:15972:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.445229:0:15972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386165600. 00000100:00000001:2.0:1778653883.445234:0:15972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.445237:0:15972:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653883.445241:0:15972:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 2/0,0 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1778653883.445247:0:15972:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653883.445249:0:15972:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.445253:0:15972:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.445258:0:15972:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.445264:0:15972:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000144bf795] to pc [ptlrpcd_01_01+1] req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653883.445293:0:15972:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.445296:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.445297:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.445298:0:15972:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.445300:0:15972:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.445302:0:15972:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.445305:0:15972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 1/0,0 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.445312:0:15972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653883.445314:0:15972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c9ba00/0x3df471c51a8902ed lrc: 0/0,0 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xdfa36d541727017d expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.445325:0:15972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.445326:0:15972:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1778653883.445328:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:2.0:1778653883.445328:0:15972:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91538cc0a6c0. 00000100:00000001:3.0:1778653883.445331:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1778653883.445331:0:15972:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.445333:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1778653883.445334:0:2369:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1778653883.445335:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.445337:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653883.445338:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.445339:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.445340:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1778653883.445340:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653883.445342:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.445343:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.445345:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1778653883.445350:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1778653883.445352:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.445355:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1778653883.445357:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.445360:0:2369:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1778653883.445363:0:2369:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1778653883.445365:0:2369:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.445368:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054701568:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653883.445372:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.445377:0:2369:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.445379:0:2369:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.445381:0:2369:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.445386:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853ffc00. 02000000:00000001:3.0:1778653883.445387:0:2369:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.445392:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.445394:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a688. 00000400:00000010:3.0:1778653883.445398:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cd48. 00000100:00000200:3.0:1778653883.445402:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054701568, portal 18 00000100:00000001:3.0:1778653883.445403:0:2369:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.445405:0:2369:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649041536 : -121687060510080 : ffff915385fc0a80) 00000100:00000040:3.0:1778653883.445410:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.445415:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.445416:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1778653883.445418:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cb28. 00000100:00000200:3.0:1778653883.445420:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054701568, offset 0 00000400:00000200:3.0:1778653883.445423:0:2369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1778653883.445426:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.445429:0:2369:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.445432:0:2369:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.445435:0:2369:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.445439:0:2369:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.445441:0:2369:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.445445:0:2369:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2604:2604:256:4294967295] 192.168.204.110@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:3.0:1778653883.445449:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.445456:0:2369:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.445461:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.445464:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5d00. 00000800:00000200:3.0:1778653883.445468:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.445473:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.445476:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1778653883.445492:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.445497:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 814915 usecs (815 jiffies) 00000400:00000200:3.0:1778653883.445500:0:2369:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1778653883.445502:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439436 00000100:00000001:3.0:1778653883.445505:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.445507:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439436 00000100:00000001:3.0:1778653883.445509:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:3.0:1778653883.445511:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.445514:0:2369:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.445517:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.445518:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.445523:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.445524:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1778653883.445526:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.445528:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.445529:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.445531:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.445629:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.445633:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5d00. 00000400:00000200:0.0:1778653883.445636:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.445641:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.445644:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cb28 00000400:00000010:0.0:1778653883.445646:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cb28. 00000100:00000001:0.0:1778653883.445736:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.445741:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.445751:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.445754:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.445760:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.445762:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1778653883.450845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91538f63c600. 00000800:00000001:1.0:1778653883.452103:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452117:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.452121:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452123:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.452131:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452138:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.452146:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452151:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452156:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452159:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145354600 00000400:00000200:1.0:1778653883.452164:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452170:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6b61 [1] + 224 00000800:00000001:1.0:1778653883.452176:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452194:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.452197:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.452201:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.452207:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.452214:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653883.452224:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.452242:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.452251:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452254:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.452255:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452257:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.452260:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452263:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.452266:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452268:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452270:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452273:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a04145354580 00000400:00000200:1.0:1778653883.452275:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.452279:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x6b51 [1] + 224 00000800:00000001:1.0:1778653883.452282:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452287:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.452289:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.452291:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.452294:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.452297:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.452304:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.452324:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.452327:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.452329:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.452414:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.452420:0:2369:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653883.452425:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653883.452427:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653883.452430:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a688. 00000400:00000200:3.0:1778653883.452435:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cd48 00000400:00000010:3.0:1778653883.452437:0:2369:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cd48. 00000100:00000001:3.0:1778653883.452441:0:2369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653883.452446:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653883.452457:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.452464:0:2369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.452466:0:2369:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.452469:0:2369:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.452472:0:2369:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.452475:0:2369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.452477:0:2369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.452481:0:2369:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.452490:0:2369:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653883.452494:0:2369:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.452497:0:2369:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.452499:0:2369:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.452502:0:2369:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.452505:0:2369:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.452509:0:2369:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653883.452511:0:2369:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1778653883.452512:0:2369:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.452515:0:2369:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.452519:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.452527:0:2369:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.452530:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.452532:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.452536:0:2369:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653883.452544:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3368fde0-d18c-4c9c-a094-d50367bc642b:2369:1865052054701568:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653883.452549:0:2369:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.452552:0:2369:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.452555:0:2369:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc0a80 x1865052054701568/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.452562:0:2369:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653883.452565:0:2369:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653883.452568:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853ffc00. 02000000:00000001:3.0:1778653883.452571:0:2369:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653883.452574:0:2369:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653883.452576:0:2369:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653883.452578:0:2369:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653883.452580:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386165600. 02000000:00000001:3.0:1778653883.452584:0:2369:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653883.452586:0:2369:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653883.452589:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc0a80. 00000100:00000001:3.0:1778653883.452592:0:2369:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653883.452594:0:2369:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.452596:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.452604:0:2369:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.452605:0:2369:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.452607:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.452610:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.452733:0:34671:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.452738:0:34671:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.452739:0:34671:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.452742:0:34671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a108. 00000400:00000200:2.0:1778653883.452745:0:34671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c440 00000400:00000010:2.0:1778653883.452747:0:34671:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c440. 00000100:00000001:2.0:1778653883.452750:0:34671:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.452755:0:34671:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653883.452951:0:34671:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.452959:0:34671:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.452961:0:34671:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.452963:0:34671:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.452964:0:34671:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.452966:0:34671:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.452967:0:34671:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.452969:0:34671:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.452973:0:34671:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:2.0:1778653883.452976:0:34671:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.452979:0:34671:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.452980:0:34671:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.452982:0:34671:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.452984:0:34671:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.452986:0:34671:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.452987:0:34671:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1778653883.452989:0:34671:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.452991:0:34671:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.452995:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.453001:0:34671:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.453004:0:34671:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.453005:0:34671:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.453009:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.453016:0:34671:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c1f480 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34671:1865052054701440:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1778653883.453022:0:34671:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.453025:0:34671:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.453028:0:34671:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.453029:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.453032:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.453039:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.453041:0:34671:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538666c6c0. 00000100:00000001:2.0:1778653883.453044:0:34671:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.453046:0:34671:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.453048:0:34671:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1778653883.453052:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453054:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453056:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=4 00000020:00000001:2.0:1778653883.453059:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453062:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000040:2.0:1778653883.453068:0:34671:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9153c2177000, remote cookie: 0xdfa36d5417270192, flags: 0x1001 00010000:00010000:2.0:1778653883.453073:0:34671:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.453084:0:34671:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453090:0:34671:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1778653883.453093:0:34671:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1778653883.453096:0:34671:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1778653883.453097:0:34671:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1778653883.453099:0:34671:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1778653883.453101:0:34671:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9153837f6100) refcount = 1 00010000:00010000:2.0:1778653883.453106:0:34671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453117:0:34671:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1778653883.453120:0:34671:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1778653883.453122:0:34671:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.453125:0:34671:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1778653883.453127:0:34671:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.453130:0:34671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453137:0:34671:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1778653883.453138:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453140:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.453141:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453142:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.453144:0:34671:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.453148:0:34671:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1778653883.453150:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453151:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453153:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.453155:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453157:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453159:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453160:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453162:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=4 00000020:00000001:2.0:1778653883.453163:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453165:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453168:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.453170:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.453174:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453181:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453182:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.453184:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453185:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453186:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=5 00000020:00000001:2.0:1778653883.453188:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453191:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453193:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.453196:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453202:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453203:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653883.453205:0:34671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453211:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.453212:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453213:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.453214:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453215:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1778653883.453219:0:34671:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1778653883.453227:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453228:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453230:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.453231:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453233:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000002:00010000:2.0:1778653883.453237:0:34671:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1778653883.453247:0:34671:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915385e9f540. 00010000:00000001:2.0:1778653883.453250:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453252:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.453253:0:34671:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.453255:0:34671:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1778653883.453258:0:34671:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1778653883.453260:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453262:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453263:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.453265:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453267:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000002:00010000:2.0:1778653883.453270:0:34671:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.453277:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453278:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.453279:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1778653883.453281:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453282:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453283:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.453285:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453287:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000040:2.0:1778653883.453293:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:2.0:1778653883.453296:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1778653883.453299:0:34671:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:2.0:1778653883.453301:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.453302:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.453304:0:34671:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1778653883.453307:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73a10 00000002:00002000:2.0:1778653883.453309:0:34671:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1778653883.453311:0:34671:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.453316:0:34671:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.453318:0:34671:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653883.453321:0:34671:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x36:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1778653883.453324:0:34671:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.453329:0:34671:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9153853fe600. 00000080:00000001:2.0:1778653883.453333:0:34671:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1778653883.453336:0:34671:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1778653883.453341:0:34671:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1778653883.453345:0:34671:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1778653883.453348:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.453352:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653883.453357:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165c00. 00000020:00000010:2.0:1778653883.453361:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165800. 00000020:00000010:2.0:1778653883.453364:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.453370:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.453375:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.453379:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.453385:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.453388:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.453392:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165000. 00000008:00000010:2.0:1778653883.453395:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.453399:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.453402:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.453406:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653883.453409:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653883.453411:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653883.453414:0:34671:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653883.453417:0:34671:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653883.453420:0:34671:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653883.453424:0:34671:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff95a0. 00020000:00000010:2.0:1778653883.453428:0:34671:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a323300. 00020000:00000010:2.0:1778653883.453432:0:34671:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff9f00. 00020000:00000001:2.0:1778653883.453434:0:34671:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649276160 : -121687060275456 : ffff915385ff9f00) 00020000:00000002:2.0:1778653883.453438:0:34671:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff9f00, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653883.453443:0:34671:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653883.453447:0:34671:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a323300: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1778653883.453451:0:34671:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a5aa8) owner ffff9153812a27c0 00020000:00000001:2.0:1778653883.453454:0:34671:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653883.453457:0:34671:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a5aa8) owner ffff9153812a27c0 00020000:00000010:2.0:1778653883.453462:0:34671:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a323300. 00020000:00000010:2.0:1778653883.453465:0:34671:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff95a0. 00020000:00000010:2.0:1778653883.453468:0:34671:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff9f00. 00020000:00000002:2.0:1778653883.453470:0:34671:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653883.453473:0:34671:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.453474:0:34671:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1778653883.453477:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653883.453480:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165800. 00000020:00000010:2.0:1778653883.453484:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.453486:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.453490:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.453493:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.453496:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.453498:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.453501:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165c00. 00000008:00000010:2.0:1778653883.453504:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.453506:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.453508:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.453511:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653883.453513:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165000. 00000020:00000010:2.0:1778653883.453515:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000080:00000001:2.0:1778653883.453519:0:34671:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1778653883.453522:0:34671:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1778653883.453526:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.453527:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.453529:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.453531:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.453533:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000080:00000001:2.0:1778653883.453536:0:34671:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1778653883.453538:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.453540:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653883.453542:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165000. 00000020:00000010:2.0:1778653883.453545:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165c00. 00000020:00000010:2.0:1778653883.453547:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.453550:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.453552:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.453554:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.453556:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.453558:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.453561:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165800. 00000008:00000010:2.0:1778653883.453563:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.453566:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.453568:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.453570:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653883.453572:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653883.453574:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653883.453575:0:34671:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1778653883.453576:0:34671:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1778653883.453578:0:34671:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1778653883.453580:0:34671:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff915385ff9f00. 00020000:00000010:2.0:1778653883.453582:0:34671:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91538a323300. 00020000:00000010:2.0:1778653883.453584:0:34671:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff915385ff95a0. 00020000:00000001:2.0:1778653883.453586:0:34671:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386649273760 : -121687060277856 : ffff915385ff95a0) 00020000:00000002:2.0:1778653883.453588:0:34671:0:(lov_ea.c:730:dump_lsm()) lsm ffff915385ff95a0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1778653883.453592:0:34671:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1778653883.453596:0:34671:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff91538a323300: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1778653883.453599:0:34671:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a5aa8) owner ffff9153812a27c0 00020000:00000001:2.0:1778653883.453601:0:34671:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1778653883.453603:0:34671:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a5aa8) owner ffff9153812a27c0 00020000:00000010:2.0:1778653883.453605:0:34671:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91538a323300. 00020000:00000010:2.0:1778653883.453607:0:34671:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915385ff9f00. 00020000:00000010:2.0:1778653883.453610:0:34671:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915385ff95a0. 00020000:00000002:2.0:1778653883.453612:0:34671:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1778653883.453614:0:34671:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.453616:0:34671:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.453619:0:34671:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1778653883.453622:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000002:2.0:1778653883.453624:0:34671:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b1e0 addref 2/0 by ffff9153812a27c0. 00020000:00000002:2.0:1778653883.453627:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000001:2.0:1778653883.453629:0:34671:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1778653883.453631:0:34671:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1778653883.453632:0:34671:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1778653883.453634:0:34671:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1778653883.453636:0:34671:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1778653883.453639:0:34671:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1778653883.453641:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653883.453642:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165c00. 00000020:00000010:2.0:1778653883.453644:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.453646:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00010000:00000010:2.1:1778653883.454952:0:34671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c9ba00. 00020000:00000010:2.0:1778653883.454970:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.454975:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.454979:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.454993:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.454996:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165000. 00000008:00000010:2.0:1778653883.455001:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.455006:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.455009:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.455012:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653883.455015:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165800. 00000020:00000010:2.0:1778653883.455017:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000080:00000001:2.0:1778653883.455021:0:34671:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.455024:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.455026:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653883.455028:0:34671:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1778653883.455032:0:34671:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1778653883.455034:0:34671:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.455037:0:34671:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902f4 00800000:00000001:2.0:1778653883.455040:0:34671:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1778653883.455043:0:34671:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1778653883.455044:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.455048:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.455050:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.455051:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.455054:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.455057:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.455058:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.455059:0:34671:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.455061:0:34671:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.455063:0:34671:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1778653883.455066:0:34671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00010000:2.0:1778653883.455069:0:34671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902f4 from it ffffa71ac1d73cd8 00010000:00000001:2.0:1778653883.455071:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.455072:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.455073:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.455075:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.455077:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.455079:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.455084:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.455092:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.455093:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.455094:0:34671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.455098:0:34671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.455100:0:34671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.455107:0:34671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.455110:0:34671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.455112:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.455116:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.455117:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.455119:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.455122:0:34671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.455124:0:34671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.455126:0:34671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.455129:0:34671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.455131:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.455133:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.455134:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1778653883.455136:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.455147:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c1f480 x1865052054701440/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.455155:0:34671:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.455159:0:34671:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.455162:0:34671:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff915384ce3000. 02000000:00000001:2.0:1778653883.455166:0:34671:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.455168:0:34671:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.455169:0:34671:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.455172:0:34671:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.455175:0:34671:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915383e96800. 02000000:00000001:2.0:1778653883.455179:0:34671:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.455181:0:34671:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.455183:0:34671:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c1f480. 00000100:00000001:2.0:1778653883.455186:0:34671:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.455187:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.455190:0:34671:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1778653883.455194:0:34671:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1778653883.455196:0:34671:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.455198:0:34671:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1778653883.455199:0:34671:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.455201:0:34671:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653883.455205:0:34671:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1778653883.455206:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.455212:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653883.455216:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165800. 00000020:00000010:2.0:1778653883.455219:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165000. 00000020:00000010:2.0:1778653883.455229:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.455234:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.455237:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.455240:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.455245:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.455248:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.455251:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165c00. 00000008:00000010:2.0:1778653883.455254:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.455256:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.455258:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.455260:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653883.455263:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653883.455265:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000020:00000001:2.0:1778653883.455268:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.455270:0:34671:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653883.455273:0:34671:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653883.455275:0:34671:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1778653883.455278:0:34671:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.455279:0:34671:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1778653883.455281:0:34671:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653883.455283:0:34671:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.455285:0:34671:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653883.455287:0:34671:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153861a64e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1778653883.455290:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000001:2.0:1778653883.455293:0:34671:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653883.455294:0:34671:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653883.455296:0:34671:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653883.455298:0:34671:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.455300:0:34671:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1778653883.455302:0:34671:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653883.455304:0:34671:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.455305:0:34671:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.455306:0:34671:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653883.455308:0:34671:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653883.455309:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00000020:00000001:2.0:1778653883.455315:0:34671:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653883.455317:0:34671:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1778653883.455318:0:34671:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1778653883.455321:0:34671:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1778653883.455322:0:34671:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1778653883.455325:0:34671:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1778653883.455327:0:34671:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1778653883.455332:0:34671:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1778653883.455337:0:34671:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538ca36600. 00020000:00000002:2.0:1778653883.455339:0:34671:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653883.455341:0:34671:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1778653883.455344:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.455345:0:34671:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653883.455346:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.455349:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653883.455353:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165600. 00000020:00000010:2.0:1778653883.455356:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165a00. 00000020:00000010:2.0:1778653883.455358:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.455361:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.455363:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.455366:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.455368:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.455371:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.455373:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165400. 00000008:00000010:2.0:1778653883.455376:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.455378:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.455380:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.455383:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653883.455385:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653883.455387:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000020:00000001:2.0:1778653883.455389:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.455390:0:34671:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653883.455393:0:34671:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.455394:0:34671:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653883.455395:0:34671:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.455397:0:34671:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.455398:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.455400:0:34671:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1778653883.455404:0:34671:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff915388b11690. 00000008:00010000:2.0:1778653883.455406:0:34671:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1778653883.455409:0:34671:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653883.455411:0:34671:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1778653883.455412:0:34671:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538ca36630, osc lock ffff915388b11690, flags 0x400001002 00000020:00000001:2.0:1778653883.455415:0:34671:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.455417:0:34671:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.455419:0:34671:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386760672768 : -121686948878848 : ffff91538ca36600) 00000020:00000001:2.0:1778653883.455421:0:34671:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653883.455422:0:34671:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1778653883.455424:0:34671:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.455426:0:34671:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.455428:0:34671:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1778653883.455429:0:34671:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1778653883.455431:0:34671:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653883.455432:0:34671:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653883.455433:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.455435:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.455437:0:34671:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653883.456378:0:34671:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653883.456383:0:34671:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1778653883.456387:0:34671:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653883.456390:0:34671:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653883.456392:0:34671:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653883.456393:0:34671:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653883.456395:0:34671:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653883.456396:0:34671:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653883.456398:0:34671:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1778653883.456401:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.456409:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653883.456413:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.456419:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.456423:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653883.456428:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1778653883.456441:0:34671:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653883.456448:0:34671:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.456451:0:34671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.456459:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.456461:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.456463:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:2.0:1778653883.456465:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.456467:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:2.0:1778653883.456471:0:34671:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1778653883.456473:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.456474:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.456475:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:2.0:1778653883.456477:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.456479:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000020:00000001:2.0:1778653883.456482:0:34671:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653883.456485:0:34671:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1778653883.456486:0:34671:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1778653883.456488:0:34671:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.456489:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.456490:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.456491:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:2.0:1778653883.456493:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.456494:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.456496:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.456499:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1778653883.456506:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.456507:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.456509:0:34671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.456510:0:34671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.456513:0:34671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.456525:0:34671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.456528:0:34671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.456529:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.456533:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.456534:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.456535:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.456537:0:34671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.456539:0:34671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.456540:0:34671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.456543:0:34671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.456544:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.456545:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.456546:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.456547:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.456548:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.456549:0:34671:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.456551:0:34671:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456554:0:34671:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.456556:0:34671:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456558:0:34671:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456560:0:34671:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1778653883.456561:0:34671:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1778653883.456564:0:34671:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1778653883.456565:0:34671:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1778653883.456567:0:34671:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456569:0:34671:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.456574:0:34671:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653883.456577:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.456579:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.456580:0:34671:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653883.456584:0:34671:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653883.456587:0:34671:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.456591:0:34671:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456592:0:34671:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456594:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:2.0:1778653883.456596:0:34671:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653883.456598:0:34671:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653883.456601:0:34671:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653883.456602:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153861a6480 (ffff91538a32a758/0) at cl_lock_release():245 00000020:00000001:2.0:1778653883.456605:0:34671:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653883.456606:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153861a6480 (ffff91538a32a758/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653883.456609:0:34671:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653883.456611:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.456612:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.456614:0:34671:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653883.456615:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36630 (ffff91538a32a638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653883.456617:0:34671:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653883.456618:0:34671:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653883.456620:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.456621:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.456622:0:34671:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653883.456624:0:34671:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653883.456625:0:34671:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653883.456626:0:34671:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653883.456628:0:34671:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653883.456629:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153861a6480 (ffff91538a32a758/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653883.456632:0:34671:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653883.456633:0:34671:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653883.456634:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36630 (ffff91538a32a758/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653883.456637:0:34671:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b11690. 00000020:00000001:2.0:1778653883.456873:0:34671:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653883.456876:0:34671:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36600. 00020000:00000001:2.0:1778653883.456879:0:34671:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653883.456880:0:34671:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653883.456881:0:34671:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1778653883.456883:0:34671:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.456886:0:34671:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653883.456888:0:34671:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653883.456890:0:34671:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653883.456892:0:34671:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653883.456893:0:34671:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653883.456895:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653883.456898:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165a00. 00000020:00000010:2.0:1778653883.456902:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.456906:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.456910:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.456913:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.456917:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.456922:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.456925:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165600. 00000008:00000010:2.0:1778653883.456928:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.456931:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.456934:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.456937:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653883.456939:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165400. 00000020:00000010:2.0:1778653883.456941:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00020000:00000001:2.0:1778653883.456944:0:34671:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653883.456946:0:34671:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653883.456948:0:34671:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653883.456951:0:34671:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653883.456958:0:34671:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653883.456960:0:34671:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.456963:0:34671:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1778653883.456965:0:34671:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653883.456966:0:34671:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653883.456967:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653883.456969:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165000. 00000020:00000010:2.0:1778653883.456972:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.456974:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.456977:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.456979:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.456981:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.456983:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.456986:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165800. 00000008:00000010:2.0:1778653883.456988:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.456990:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.456992:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.456995:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653883.456997:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165c00. 00000020:00000010:2.0:1778653883.456999:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000001:00000001:2.0:1778653883.457001:0:34671:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457007:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73d28 00000080:00000008:2.0:1778653883.457010:0:34671:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1778653883.457090:0:34671:0:(file.c:2609:do_file_write_iter()) Process entered 00000020:00000001:2.0:1778653883.457092:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73d88 00000080:00200008:2.0:1778653883.457094:0:34671:0:(file.c:2613:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1778653883.457098:0:34671:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1778653883.457101:0:34671:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457103:0:34671:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1778653883.457106:0:34671:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457108:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.457115:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a750. 00000020:00000010:2.0:1778653883.457118:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165c00. 00000020:00000010:2.0:1778653883.457122:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165800. 00000020:00000010:2.0:1778653883.457125:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.457130:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.457133:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.457137:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.457140:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.457143:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.457146:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165000. 00000008:00000010:2.0:1778653883.457149:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.457151:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.457154:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.457157:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389907c30. 00000020:00000001:2.0:1778653883.457160:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729496 : -121686989822120 : ffff91538a32a758) 00000020:00001000:2.0:1778653883.457161:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a750 00000080:00000001:2.0:1778653883.457260:0:34671:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1778653883.457263:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73c98 00000080:00200000:2.0:1778653883.457265:0:34671:0:(file.c:2059:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1778653883.457270:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73c30 00000080:00200000:2.0:1778653883.457272:0:34671:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1778653883.457274:0:34671:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653883.457276:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.457278:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.457279:0:34671:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653883.457281:0:34671:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653883.457283:0:34671:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.457285:0:34671:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457287:0:34671:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457288:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:2.0:1778653883.457290:0:34671:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653883.457291:0:34671:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653883.457293:0:34671:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1778653883.457298:0:34671:0:(cl_io.c:214:cl_io_rw_init()) header@0000000096dc524f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:2.0:1778653883.457299:0:34671:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1778653883.457301:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.457303:0:34671:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1778653883.457304:0:34671:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1778653883.457306:0:34671:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1778653883.457308:0:34671:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.457309:0:34671:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1778653883.457312:0:34671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.457315:0:34671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457317:0:34671:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1778653883.457318:0:34671:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457320:0:34671:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653883.457322:0:34671:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153861a64e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1778653883.457325:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000001:2.0:1778653883.457328:0:34671:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1778653883.457330:0:34671:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1778653883.457333:0:34671:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1778653883.457334:0:34671:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1778653883.457336:0:34671:0:(lov_io.c:660:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1778653883.457338:0:34671:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1778653883.457339:0:34671:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1778653883.457340:0:34671:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457342:0:34671:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.457343:0:34671:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1778653883.457344:0:34671:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1778653883.457345:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00000020:00000001:2.0:1778653883.457348:0:34671:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457350:0:34671:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653883.457352:0:34671:0:(file.c:2137:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1778653883.457354:0:34671:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1778653883.457356:0:34671:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457359:0:34671:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1778653883.457360:0:34671:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1778653883.457363:0:34671:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1778653883.457364:0:34671:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1778653883.457365:0:34671:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1778653883.457368:0:34671:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1778653883.457370:0:34671:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1778653883.457373:0:34671:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653883.457375:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.457376:0:34671:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1778653883.457378:0:34671:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1778653883.457381:0:34671:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a32a630. 00000020:00000010:2.0:1778653883.457383:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165400. 00000020:00000010:2.0:1778653883.457385:0:34671:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915386165600. 00000020:00000010:2.0:1778653883.457387:0:34671:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.457390:0:34671:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.457392:0:34671:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.457395:0:34671:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.457398:0:34671:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.457400:0:34671:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.457402:0:34671:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915386165a00. 00000008:00000010:2.0:1778653883.457405:0:34671:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.457407:0:34671:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.457409:0:34671:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.457412:0:34671:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9153899071e0. 00000020:00000001:2.0:1778653883.457414:0:34671:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386719729208 : -121686989822408 : ffff91538a32a638) 00000020:00001000:2.0:1778653883.457416:0:34671:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a32a630 00000020:00000001:2.0:1778653883.457418:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.457420:0:34671:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1778653883.457421:0:34671:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1778653883.457422:0:34671:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1778653883.457424:0:34671:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457426:0:34671:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457427:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.457430:0:34671:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1778653883.457432:0:34671:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1778653883.457435:0:34671:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457436:0:34671:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457438:0:34671:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457440:0:34671:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457441:0:34671:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457443:0:34671:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1778653883.457445:0:34671:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1778653883.457447:0:34671:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1778653883.457449:0:34671:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1778653883.457451:0:34671:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457454:0:34671:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457456:0:34671:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1778653883.457457:0:34671:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1778653883.457459:0:34671:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1778653883.457460:0:34671:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1778653883.457462:0:34671:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457463:0:34671:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457465:0:34671:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457466:0:34671:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457467:0:34671:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457469:0:34671:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1778653883.457471:0:34671:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.457472:0:34671:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1778653883.457473:0:34671:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653883.457474:0:34671:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457476:0:34671:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457477:0:34671:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457479:0:34671:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457480:0:34671:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1778653883.457481:0:34671:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1778653883.457483:0:34671:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1778653883.457485:0:34671:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1778653883.457486:0:34671:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1778653883.457489:0:34671:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1778653883.457493:0:34671:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538ca36600. 00020000:00000002:2.0:1778653883.457496:0:34671:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1778653883.457498:0:34671:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1778653883.457500:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.457501:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.457502:0:34671:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1778653883.457505:0:34671:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff915388b11690. 00000008:00010000:2.0:1778653883.457507:0:34671:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1778653883.457510:0:34671:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653883.457511:0:34671:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1778653883.457514:0:34671:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538ca36630, osc lock ffff915388b11690, flags 0x0 00000020:00000001:2.0:1778653883.457516:0:34671:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457517:0:34671:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457519:0:34671:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386760672768 : -121686948878848 : ffff91538ca36600) 00000020:00000001:2.0:1778653883.457521:0:34671:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1778653883.457522:0:34671:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1778653883.457523:0:34671:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457524:0:34671:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457525:0:34671:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653883.457527:0:34671:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1778653883.457528:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.457529:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.457530:0:34671:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653883.457532:0:34671:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1778653883.457533:0:34671:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1778653883.457535:0:34671:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457538:0:34671:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1778653883.457540:0:34671:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1778653883.457541:0:34671:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1778653883.457542:0:34671:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1778653883.457544:0:34671:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1778653883.457545:0:34671:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1778653883.457546:0:34671:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1778653883.457548:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.457553:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:2.0:1778653883.457556:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.457561:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.457564:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1778653883.457567:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1778653883.457582:0:34671:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653883.457585:0:34671:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.457588:0:34671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.457594:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.457602:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.457603:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:2.0:1778653883.457605:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457608:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:2.0:1778653883.457611:0:34671:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1778653883.457613:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.457614:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.457615:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:2.0:1778653883.457616:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457618:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457620:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.457621:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.457622:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:2.0:1778653883.457623:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457625:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457628:0:34671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.457629:0:34671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.457631:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.457638:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.457639:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.457759:0:34671:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.457762:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.457763:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.457764:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=7 00000020:00000001:2.0:1778653883.457766:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457768:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.457770:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.457772:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.457778:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.457779:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1778653883.457781:0:34671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.457787:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.457788:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.457789:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.457790:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.457791:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.457792:0:34671:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1778653883.457794:0:34671:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457795:0:34671:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457797:0:34671:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457798:0:34671:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457873:0:34671:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457876:0:34671:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457878:0:34671:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457880:0:34671:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1778653883.457883:0:34671:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1778653883.457886:0:34671:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653883.457888:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.457890:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.457891:0:34671:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653883.457893:0:34671:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1778653883.457895:0:34671:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.457897:0:34671:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457899:0:34671:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457900:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:2.0:1778653883.457902:0:34671:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1778653883.457904:0:34671:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1778653883.457906:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73b80 00000080:00200000:2.0:1778653883.457909:0:34671:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1778653883.457913:0:34671:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1778653883.457915:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000002:2.0:1778653883.457918:0:34671:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b1e0 addref 2/0 by ffff9153812a27c0. 00020000:00000002:2.0:1778653883.457920:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00000020:00000001:2.0:1778653883.457923:0:34671:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1778653883.457926:0:34671:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1778653883.457928:0:34671:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1778653883.457930:0:34671:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1778653883.457932:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.457933:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.457935:0:34671:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1778653883.457937:0:34671:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1778653883.457940:0:34671:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457942:0:34671:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.457943:0:34671:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457945:0:34671:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457951:0:34671:0:(rw26.c:661:ll_write_begin()) Process entered 00000080:00200000:2.0:1778653883.457953:0:34671:0:(rw26.c:663:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1778653883.457958:0:34671:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1778653883.457959:0:34671:0:(vvp_io.c:1162:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.457962:0:34671:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1778653883.457964:0:34671:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffeb11c47ad8c0 ffff91538c3a47e0 1 00000020:00000001:2.0:1778653883.457967:0:34671:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1778653883.457969:0:34671:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622386753783776 : -121686955767840 : ffff91538c3a47e0) 00000020:00000001:2.0:1778653883.457970:0:34671:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446622386753783776 : -121686955767840 : ffff91538c3a47e0) 00000020:00000001:2.0:1778653883.457973:0:34671:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1778653883.457974:0:34671:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653883.457976:0:34671:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386651030752 : -121687058520864 : ffff9153861a64e0) 00000020:00000001:2.0:1778653883.457978:0:34671:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1778653883.457980:0:34671:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1778653883.457981:0:34671:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653883.457985:0:34671:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[3 000000007701919d 1 1 00000000bad63b8c] 00000020:00000001:2.0:1778653883.457987:0:34671:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1778653883.457988:0:34671:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653883.457989:0:34671:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1778653883.457991:0:34671:0:(rw26.c:775:ll_write_begin()) Process leaving 00000080:00000001:2.0:1778653883.457992:0:34671:0:(rw26.c:791:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.457995:0:34671:0:(rw26.c:854:ll_write_end()) Process entered 00000080:00200000:2.0:1778653883.457996:0:34671:0:(rw26.c:858:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1778653883.457998:0:34671:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1778653883.457999:0:34671:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622386651030752 : -121687058520864 : ffff9153861a64e0) 00000020:00000001:2.0:1778653883.458001:0:34671:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1778653883.458002:0:34671:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1778653883.458006:0:34671:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1778653883.458008:0:34671:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1778653883.458009:0:34671:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1778653883.458010:0:34671:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1778653883.458013:0:34671:0:(rw26.c:916:ll_write_end()) page@000000006a4c366a[4 000000007701919d 2 1 00000000bad63b8c] 00000080:00200000:2.0:1778653883.458016:0:34671:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5310ed8 17ffffc0001039 2:0 ffff91538c3a47e0 0 lru 00000080:00200000:2.0:1778653883.458023:0:34671:0:(rw26.c:916:ll_write_end()) osc-page@000000003cb87d3c 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000a02174fc 000000005ab546c2 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1778653883.458025:0:34671:0:(rw26.c:916:ll_write_end()) end page@000000006a4c366a 00000080:00200000:2.0:1778653883.458026:0:34671:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1778653883.458027:0:34671:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1778653883.458029:0:34671:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1778653883.458031:0:34671:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1778653883.458033:0:34671:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1778653883.458035:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.458036:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.458037:0:34671:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1778653883.458039:0:34671:0:(osc_io.c:406:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1778653883.458041:0:34671:0:(osc_io.c:367:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1778653883.458042:0:34671:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000002:2.0:1778653883.458044:0:34671:0:(osc_io.c:375:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1778653883.458046:0:34671:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.458048:0:34671:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1778653883.458050:0:34671:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1778653883.458053:0:34671:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653883.458054:0:34671:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458056:0:34671:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458057:0:34671:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:2.0:1778653883.458059:0:34671:0:(osc_io.c:390:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1778653883.458060:0:34671:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1778653883.458062:0:34671:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653883.458065:0:34671:0:(cl_page.c:556:cl_batch_put()) page@000000006a4c366a[4 000000007701919d 2 1 00000000bad63b8c] 00000020:00000001:2.0:1778653883.458066:0:34671:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1778653883.458067:0:34671:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1778653883.458068:0:34671:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1778653883.458070:0:34671:0:(osc_request.c:745:osc_update_next_shrink()) next time 2971 to shrink grant 00000080:00000001:2.0:1778653883.458072:0:34671:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:2.0:1778653883.458074:0:34671:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1778653883.458077:0:34671:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff91538bd94478, count 1, dirtied 0 00000080:00000001:2.0:1778653883.458079:0:34671:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1778653883.458080:0:34671:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1778653883.458082:0:34671:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1778653883.458083:0:34671:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1778653883.458084:0:34671:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1778653883.458087:0:34671:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[3 000000007701919d 2 1 0000000000000000] 00000020:00000001:2.0:1778653883.458089:0:34671:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1778653883.458090:0:34671:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1778653883.458091:0:34671:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1778653883.458092:0:34671:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1778653883.458094:0:34671:0:(cl_page.c:556:cl_batch_put()) page@000000006a4c366a[3 000000007701919d 1 1 0000000000000000] 00000020:00000001:2.0:1778653883.458095:0:34671:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1778653883.458096:0:34671:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1778653883.458097:0:34671:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:2.0:1778653883.458098:0:34671:0:(osc_io.c:479:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1778653883.458100:0:34671:0:(osc_io.c:480:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458101:0:34671:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458103:0:34671:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458105:0:34671:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653883.458107:0:34671:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1778653883.458109:0:34671:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1778653883.458110:0:34671:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1778653883.458111:0:34671:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.458113:0:34671:0:(rw26.c:937:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1778653883.458116:0:34671:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1778653883.458117:0:34671:0:(vvp_io.c:1162:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458119:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73b80 00000080:00200000:2.0:1778653883.458121:0:34671:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1778653883.458123:0:34671:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458125:0:34671:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1778653883.458126:0:34671:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.458127:0:34671:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1778653883.458129:0:34671:0:(osc_io.c:1025:osc_io_write_start()) Process entered 00000020:00000001:2.0:1778653883.458130:0:34671:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.458132:0:34671:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.458134:0:34671:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1778653883.458135:0:34671:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1778653883.458136:0:34671:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458138:0:34671:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458140:0:34671:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:2.0:1778653883.458141:0:34671:0:(osc_io.c:1033:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458143:0:34671:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458145:0:34671:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458146:0:34671:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458147:0:34671:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458149:0:34671:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1778653883.458150:0:34671:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1778653883.458151:0:34671:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1778653883.458152:0:34671:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1778653883.458153:0:34671:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1778653883.458154:0:34671:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458156:0:34671:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458157:0:34671:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1778653883.458159:0:34671:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653883.458160:0:34671:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1778653883.458162:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389907c68 (ffff91538a32a758/0) at cl_lock_release():245 00000020:00000001:2.0:1778653883.458264:0:34671:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653883.458265:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389907c68 (ffff91538a32a758/0) at cl_lock_cancel():142 00020000:00000001:2.0:1778653883.458268:0:34671:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1778653883.458270:0:34671:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1778653883.458271:0:34671:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386690901224 : -121687018650392 : ffff9153887ac4e8) 00000020:00000001:2.0:1778653883.458273:0:34671:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1778653883.458274:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538ca36630 (ffff91538a32a638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1778653883.458276:0:34671:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1778653883.458277:0:34671:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1778653883.458279:0:34671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.458280:0:34671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.458281:0:34671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:2.0:1778653883.458283:0:34671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.458286:0:34671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:2.0:1778653883.458287:0:34671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1778653883.458290:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.458297:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.458298:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.458300:0:34671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1778653883.458302:0:34671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1778653883.458304:0:34671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1778653883.458311:0:34671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1778653883.458313:0:34671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1778653883.458315:0:34671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.458320:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.458322:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.458323:0:34671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.458326:0:34671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1778653883.458328:0:34671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.458330:0:34671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.458332:0:34671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.458334:0:34671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1778653883.458335:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.458336:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.458337:0:34671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.458338:0:34671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1778653883.458339:0:34671:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1778653883.458341:0:34671:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653883.458342:0:34671:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653883.458343:0:34671:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1778653883.458344:0:34671:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653883.458346:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389907c68 (ffff91538a32a758/0) at cl_lock_fini():72 00020000:00000001:2.0:1778653883.458349:0:34671:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1778653883.458350:0:34671:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1778653883.458351:0:34671:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538ca36630 (ffff91538a32a758/1) at cl_lock_fini():72 00000008:00000010:2.0:1778653883.458353:0:34671:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff915388b11690. 00000020:00000001:2.0:1778653883.458358:0:34671:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1778653883.458360:0:34671:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538ca36600. 00020000:00000001:2.0:1778653883.458363:0:34671:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1778653883.458364:0:34671:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1778653883.458365:0:34671:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1778653883.458367:0:34671:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1778653883.458368:0:34671:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.458369:0:34671:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1778653883.458370:0:34671:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1778653883.458371:0:34671:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458373:0:34671:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458374:0:34671:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1778653883.458375:0:34671:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1778653883.458377:0:34671:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1778653883.458378:0:34671:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1778653883.458380:0:34671:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1778653883.458381:0:34671:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653883.458383:0:34671:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1778653883.458384:0:34671:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1778653883.458385:0:34671:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1778653883.458388:0:34671:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1778653883.458390:0:34671:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458391:0:34671:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1778653883.458393:0:34671:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653883.458394:0:34671:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1778653883.458396:0:34671:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1778653883.458399:0:34671:0:(file.c:2174:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1778653883.458402:0:34671:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1778653883.458404:0:34671:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1778653883.458405:0:34671:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1778653883.458407:0:34671:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1778653883.458408:0:34671:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1778653883.458409:0:34671:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1778653883.458410:0:34671:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1778653883.458412:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a630 00000020:00000010:2.0:1778653883.458415:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165600. 00000020:00000010:2.0:1778653883.458419:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff95a0. 00000008:00000010:2.0:1778653883.458422:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b37c8. 00020000:00000010:2.0:1778653883.458425:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9ab40. 00008000:00000010:2.0:1778653883.458428:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872e350. 00000080:00000010:2.0:1778653883.458431:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b738. 00000080:00000010:2.0:1778653883.458434:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a7478. 00000020:00000010:2.0:1778653883.458437:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165400. 00000008:00000010:2.0:1778653883.458439:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887eb080. 00020000:00000010:2.0:1778653883.458441:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac900. 00008000:00000010:2.0:1778653883.458444:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648e390. 00000080:00000010:2.0:1778653883.458446:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9153899071e0. 00000020:00000010:2.0:1778653883.458448:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165a00. 00000020:00000010:2.0:1778653883.458450:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a630. 00020000:00000001:2.0:1778653883.458452:0:34671:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1778653883.458453:0:34671:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1778653883.458455:0:34671:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1778653883.458457:0:34671:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1778653883.458459:0:34671:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1778653883.458460:0:34671:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1778653883.458462:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73c98 00000080:00200000:2.0:1778653883.458463:0:34671:0:(file.c:2207:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1778653883.458466:0:34671:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1778653883.458468:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.458469:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:2.0:1778653883.458471:0:34671:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1778653883.458473:0:34671:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1778653883.458475:0:34671:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653883.458477:0:34671:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1778653883.458478:0:34671:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1778653883.458479:0:34671:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1778653883.458482:0:34671:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.458484:0:34671:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1778653883.458486:0:34671:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:2.0:1778653883.458489:0:34671:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458490:0:34671:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.458492:0:34671:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:2.0:1778653883.458494:0:34671:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1778653883.458496:0:34671:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1778653883.458499:0:34671:0:(file.c:2293:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1778653883.458502:0:34671:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1778653883.458503:0:34671:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a32a750 00000020:00000010:2.0:1778653883.458505:0:34671:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915386165800. 00000020:00000010:2.0:1778653883.458507:0:34671:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915385ff94e0. 00000008:00000010:2.0:1778653883.458510:0:34671:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153887b2ca0. 00020000:00000010:2.0:1778653883.458512:0:34671:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915384f9a300. 00008000:00000010:2.0:1778653883.458514:0:34671:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91538872f170. 00000080:00000010:2.0:1778653883.458833:0:34671:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915388a5b690. 00000080:00000010:2.0:1778653883.458837:0:34671:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153861a6480. 00000020:00000010:2.0:1778653883.458840:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165c00. 00000008:00000010:2.0:1778653883.458843:0:34671:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9153887ea2c0. 00020000:00000010:2.0:1778653883.458845:0:34671:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9153887ac480. 00008000:00000010:2.0:1778653883.458857:0:34671:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538648ee98. 00000080:00000010:2.0:1778653883.458860:0:34671:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389907c30. 00000020:00000010:2.0:1778653883.458863:0:34671:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915386165000. 00000020:00000010:2.0:1778653883.458865:0:34671:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a32a750. 00000020:00000001:2.0:1778653883.458869:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73d88 00000080:00000008:2.0:1778653883.458871:0:34671:0:(file.c:2693:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1778653883.458874:0:34671:0:(file.c:2695:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1778653883.458889:0:34671:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.458891:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000002:2.0:1778653883.458894:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000001:2.0:1778653883.458897:0:34671:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.458904:0:34671:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1778653883.458906:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73db8 00000080:00200008:2.0:1778653883.458908:0:34671:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102001 00000080:00000001:2.0:1778653883.458911:0:34671:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1778653883.458913:0:34671:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1778653883.458914:0:34671:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1778653883.458915:0:34671:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000002:2.0:1778653883.458918:0:34671:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153812a27c0 00020000:00000001:2.0:1778653883.458919:0:34671:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.458921:0:34671:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1778653883.458928:0:34671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.458929:0:34671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.458934:0:34671:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:2.0:1778653883.458936:0:34671:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1778653883.458940:0:34671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1778653883.458942:0:34671:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:2.0:1778653883.458944:0:34671:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1778653883.458946:0:34671:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1778653883.458951:0:34671:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915386165000. 00000080:00000001:2.0:1778653883.458953:0:34671:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1778653883.458958:0:34671:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1778653883.458961:0:34671:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:2.0:1778653883.458963:0:34671:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1778653883.458967:0:34671:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1778653883.458969:0:34671:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:2.0:1778653883.458975:0:34671:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2680. 00000020:00000040:2.0:1778653883.458979:0:34671:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.458983:0:34671:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.458986:0:34671:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.458988:0:34671:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.458993:0:34671:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386165c00. 00000100:00000001:2.0:1778653883.458998:0:34671:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1778653883.459011:0:34671:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1778653883.459019:0:34671:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1778653883.459022:0:34671:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1778653883.459027:0:34671:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1778653883.459029:0:34671:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1778653883.459033:0:34671:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538a3049c0. 00000100:00000001:2.0:1778653883.459034:0:34671:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386719574464 : -121686989977152 : ffff91538a3049c0) 00000100:00000001:2.0:1778653883.459036:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.459037:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000001:2.0:1778653883.459041:0:34671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.459043:0:34671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.459044:0:34671:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1778653883.459045:0:34671:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1778653883.459048:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.459052:0:34671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1778653883.459054:0:34671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.459056:0:34671:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1778653883.459058:0:34671:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1778653883.459060:0:34671:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1778653883.459062:0:34671:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34671:1865052054701824:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653883.459064:0:34671:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1778653883.459068:0:34671:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1778653883.459070:0:34671:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.459071:0:34671:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1778653883.459074:0:34671:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653883.459075:0:34671:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1778653883.459080:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1778653883.459083:0:34671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389e0e790. 00000400:00000010:2.0:1778653883.459087:0:34671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915386490550. 00000100:00000200:2.0:1778653883.459092:0:34671:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054701824, portal 10 00000100:00000001:2.0:1778653883.459093:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.459094:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000040:2.0:1778653883.459098:0:34671:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.459102:0:34671:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1778653883.459104:0:34671:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1778653883.459105:0:34671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9153864902a8. 00000100:00000200:2.0:1778653883.459107:0:34671:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054701824, offset 0 00000400:00000200:2.0:1778653883.459111:0:34671:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1778653883.459118:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.459124:0:34671:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1778653883.459127:0:34671:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1778653883.459131:0:34671:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1778653883.459133:0:34671:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1778653883.459135:0:34671:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1778653883.459138:0:34671:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2605:2605:256:4294967295] 192.168.204.110@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:2.0:1778653883.459141:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1778653883.459148:0:34671:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1778653883.459152:0:34671:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1778653883.459155:0:34671:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538658de00. 00000800:00000200:2.0:1778653883.459159:0:34671:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1778653883.459167:0:34671:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1778653883.459171:0:34671:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538658de00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1778653883.459276:0:34671:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.459281:0:34671:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 812958 usecs (813 jiffies) 00000400:00000200:2.0:1778653883.459285:0:34671:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1778653883.459287:0:34671:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439448 00000100:00000001:2.0:1778653883.459290:0:34671:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.459292:0:34671:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439448 00000100:00000001:2.0:1778653883.459294:0:34671:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:2.0:1778653883.459296:0:34671:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.459298:0:34671:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.459301:0:34671:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1778653883.459303:0:34671:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1778653883.459305:0:34671:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538a3049c0 going to sleep for 11 seconds 00000100:00000001:2.0:1778653883.459307:0:34671:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1778653883.459310:0:34671:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.459445:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.459450:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538658de00. 00000400:00000200:0.0:1778653883.459454:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.459459:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.459464:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9153864902a8 00000400:00000010:0.0:1778653883.459466:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9153864902a8. 00000100:00000001:0.0:1778653883.459469:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.459473:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.459482:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.459486:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.459491:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.459493:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653883.469726:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.469746:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.469750:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.469752:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.469761:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.469769:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.469781:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.469786:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.469791:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.469795:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145354700 00000400:00000200:1.0:1778653883.469799:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.469804:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6b69 [1] + 224 00000800:00000001:1.0:1778653883.469811:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.469836:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.469839:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.469844:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.469861:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.469870:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.469882:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.469903:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.469911:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.469914:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.469948:0:34671:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1778653883.469957:0:34671:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1778653883.469959:0:34671:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1778653883.469963:0:34671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389e0e790. 00000400:00000200:2.0:1778653883.469968:0:34671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915386490550 00000400:00000010:2.0:1778653883.469971:0:34671:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915386490550. 00000100:00000001:2.0:1778653883.469974:0:34671:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1778653883.469980:0:34671:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1778653883.469989:0:34671:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2680 x1865052054701824/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.469995:0:34671:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1778653883.469997:0:34671:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.469999:0:34671:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1778653883.470002:0:34671:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1778653883.470005:0:34671:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1778653883.470008:0:34671:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1778653883.470011:0:34671:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1778653883.470020:0:34671:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=144 v=5 (10 5 5 5) 00000100:00001000:2.0:1778653883.470025:0:34671:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1778653883.470027:0:34671:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1778653883.470029:0:34671:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.470033:0:34671:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1778653883.470036:0:34671:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.470040:0:34671:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1778653883.470042:0:34671:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1778653883.470043:0:34671:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1778653883.470047:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.470048:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000001:2.0:1778653883.470051:0:34671:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1778653883.470053:0:34671:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1778653883.470055:0:34671:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1778653883.470057:0:34671:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.470062:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2680 x1865052054701824/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470070:0:34671:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1778653883.470073:0:34671:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1778653883.470075:0:34671:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1778653883.470079:0:34671:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2680 x1865052054701824/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1778653883.470088:0:34671:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job uname:3368fde0-d18c-4c9c-a094-d50367bc642b:34671:1865052054701824:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1778653883.470093:0:34671:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.470097:0:34671:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.470099:0:34671:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1778653883.470101:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.470104:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2680 x1865052054701824/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470110:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.470113:0:34671:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538a3049c0. 00000100:00000001:2.0:1778653883.470116:0:34671:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1778653883.470118:0:34671:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.470125:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.470126:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000002:00000001:2.0:1778653883.470129:0:34671:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.470133:0:34671:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.470137:0:34671:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915386165000. 00000080:00000001:2.0:1778653883.470142:0:34671:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1778653883.470145:0:34671:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1778653883.470150:0:34671:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1778653883.470155:0:34671:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470163:0:34671:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1778653883.470164:0:34671:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649046912 : -121687060504704 : ffff915385fc1f80) 00000100:00000001:2.0:1778653883.470166:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.470169:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470176:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.470177:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.470181:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915385fc2680 x1865052054701824/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470187:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1778653883.470189:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.470191:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc1f80 x1865052054701184/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470197:0:34671:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1778653883.470200:0:34671:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.470202:0:34671:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.470203:0:34671:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.470207:0:34671:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915389b0d400. 02000000:00000001:2.0:1778653883.470210:0:34671:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.470212:0:34671:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.470214:0:34671:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc1f80. 00000100:00000001:2.0:1778653883.470221:0:34671:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.470222:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.470223:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.470225:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054701824/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470231:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1778653883.470233:0:34671:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff91538a384f00. 00000002:00000001:2.0:1778653883.470235:0:34671:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1778653883.470237:0:34671:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.470240:0:34671:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9153861baf00. 00000100:00000001:2.0:1778653883.470242:0:34671:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1778653883.470245:0:34671:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2680 x1865052054701824/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1778653883.470250:0:34671:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1778653883.470252:0:34671:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1778653883.470254:0:34671:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915389b0f800. 02000000:00000001:2.0:1778653883.470257:0:34671:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1778653883.470258:0:34671:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1778653883.470259:0:34671:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:2.0:1778653883.470261:0:34671:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1778653883.470262:0:34671:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386165c00. 02000000:00000001:2.0:1778653883.470264:0:34671:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1778653883.470265:0:34671:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1778653883.470266:0:34671:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2680. 00000100:00000001:2.0:1778653883.470268:0:34671:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1778653883.470269:0:34671:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.470271:0:34671:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1778653883.470403:0:34671:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915395159a40. 00000080:00000001:2.0:1778653883.470408:0:34671:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.470415:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73db8 00000080:00000008:2.0:1778653883.470417:0:34671:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 102001, rc = 0 00000080:00000001:2.0:1778653883.470421:0:34671:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.470426:0:34671:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1778653883.470428:0:34671:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d73e00 00000080:00002000:2.0:1778653883.470430:0:34671:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91538bf3d288, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:2.0:1778653883.470433:0:34671:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.470443:0:34671:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1778653883.470449:0:34671:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1778653883.475139:0:34666:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91538a384c00. 00000080:00000001:1.0:1778653883.482361:0:34672:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.482368:0:34672:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.482371:0:34672:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.482374:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7bc0 00000080:00200000:1.0:1778653883.482378:0:34672:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.482385:0:34672:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67a00. 00800000:00000002:1.0:1778653883.482390:0:34672:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.482395:0:34672:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.482399:0:34672:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.482401:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7ae0 00800000:00000002:1.0:1778653883.482404:0:34672:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.482408:0:34672:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.482411:0:34672:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.482417:0:34672:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.482419:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb79b0 00000002:00010000:1.0:1778653883.482421:0:34672:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.482424:0:34672:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.482426:0:34672:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.482429:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1778653883.482435:0:34672:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.482438:0:34672:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.482440:0:34672:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.482442:0:34672:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1778653883.482444:0:34672:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1778653883.482449:0:34672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc4e00. 00000020:00000040:1.0:1778653883.482453:0:34672:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00010000:00000001:1.0:1778653883.482460:0:34672:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653883.482464:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.482471:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.482473:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.482474:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.482477:0:34672:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653883.482479:0:34672:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653883.482484:0:34672:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653883.482489:0:34672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915388bbb000. 00000100:00000001:1.0:1778653883.482496:0:34672:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.482500:0:34672:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653883.482502:0:34672:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.482503:0:34672:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653883.482505:0:34672:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.482507:0:34672:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.482512:0:34672:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622386711973376 : -121686997578240 : ffff915389bc4e00) 00010000:00000001:1.0:1778653883.482516:0:34672:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1778653883.482518:0:34672:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1778653883.482522:0:34672:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff915387bcb300. 00010000:00000010:1.0:1778653883.482526:0:34672:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91538cd2db80. 00010000:00000001:1.0:1778653883.482530:0:34672:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1778653883.482532:0:34672:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c26600. 00000020:00000001:1.0:1778653883.482536:0:34672:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1778653883.482538:0:34672:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c26600 with handle 0x3df471c51a8902fb to hash 00000020:00000001:1.0:1778653883.482540:0:34672:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1778653883.482542:0:34672:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.482545:0:34672:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.482548:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.482551:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.482555:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653883.482564:0:34672:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778653883.482573:0:34672:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1778653883.482580:0:34672:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653883.482581:0:34672:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653883.482587:0:34672:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0a000. 00000100:00000001:1.0:1778653883.482589:0:34672:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762588160 : -121686946963456 : ffff91538cc0a000) 00000100:00000001:1.0:1778653883.482592:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653883.482593:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711973376 : -121686997578240 : ffff915389bc4e00) 00000100:00000001:1.0:1778653883.482597:0:34672:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653883.482601:0:34672:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.482603:0:34672:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653883.482605:0:34672:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653883.482614:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.482623:0:34672:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653883.482625:0:34672:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.482628:0:34672:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653883.482630:0:34672:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653883.482633:0:34672:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653883.482636:0:34672:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc4e00 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34672:1865052054701952:192.168.204.110@tcp:101:cat.0 00000100:00000001:1.0:1778653883.482640:0:34672:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653883.482645:0:34672:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653883.482647:0:34672:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.482669:0:34672:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653883.482675:0:34672:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91539491f800. 02000000:00000001:1.0:1778653883.482677:0:34672:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653883.482685:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653883.482689:0:34672:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5c60. 00000400:00000010:1.0:1778653883.482695:0:34672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19908. 00000100:00000200:1.0:1778653883.482701:0:34672:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865052054701952, portal 10 00000100:00000001:1.0:1778653883.482702:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653883.482703:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711973376 : -121686997578240 : ffff915389bc4e00) 00000100:00000040:1.0:1778653883.482709:0:34672:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.482716:0:34672:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653883.482718:0:34672:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653883.482721:0:34672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19550. 00000100:00000200:1.0:1778653883.482724:0:34672:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865052054701952, offset 0 00000400:00000200:1.0:1778653883.482730:0:34672:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653883.482737:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.482744:0:34672:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.482749:0:34672:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653883.482753:0:34672:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653883.482756:0:34672:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653883.482759:0:34672:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653883.482763:0:34672:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2606:2606:256:4294967295] 192.168.204.110@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:1.0:1778653883.482768:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.482777:0:34672:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653883.482783:0:34672:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.482788:0:34672:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16f00. 00000800:00000200:1.0:1778653883.482794:0:34672:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.482801:0:34672:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.482806:0:34672:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1778653883.482825:0:34672:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.482830:0:34672:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 811985 usecs (812 jiffies) 00000400:00000200:1.0:1778653883.482833:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653883.482836:0:34672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439471 00000100:00000001:1.0:1778653883.482840:0:34672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:1.0:1778653883.482844:0:34672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439471 00000100:00000001:1.0:1778653883.482846:0:34672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000800:00000200:0.0:1778653883.482943:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.482949:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16f00. 00000400:00000200:0.0:1778653883.482954:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1778653883.482960:0:34672:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1778653883.482961:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.482965:0:34672:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.482968:0:34672:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1778653883.482968:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19550 00000100:00000001:1.0:1778653883.482971:0:34672:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1778653883.482972:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19550. 00000100:00100000:1.0:1778653883.482976:0:34672:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0a000 going to sleep for 11 seconds 00000100:00000001:0.0:1778653883.482977:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1778653883.482979:0:34672:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653883.482983:0:34672:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1778653883.482984:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.482996:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.483000:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.483008:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.483010:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1778653883.488570:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.488587:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.488591:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.488593:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.488602:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.488609:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.488618:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.488623:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.488629:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.488633:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a04145354780 00000400:00000200:1.0:1778653883.488639:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.488645:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6b71 [1] + 224 00000800:00000001:1.0:1778653883.488725:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.488733:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.488736:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.488741:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.488748:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.488756:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.488767:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.488785:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.488793:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.488797:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.488828:0:34672:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653883.488838:0:34672:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653883.488840:0:34672:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653883.488844:0:34672:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5c60. 00000400:00000200:0.0:1778653883.488862:0:34672:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19908 00000400:00000010:0.0:1778653883.488864:0:34672:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19908. 00000100:00000001:0.0:1778653883.488867:0:34672:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.488873:0:34672:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653883.488882:0:34672:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.488889:0:34672:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653883.488891:0:34672:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.488893:0:34672:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653883.488897:0:34672:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653883.488900:0:34672:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653883.488902:0:34672:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.488905:0:34672:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653883.488913:0:34672:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653883.488918:0:34672:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653883.488920:0:34672:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653883.488922:0:34672:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.488925:0:34672:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653883.488928:0:34672:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.488932:0:34672:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653883.488934:0:34672:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1778653883.488936:0:34672:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653883.488939:0:34672:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.488944:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.488951:0:34672:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.488954:0:34672:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653883.488955:0:34672:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653883.488959:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653883.488967:0:34672:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc4e00 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34672:1865052054701952:192.168.204.110@tcp:101:cat.0 00000100:00000001:0.0:1778653883.488971:0:34672:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.488974:0:34672:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.488976:0:34672:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653883.488978:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.488981:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.488988:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653883.488991:0:34672:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0a000. 00000100:00000001:0.0:1778653883.488994:0:34672:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653883.488996:0:34672:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.488998:0:34672:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653883.489001:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489004:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489007:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=4 00000020:00000001:0.0:1778653883.489009:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489012:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000040:0.0:1778653883.489018:0:34672:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c26600, remote cookie: 0xdfa36d54172701a0, flags: 0x1001 00010000:00010000:0.0:1778653883.489024:0:34672:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653883.489034:0:34672:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489040:0:34672:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653883.489044:0:34672:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653883.489046:0:34672:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653883.489048:0:34672:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653883.489049:0:34672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653883.489052:0:34672:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff915387bcb300) refcount = 1 00010000:00010000:0.0:1778653883.489056:0:34672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489063:0:34672:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653883.489066:0:34672:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653883.489067:0:34672:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.489071:0:34672:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653883.489073:0:34672:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.489077:0:34672:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489082:0:34672:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653883.489084:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489086:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489087:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489087:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489089:0:34672:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.489092:0:34672:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653883.489094:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489095:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489096:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489097:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489099:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489101:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489102:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489103:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=4 00000020:00000001:0.0:1778653883.489105:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489107:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489109:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.489112:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.489115:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489120:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489121:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489123:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489124:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489125:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=5 00000020:00000001:0.0:1778653883.489127:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489129:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489131:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.489134:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489140:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489140:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653883.489143:0:34672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489148:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.489149:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489150:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489151:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489152:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653883.489156:0:34672:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1778653883.489164:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489165:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489166:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489168:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489170:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489171:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489172:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.489174:0:34672:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.489176:0:34672:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.489179:0:34672:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1778653883.489181:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489182:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489183:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489184:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489186:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00000002:00010000:0.0:1778653883.489189:0:34672:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489200:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489201:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489202:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653883.489204:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489205:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489206:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489207:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489209:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000040:0.0:1778653883.489214:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:0.0:1778653883.489217:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1778653883.489220:0:34672:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff915388bad800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1778653883.489223:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489224:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.489225:0:34672:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653883.489227:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7930 00000002:00002000:0.0:1778653883.489230:0:34672:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1778653883.489232:0:34672:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.489236:0:34672:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.489238:0:34672:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653883.489241:0:34672:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1778653883.489244:0:34672:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653883.489248:0:34672:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653883.489250:0:34672:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67a00. 00000080:00000001:0.0:1778653883.489254:0:34672:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653883.489257:0:34672:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653883.489262:0:34672:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1778653883.489266:0:34672:0:(lmv_obd.c:3903:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1778653883.489271:0:34672:0:(lmv_obd.c:3882:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff915384cb7840. 00800000:00000001:0.0:1778653883.489274:0:34672:0:(lmv_obd.c:3887:lmv_stripe_object_alloc()) Process leaving (rc=18446622386629081152 : -121687080470464 : ffff915384cb7840) 00800000:00000001:0.0:1778653883.489276:0:34672:0:(lmv_obd.c:3964:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.489278:0:34672:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653883.489281:0:34672:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1778653883.489283:0:34672:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1778653883.489285:0:34672:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1778653883.489288:0:34672:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1778653883.489290:0:34672:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.489294:0:34672:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1778653883.489297:0:34672:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1778653883.489301:0:34672:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1778653883.489303:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489304:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489306:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489307:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489309:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489311:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489312:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653883.489314:0:34672:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653883.489316:0:34672:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1778653883.489317:0:34672:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915384cb7840 1 00800000:00000010:0.0:1778653883.489319:0:34672:0:(lmv_obd.c:4005:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff915384cb7840. 00800000:00000001:0.0:1778653883.489322:0:34672:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653883.489325:0:34672:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:0.0:1778653883.489328:0:34672:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653883.489329:0:34672:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653883.489330:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489331:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489332:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489334:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489336:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489338:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489339:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.489340:0:34672:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.489341:0:34672:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.489344:0:34672:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653883.489346:0:34672:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:0.0:1778653883.489348:0:34672:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1cb7bf8 00010000:00000001:0.0:1778653883.489350:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.489351:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.489352:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:0.0:1778653883.489354:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489355:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:0.0:1778653883.489357:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.489359:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.489365:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489366:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489367:0:34672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653883.489369:0:34672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653883.489371:0:34672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653883.489377:0:34672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653883.489379:0:34672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653883.489381:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.489398:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489399:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.489400:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.489403:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653883.489405:0:34672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.489845:0:34672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.489858:0:34672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.489860:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.489861:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.489863:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653883.489865:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.489871:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915389bc4e00 x1865052054701952/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.489879:0:34672:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653883.489881:0:34672:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653883.489885:0:34672:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91539491f800. 02000000:00000001:0.0:1778653883.489889:0:34672:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653883.489891:0:34672:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653883.489893:0:34672:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653883.489896:0:34672:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653883.489898:0:34672:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915388bbb000. 02000000:00000001:0.0:1778653883.489901:0:34672:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653883.489903:0:34672:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653883.489905:0:34672:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915389bc4e00. 00000100:00000001:0.0:1778653883.489908:0:34672:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653883.489909:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653883.489913:0:34672:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:0.0:1778653883.489918:0:34672:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653883.489934:0:34672:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff915384cef500. 00000080:00000001:0.0:1778653883.489938:0:34672:0:(namei.c:1399:ll_atomic_open()) Process entered 00000020:00000001:0.0:1778653883.489941:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b50 00000080:00200000:0.0:1778653883.489943:0:34672:0:(namei.c:1406:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), file ffff915384d88d80, open_flags 8000, mode 0 opened 0 00000080:00000010:0.0:1778653883.489948:0:34672:0:(namei.c:1426:ll_atomic_open()) kmalloced '(it)': 72 at ffff9153886b6e40. 00000080:00000001:0.0:1778653883.489950:0:34672:0:(namei.c:1064:ll_lookup_it()) Process entered 00000020:00000001:0.0:1778653883.489952:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a00 00000080:00200000:0.0:1778653883.489954:0:34672:0:(namei.c:1070:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08), intent=open 00000080:00000010:0.0:1778653883.489960:0:34672:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991000. 00800000:00000002:0.0:1778653883.489966:0:34672:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653883.489971:0:34672:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653883.489973:0:34672:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653883.489975:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7920 00800000:00000002:0.0:1778653883.489977:0:34672:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653883.489980:0:34672:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1778653883.489982:0:34672:0:(lmv_obd.c:2221:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1778653883.489986:0:34672:0:(lmv_obd.c:2267:lmv_locate_tgt_create()) Process leaving (rc=18446622386674319872 : -121687035231744 : ffff9153877dc200) 00000020:00000001:0.0:1778653883.489989:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb78a0 00800000:00000002:0.0:1778653883.489990:0:34672:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1778653883.489994:0:34672:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653883.489996:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb77d8 00000002:00010000:0.0:1778653883.489997:0:34672:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:0.0:1778653883.490001:0:34672:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1778653883.490004:0:34672:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1778653883.490006:0:34672:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1778653883.490010:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:0.0:1778653883.490012:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.490014:0:34672:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1778653883.490016:0:34672:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.490018:0:34672:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.490069:0:34672:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653883.490075:0:34672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9df80. 00000020:00000040:0.0:1778653883.490078:0:34672:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:0.0:1778653883.490083:0:34672:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1778653883.490085:0:34672:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.490088:0:34672:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1778653883.490091:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.490095:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.490096:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.490097:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.490100:0:34672:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653883.490102:0:34672:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653883.490105:0:34672:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653883.490113:0:34672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff915385eed000. 00000100:00000001:0.0:1778653883.490118:0:34672:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.490121:0:34672:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653883.490124:0:34672:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.490125:0:34672:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1778653883.490126:0:34672:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.490128:0:34672:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.490137:0:34672:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00010000:00000001:0.0:1778653883.490140:0:34672:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1778653883.490142:0:34672:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1778653883.490144:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:0.0:1778653883.490146:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.490148:0:34672:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1778653883.490152:0:34672:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff915384c25600. 00000020:00000001:0.0:1778653883.490155:0:34672:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1778653883.490157:0:34672:0:(lustre_handles.c:77:class_handle_hash()) added object ffff915384c25600 with handle 0x3df471c51a890302 to hash 00000020:00000001:0.0:1778653883.490159:0:34672:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1778653883.490161:0:34672:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.490164:0:34672:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.490166:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.490168:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.490171:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653883.490178:0:34672:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34672 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1778653883.490190:0:34672:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1778653883.490196:0:34672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1778653883.490204:0:34672:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1778653883.490209:0:34672:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653883.490211:0:34672:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653883.490218:0:34672:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6780. 00000100:00000001:0.0:1778653883.490220:0:34672:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691073920 : -121687018477696 : ffff9153887d6780) 00000100:00000001:0.0:1778653883.490222:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.490224:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653883.490228:0:34672:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653883.490231:0:34672:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.490233:0:34672:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653883.490235:0:34672:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653883.490239:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.490246:0:34672:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653883.490248:0:34672:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.490252:0:34672:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653883.490255:0:34672:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653883.490258:0:34672:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653883.490261:0:34672:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34672:1865052054702208:192.168.204.110@tcp:101:cat.0 00000100:00000001:0.0:1778653883.490265:0:34672:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653883.490270:0:34672:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653883.490272:0:34672:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.490275:0:34672:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653883.490365:0:34672:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff915383f40000. 02000000:00000001:0.0:1778653883.490368:0:34672:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653883.490374:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653883.490378:0:34672:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900bb0. 00000400:00000010:0.0:1778653883.490384:0:34672:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91538caf4800. 00000100:00000200:0.0:1778653883.490391:0:34672:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1865052054702208, portal 10 00000100:00000001:0.0:1778653883.490393:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.490395:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000040:0.0:1778653883.490400:0:34672:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.490408:0:34672:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653883.490410:0:34672:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653883.490413:0:34672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29dd0. 00000100:00000200:0.0:1778653883.490417:0:34672:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1865052054702208, offset 0 00000400:00000200:0.0:1778653883.490422:0:34672:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653883.490429:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.490437:0:34672:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653883.490442:0:34672:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653883.490445:0:34672:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653883.490449:0:34672:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653883.490452:0:34672:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653883.490455:0:34672:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2607:2607:256:4294967295] 192.168.204.110@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:0.0:1778653883.490459:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.490469:0:34672:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653883.490475:0:34672:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653883.490481:0:34672:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d800. 00000800:00000200:0.0:1778653883.490487:0:34672:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653883.490495:0:34672:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653883.490500:0:34672:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1778653883.490521:0:34672:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.490526:0:34672:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 811006 usecs (812 jiffies) 00000400:00000200:0.0:1778653883.490530:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653883.490533:0:34672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439478 00000800:00000200:0.0:1778653883.490717:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.490722:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d800. 00000400:00000200:0.0:1778653883.490726:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.490732:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.490736:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29dd0 00000400:00000010:0.0:1778653883.490738:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29dd0. 00000100:00000001:0.0:1778653883.490742:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.490747:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.490756:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.490760:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.490766:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.490767:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1778653883.490783:0:34672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:0.0:1778653883.490787:0:34672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439479 00000100:00000001:0.0:1778653883.490790:0:34672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:0.0:1778653883.490792:0:34672:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.490794:0:34672:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.490797:0:34672:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653883.490798:0:34672:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653883.490801:0:34672:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6780 going to sleep for 11 seconds 00000100:00000001:0.0:1778653883.490803:0:34672:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.490806:0:34672:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1778653883.497776:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.497803:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.497807:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.497809:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.497819:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.497827:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.497837:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.497841:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.497859:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.497863:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a04145354880 00000400:00000200:1.0:1778653883.497868:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.497875:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x6b81 [64] + 224 00000800:00000001:1.0:1778653883.497883:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.497893:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.497896:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.497901:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.497909:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.497920:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.497932:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.498013:0:34672:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653883.498389:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.498399:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.498403:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1778653883.498502:0:34672:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653883.498504:0:34672:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653883.498507:0:34672:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900bb0. 00000400:00000200:0.0:1778653883.498512:0:34672:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538caf4800 00000400:00000010:0.0:1778653883.498514:0:34672:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91538caf4800. 00000100:00000001:0.0:1778653883.498527:0:34672:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.498532:0:34672:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653883.498540:0:34672:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9df80 x1865052054702208/t0(0) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.498546:0:34672:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653883.498548:0:34672:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.498550:0:34672:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653883.498553:0:34672:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653883.498555:0:34672:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653883.498557:0:34672:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.498560:0:34672:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653883.498569:0:34672:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:0.0:1778653883.498573:0:34672:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653883.498576:0:34672:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653883.498577:0:34672:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.498579:0:34672:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653883.498583:0:34672:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.498586:0:34672:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653883.498587:0:34672:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653883.498589:0:34672:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653883.498591:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.498592:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653883.498596:0:34672:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653883.498598:0:34672:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1778653883.498599:0:34672:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653883.498602:0:34672:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.498605:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.498618:0:34672:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.498620:0:34672:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653883.498622:0:34672:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653883.498626:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653883.498633:0:34672:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9df80 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34672:1865052054702208:192.168.204.110@tcp:101:cat.0 00000100:00000001:0.0:1778653883.498637:0:34672:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.498640:0:34672:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.498642:0:34672:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653883.498644:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.498647:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.498698:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653883.498701:0:34672:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6780. 00000100:00000001:0.0:1778653883.498703:0:34672:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653883.498705:0:34672:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.498707:0:34672:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1778653883.498712:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.498715:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.498717:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=4 00000020:00000001:0.0:1778653883.498719:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.498722:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000040:0.0:1778653883.498726:0:34672:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff915384c25600, remote cookie: 0xdfa36d54172701bc, flags: 0x1001 00010000:00010000:0.0:1778653883.498731:0:34672:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1778653883.498739:0:34672:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1778653883.498742:0:34672:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1778653883.498749:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:0.0:1778653883.498752:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.498755:0:34672:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.498758:0:34672:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778653883.498765:0:34672:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.498772:0:34672:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1778653883.498775:0:34672:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1778653883.498776:0:34672:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1778653883.498778:0:34672:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1778653883.498780:0:34672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1778653883.498782:0:34672:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9153837f6100) refcount = 2 00010000:00000040:0.0:1778653883.498785:0:34672:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1778653883.498788:0:34672:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1778653883.498795:0:34672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.498801:0:34672:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1778653883.498804:0:34672:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1778653883.498806:0:34672:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.498808:0:34672:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1778653883.498810:0:34672:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.498813:0:34672:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.498818:0:34672:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1778653883.498819:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.498821:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.498822:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.498823:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.498824:0:34672:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.498828:0:34672:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1778653883.498830:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.498831:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.498833:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=3 00000020:00000001:0.0:1778653883.498834:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.498836:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.498838:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.498839:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.498840:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=4 00000020:00000001:0.0:1778653883.498841:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.498843:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499143:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.499146:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.499150:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499157:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499158:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.499160:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.499161:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.499162:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=5 00000020:00000001:0.0:1778653883.499164:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499165:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499168:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.499170:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499176:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499177:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653883.499180:0:34672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499186:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.499187:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499188:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.499189:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499190:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1778653883.499195:0:34672:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653883.499204:0:34672:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1778653883.499208:0:34672:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653883.499214:0:34672:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.499219:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.499220:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.499221:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=3 00000020:00000001:0.0:1778653883.499223:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499224:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00000002:00010000:0.0:1778653883.499228:0:34672:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1778653883.499237:0:34672:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff915384cb7840. 00010000:00000001:0.0:1778653883.499239:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499240:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.499242:0:34672:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.499244:0:34672:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1778653883.499246:0:34672:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1778653883.499249:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.499250:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00010000:00000001:0.0:1778653883.499252:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.499254:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.499255:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=3 00000020:00000001:0.0:1778653883.499257:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499259:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00000002:00010000:0.0:1778653883.499262:0:34672:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499267:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499268:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.499270:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1778653883.499271:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.499272:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.499273:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=3 00000020:00000001:0.0:1778653883.499275:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499277:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000040:0.0:1778653883.499279:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:0.0:1778653883.499281:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.499284:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.499287:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653883.499289:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1778653883.499296:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.499300:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.499303:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653883.499309:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499310:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.499311:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.499312:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.499313:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=3 00000020:00000001:0.0:1778653883.499315:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499317:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:0.0:1778653883.499319:0:34672:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1778653883.499321:0:34672:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499326:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.499328:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499333:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499333:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653883.499335:0:34672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1778653883.499340:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.499342:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.499345:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1778653883.499349:0:34672:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9153887d6780. 00010000:00000001:0.0:1778653883.499352:0:34672:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1778653883.499470:0:34672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1778653883.499473:0:34672:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.499475:0:34672:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.499477:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.499478:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.499480:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.499481:0:34672:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1778653883.499484:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7758 00000002:00002000:0.0:1778653883.499487:0:34672:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1778653883.499490:0:34672:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.499494:0:34672:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.499497:0:34672:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1778653883.499499:0:34672:0:(namei.c:950:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1778653883.499502:0:34672:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653883.499506:0:34672:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000001:0.0:1778653883.499509:0:34672:0:(namei.c:666:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1778653883.499511:0:34672:0:(namei.c:672:ll_lookup_it_finish()) it ffff9153886b6e40 it_disposition 80002b 00000080:00000001:0.0:1778653883.499514:0:34672:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:0.0:1778653883.499568:0:34672:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1778653883.499571:0:34672:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1778653883.499574:0:34672:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1778653883.499577:0:34672:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1778653883.499584:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.499589:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.499593:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000020:00000010:0.0:1778653883.499598:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990000. 00000020:00000010:0.0:1778653883.499601:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653883.499607:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.499613:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.499618:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.499623:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.499627:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.499630:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000008:00000010:0.0:1778653883.499634:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.499637:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.499640:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.499643:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.499645:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.499648:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000020:00000001:2.0:1778653883.499748:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.499752:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.499755:0:15848:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1778653883.499758:0:15848:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1778653883.499760:0:15848:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1778653883.499763:0:15848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.499771:0:15848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff915384c25600 already unused, calling callback (ffffffffc1a0d7a0) 00000080:00000001:2.0:1778653883.499773:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1778653883.499777:0:15848:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.499784:0:15848:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1778653883.499786:0:15848:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1778653883.499790:0:15848:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.499802:0:15848:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1778653883.499804:0:15848:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1778653883.499806:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.499808:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.499809:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c25600 refcount=3 00000020:00000001:2.0:1778653883.499811:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:2.0:1778653883.499813:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628482560 : -121687081069056 : ffff915384c25600) 00010000:00000001:2.0:1778653883.499817:0:15848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1778653883.499819:0:15848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1778653883.499825:0:15848:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1778653883.499829:0:15848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1778653883.499832:0:15848:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1778653883.499834:0:15848:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1778653883.499837:0:15848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1778653883.499838:0:15848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1778653883.499841:0:15848:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00000020:00000001:0.0:1778653883.499945:0:34672:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653883.499949:0:34672:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653883.499951:0:34672:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653883.499959:0:34672:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d55a0. 00020000:00000010:0.0:1778653883.499964:0:34672:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f86800. 00020000:00000010:0.0:1778653883.500105:0:34672:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d5cc0. 00020000:00000001:0.0:1778653883.500109:0:34672:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902883520 : -121686806668096 : ffff9153951d5cc0) 00020000:00000002:0.0:1778653883.500112:0:34672:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d5cc0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653883.500116:0:34672:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653883.500119:0:34672:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86800: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653883.500123:0:34672:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a5aa8) owner ffff915382a58000 00020000:00000001:0.0:1778653883.500126:0:34672:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653883.500127:0:34672:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a5aa8) owner ffff915382a58000 00020000:00000010:0.0:1778653883.500132:0:34672:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f86800. 00020000:00000010:0.0:1778653883.500135:0:34672:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d55a0. 00020000:00000010:0.0:1778653883.500138:0:34672:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d5cc0. 00020000:00000002:0.0:1778653883.500140:0:34672:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653883.500141:0:34672:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.500143:0:34672:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.500145:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.500148:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990000. 00000020:00000010:0.0:1778653883.500151:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153886b6d80. 00000008:00000010:0.0:1778653883.500156:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.500158:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.500162:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.500165:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.500168:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.500170:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000008:00000010:0.0:1778653883.500173:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.500176:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.500178:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.500181:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.500184:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000020:00000010:0.0:1778653883.500186:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000080:00000001:0.0:1778653883.500189:0:34672:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1778653883.500192:0:34672:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1778653883.500197:0:34672:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x36:0x0](ffff91538bd942c8): rc = 0 00000080:00000001:0.0:1778653883.500199:0:34672:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622386747425480 : -121686962126136 : ffff91538bd942c8) 00010000:00000001:0.0:1778653883.500202:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.500203:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.500205:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:0.0:1778653883.500207:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.500209:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000080:00000001:0.0:1778653883.500212:0:34672:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:0.0:1778653883.500214:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.500217:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.500219:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000020:00000010:0.0:1778653883.500222:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991800. 00000020:00000010:0.0:1778653883.500224:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.500227:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.500230:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.500232:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.500235:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.500237:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.500239:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990000. 00000008:00000010:0.0:1778653883.500242:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.500244:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.500247:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.500250:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.500252:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.500254:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000020:00000001:0.0:1778653883.500256:0:34672:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1778653883.500257:0:34672:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1778653883.500258:0:34672:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1778653883.500261:0:34672:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9153951d55a0. 00020000:00000010:0.0:1778653883.500264:0:34672:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff915385f86800. 00020000:00000010:0.0:1778653883.500266:0:34672:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9153951d58a0. 00020000:00000001:0.0:1778653883.500268:0:34672:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446622386902882464 : -121686806669152 : ffff9153951d58a0) 00020000:00000002:0.0:1778653883.500270:0:34672:0:(lov_ea.c:730:dump_lsm()) lsm ffff9153951d58a0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1778653883.500273:0:34672:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1778653883.500276:0:34672:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915385f86800: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:0.0:1778653883.500278:0:34672:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9153877a5aa8) owner ffff915382a58000 00020000:00000001:0.0:1778653883.500280:0:34672:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1778653883.500282:0:34672:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9153877a5aa8) owner ffff915382a58000 00020000:00000010:0.0:1778653883.500285:0:34672:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915385f86800. 00020000:00000010:0.0:1778653883.500288:0:34672:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9153951d55a0. 00020000:00000010:0.0:1778653883.500290:0:34672:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9153951d58a0. 00020000:00000002:0.0:1778653883.500292:0:34672:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1778653883.500293:0:34672:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.500295:0:34672:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.500298:0:34672:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1778653883.500301:0:34672:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:0.0:1778653883.500304:0:34672:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b1e0 addref 2/0 by ffff915382a58000. 00020000:00000002:0.0:1778653883.500307:0:34672:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653883.500309:0:34672:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1778653883.500312:0:34672:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1778653883.500313:0:34672:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1778653883.500315:0:34672:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1778653883.500317:0:34672:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1778653883.500319:0:34672:0:(file.c:6759:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1778653883.500322:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.500323:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991800. 00000020:00000010:0.0:1778653883.500326:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.500328:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.500330:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.500333:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.500335:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.500338:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.500340:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000008:00000010:0.0:1778653883.500342:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.500344:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.500346:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.500349:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.500351:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990000. 00000020:00000010:0.0:1778653883.500353:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000080:00000001:0.0:1778653883.500355:0:34672:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.500357:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.500358:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653883.500360:0:34672:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653883.500363:0:34672:0:(lmv_obd.c:4140:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1778653883.500366:0:34672:0:(lmv_obd.c:4147:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653883.500369:0:34672:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902f4 00800000:00000001:0.0:1778653883.500372:0:34672:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653883.500374:0:34672:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653883.500375:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.500376:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.500378:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:0.0:1778653883.500380:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.500382:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.500384:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.500385:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.500386:0:34672:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.500388:0:34672:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1778653883.500393:0:34672:0:(namei.c:651:ll_splice_alias()) Add dentry ffff91538bf230d8 inode ffff91538bd942c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1778653883.500397:0:34672:0:(namei.c:828:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1778653883.500400:0:34672:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00000001:0.0:1778653883.500403:0:34672:0:(namei.c:1304:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653883.500406:0:34672:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991000. 00000100:00000001:0.0:1778653883.500409:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.500416:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.500423:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.500436:0:34672:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1778653883.500438:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a60 00000080:00200008:0.0:1778653883.500440:0:34672:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 100000 00000080:00000010:0.0:1778653883.500448:0:34672:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff915394a7eb40. 00000080:00000010:0.0:1778653883.500455:0:34672:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff915384cb7a00. 00000080:00000001:0.0:1778653883.500457:0:34672:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1778653883.500461:0:34672:0:(lmv_obd.c:4158:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1778653883.500463:0:34672:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1778653883.500466:0:34672:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff915384cef2c0. 00000002:00100000:0.0:1778653883.500471:0:34672:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1778653883.500478:0:34672:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.500480:0:34672:0:(lmv_obd.c:4164:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653883.500483:0:34672:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1778653883.500487:0:34672:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.500489:0:34672:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.500492:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.500495:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1778653883.500501:0:34672:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653883.500504:0:34672:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff915383f40000. 02000000:00000001:0.0:1778653883.500559:0:34672:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1778653883.500561:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.500564:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a60 00000080:00000008:0.0:1778653883.500566:0:34672:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 100000, rc = 0 00000080:00000001:0.0:1778653883.500571:0:34672:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1778653883.500572:0:34672:0:(dcache.c:176:ll_intent_release()) intent ffff9153886b6e40 released 00000080:00010000:0.0:1778653883.500574:0:34672:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902f4 from it ffff9153886b6e40 00010000:00000001:0.0:1778653883.500576:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.500578:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.500579:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:0.0:1778653883.500581:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.500583:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.500585:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.500588:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1778653883.500594:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.500595:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.500597:0:34672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653883.500599:0:34672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653883.500601:0:34672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1778653883.500608:0:34672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653883.500611:0:34672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653883.500614:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.500617:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.500619:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.500620:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.500622:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653883.500623:0:34672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.500625:0:34672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.500628:0:34672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.500630:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.500631:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.500632:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1778653883.500633:0:34672:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1778653883.500635:0:34672:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1778653883.500637:0:34672:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1778653883.500639:0:34672:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653883.500641:0:34672:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653883.500643:0:34672:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.500646:0:34672:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1778653883.500690:0:34672:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.500693:0:34672:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653883.500695:0:34672:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.500697:0:34672:0:(namei.c:1539:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1778653883.500699:0:34672:0:(namei.c:1551:ll_atomic_open()) kfreed 'it': 72 at ffff9153886b6e40. 00000080:00000001:0.0:1778653883.500702:0:34672:0:(namei.c:1553:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.500706:0:34672:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:0.0:1778653883.500708:0:34672:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8), inode mode 81a4 mask 44 00000080:00000001:0.0:1778653883.500711:0:34672:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.500730:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d28 00000080:00200008:0.0:1778653883.500732:0:34672:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653883.500737:0:34672:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1778653883.500738:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7ca0 00000080:00200000:0.0:1778653883.500740:0:34672:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8),name=recon 00000080:00000010:0.0:1778653883.500745:0:34672:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915389991000. 00800000:00000002:0.0:1778653883.500750:0:34672:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:0.0:1778653883.500754:0:34672:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:0.0:1778653883.500757:0:34672:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1778653883.500759:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7bc0 00800000:00000002:0.0:1778653883.500761:0:34672:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1778653883.500764:0:34672:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1778653883.500769:0:34672:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1778653883.500773:0:34672:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1778653883.500775:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7a90 00000002:00010000:0.0:1778653883.500777:0:34672:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1778653883.500781:0:34672:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1778653883.500782:0:34672:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653883.500784:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.500787:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 4 00010000:00000001:0.0:1778653883.500790:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.500793:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.500795:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653883.500798:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1778653883.500806:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.500809:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.500811:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1778653883.500818:0:34672:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1778653883.500820:0:34672:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1778653883.500822:0:34672:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653883.500824:0:34672:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1778653883.500826:0:34672:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1778653883.500828:0:34672:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1778653883.500830:0:34672:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1778653883.500832:0:34672:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:0.0:1778653883.500835:0:34672:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991000. 00000080:00000001:0.0:1778653883.500838:0:34672:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1778653883.500839:0:34672:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1778653883.500842:0:34672:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00010000:00000001:2.0:1778653883.501109:0:15848:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.501115:0:15848:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1778653883.501116:0:15848:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1778653883.501119:0:15848:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1778653883.501121:0:15848:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.501124:0:15848:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1778653883.501132:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.501133:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1778653883.501134:0:15848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1778653883.501136:0:15848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1778653883.501137:0:15848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1778653883.501139:0:15848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:2.0:1778653883.501142:0:15848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.501144:0:15848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:2.0:1778653883.501146:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.501147:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1778653883.501148:0:15848:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1778653883.501151:0:15848:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1778653883.501152:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.501156:0:15848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1778653883.501158:0:15848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1778653883.501160:0:15848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1778653883.501162:0:15848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1778653883.501163:0:15848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1778653883.501165:0:15848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c25600 with handle 0x3df471c51a890302 from hash 00010000:00000001:2.0:1778653883.501168:0:15848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1778653883.501169:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.501170:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.501171:0:15848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1778653883.501174:0:15848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1778653883.501176:0:15848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1778653883.501180:0:15848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1778653883.501182:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.501183:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.501184:0:15848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.501186:0:15848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1778653883.501189:0:15848:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1778653883.501194:0:15848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915385fc2680. 00000020:00000040:2.0:1778653883.501198:0:15848:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:2.0:1778653883.501203:0:15848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1778653883.501204:0:15848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1778653883.501207:0:15848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1778653883.501212:0:15848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915386164400. 00000100:00000001:2.0:1778653883.501218:0:15848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.501221:0:15848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1778653883.501224:0:15848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778653883.501235:0:15848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1778653883.501236:0:15848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1778653883.501240:0:15848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1778653883.501244:0:15848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1778653883.501252:0:15848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034b11f04] to pc [ptlrpcd_01_00+0] req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1778653883.501336:0:15848:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1778653883.501339:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1778653883.501341:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.501342:0:15848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1778653883.501344:0:15848:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1778653883.501346:0:15848:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.501349:0:15848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1778653883.501355:0:15848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1778653883.501358:0:15848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c25600/0x3df471c51a890302 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d54172701bc expref: -99 pid: 34672 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1778653883.501365:0:15848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915384cb7840. 00010000:00000001:2.0:1778653883.501374:0:15848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1778653883.501376:0:15848:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1778653883.501378:0:15848:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9153887d6780. 00010000:00000001:2.0:1778653883.501381:0:15848:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.501383:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.501385:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.501387:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653883.501389:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.501390:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.501391:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1778653883.501393:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.501395:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.501396:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1778653883.501796:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.501800:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.501803:0:2368:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000080:00010000:0.0:1778653883.501805:0:34672:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902f4 00000100:00000040:3.0:1778653883.501811:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00800000:00000001:0.0:1778653883.501812:0:34672:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1778653883.501815:0:34672:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1778653883.501817:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.501820:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.501823:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000100:00000001:3.0:1778653883.501827:0:2368:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1778653883.501827:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000100:00000001:3.0:1778653883.501831:0:2368:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.501832:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.501837:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1778653883.501838:0:2368:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1778653883.501839:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1778653883.501841:0:34672:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.501842:0:2368:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1778653883.501844:0:34672:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.501856:0:2368:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1778653883.501859:0:2368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054702336:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653883.501864:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1778653883.501870:0:2368:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1778653883.501872:0:2368:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.501876:0:2368:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1778653883.501881:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9153853ff000. 02000000:00000001:3.0:1778653883.501883:0:2368:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1778653883.501890:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1778653883.501894:0:2368:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91538a20a688. 00000400:00000010:3.0:1778653883.501900:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32cd48. 00000100:00000200:3.0:1778653883.501906:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865052054702336, portal 18 00000100:00000001:3.0:1778653883.501908:0:2368:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.501910:0:2368:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386649048704 : -121687060502912 : ffff915385fc2680) 00000100:00000040:3.0:1778653883.501917:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.501924:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1778653883.501927:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000080:00010000:0.0:1778653883.501932:0:34672:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902f4 from it ffffa71ac1cb7cd8 00000400:00000010:3.0:1778653883.501933:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91538a32c770. 00000100:00000200:3.0:1778653883.501938:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865052054702336, offset 0 00010000:00000001:0.0:1778653883.501938:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.501939:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.501942:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:0.0:1778653883.501944:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:0.0:1778653883.501947:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00000400:00000200:3.0:1778653883.501949:0:2368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00010000:00000001:0.0:1778653883.501951:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.501956:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000400:00000200:3.0:1778653883.501959:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.501969:0:2368:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1778653883.501974:0:2368:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1778653883.501978:0:2368:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1778653883.501981:0:2368:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1778653883.501984:0:2368:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1778653883.501988:0:2368:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2608:2608:256:4294967295] 192.168.204.110@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:3.0:1778653883.501992:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1778653883.502002:0:2368:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1778653883.502008:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1778653883.502014:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538c0d5e00. 00000800:00000200:3.0:1778653883.502020:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1778653883.502028:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1778653883.502032:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538c0d5e00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1778653883.502046:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502049:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.502050:0:34672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653883.502052:0:34672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00000100:00000001:3.0:1778653883.502053:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.502055:0:34672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000100:00000040:3.0:1778653883.502060:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 810033 usecs (811 jiffies) 00010000:00000001:0.0:1778653883.502066:0:34672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:3.0:1778653883.502067:0:2368:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:0.0:1778653883.502070:0:34672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1778653883.502071:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439489 00010000:00000001:0.0:1778653883.502072:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.502076:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1778653883.502077:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00010000:00000001:0.0:1778653883.502079:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.502081:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.502083:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439489 00010000:00000001:0.0:1778653883.502086:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1778653883.502087:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00010000:00000001:0.0:1778653883.502089:0:34672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.502092:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.502093:0:34672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502096:0:34672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502099:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.502100:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502101:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1778653883.502103:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1778653883.502104:0:34672:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.502107:0:2368:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.502109:0:34672:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1778653883.502112:0:34672:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000100:00000001:3.0:1778653883.502113:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.502114:0:34672:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.502116:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653883.502118:0:34672:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1778653883.502121:0:34672:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.502123:0:34672:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.502124:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1778653883.502126:0:34672:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000100:00000001:3.0:1778653883.502127:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1778653883.502130:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:3.0:1778653883.502131:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.502133:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1778653883.502135:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653883.502136:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000100:00000001:3.0:1778653883.502137:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1778653883.502142:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000020:00000010:0.0:1778653883.502146:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990000. 00000020:00000010:0.0:1778653883.502149:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000100:00000001:3.0:1778653883.502151:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.502154:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1778653883.502155:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.502160:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.502164:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.502169:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.502173:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.502176:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000008:00000010:0.0:1778653883.502179:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.502182:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.502185:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.502188:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.502191:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.502193:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000020:00000001:0.0:1778653883.502197:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.502199:0:34672:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653883.502202:0:34672:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653883.502204:0:34672:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1778653883.502207:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.502209:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1778653883.502211:0:34672:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653883.502214:0:34672:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.502216:0:34672:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653883.502219:0:34672:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153831d6298 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1778653883.502222:0:34672:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653883.502225:0:34672:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653883.502227:0:34672:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653883.502229:0:34672:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653883.502231:0:34672:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.502233:0:34672:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653883.502235:0:34672:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653883.502237:0:34672:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502239:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.502240:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.502241:0:34672:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653883.502242:0:34672:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00000020:00000001:0.0:1778653883.502245:0:34672:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1778653883.502248:0:34672:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1778653883.502249:0:34672:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1778653883.502252:0:34672:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653883.502254:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653883.502256:0:34672:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653883.502258:0:34672:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653883.502262:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1778653883.502267:0:34672:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75480. 00020000:00000002:0.0:1778653883.502269:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653883.502271:0:34672:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653883.502273:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.502275:0:34672:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653883.502276:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.502279:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4e10. 00000020:00000010:0.0:1778653883.502282:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000020:00000010:0.0:1778653883.502285:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991e00. 00000020:00000010:0.0:1778653883.502287:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653883.502290:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.502293:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.502296:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.502299:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bd20. 00000800:00000200:1.0:1778653883.502301:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000080:00000010:0.0:1778653883.502302:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.502307:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000800:00000010:1.0:1778653883.502308:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538c0d5e00. 00000008:00000010:0.0:1778653883.502311:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998000. 00000400:00000200:1.0:1778653883.502314:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000010:0.0:1778653883.502315:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.502319:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deb90. 00000400:00000200:1.0:1778653883.502324:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000080:00000010:0.0:1778653883.502325:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7dd20. 00000020:00000001:0.0:1778653883.502329:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144664 : -121686953406952 : ffff91538c5e4e18) 00000400:00000200:1.0:1778653883.502331:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32c770 00000020:00001000:0.0:1778653883.502331:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4e10 00000400:00000010:1.0:1778653883.502336:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32c770. 00000020:00000001:0.0:1778653883.502336:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.502340:0:34672:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1778653883.502342:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1778653883.502343:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.502345:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653883.502347:0:34672:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1778653883.502349:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1778653883.502350:0:34672:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.502355:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.502360:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653883.502364:0:34672:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45c390. 00000100:00000001:1.0:1778653883.502366:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000008:00010000:0.0:1778653883.502368:0:34672:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000100:00000040:1.0:1778653883.502371:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1778653883.502372:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.502375:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653883.502378:0:34672:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d754b0, osc lock ffff91538a45c390, flags 0x400001002 00000020:00000001:0.0:1778653883.502383:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.502386:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.502386:0:34672:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.502390:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1778653883.502391:0:34672:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629858432 : -121687079693184 : ffff915384d75480) 00000020:00000001:0.0:1778653883.502395:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.502396:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.502398:0:34672:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502400:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502402:0:34672:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1778653883.502403:0:34672:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1778653883.502404:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.502406:0:34672:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.502408:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.502410:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.502412:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.502414:0:34672:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.502415:0:34672:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653883.502418:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653883.502420:0:34672:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.502422:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.502423:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653883.502424:0:34672:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653883.502425:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653883.502428:0:34672:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653883.502430:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.502435:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:0.0:1778653883.502437:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.502441:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.502443:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653883.502446:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1778653883.502454:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.502457:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.502460:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653883.502466:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.502467:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.502469:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:0.0:1778653883.502471:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.502473:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:0.0:1778653883.502476:0:34672:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653883.502478:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.502479:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.502481:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:0.0:1778653883.502483:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.502485:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000020:00000001:0.0:1778653883.502488:0:34672:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653883.502490:0:34672:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1778653883.502491:0:34672:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1778653883.502493:0:34672:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502494:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.502495:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.502497:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:0.0:1778653883.502498:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.502500:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.502502:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.502504:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1778653883.502510:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502511:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.502512:0:34672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653883.502513:0:34672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653883.502515:0:34672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653883.502647:0:34672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653883.502780:0:34672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653883.502782:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.502784:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502786:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.502787:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502789:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653883.502790:0:34672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502792:0:34672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502794:0:34672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.502796:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.502797:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502798:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.502800:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502801:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.502802:0:34672:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.502805:0:34672:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502807:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.502808:0:34672:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502810:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502811:0:34672:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653883.502812:0:34672:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1778653883.502815:0:34672:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1778653883.502816:0:34672:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1778653883.502818:0:34672:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502820:0:34672:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.502823:0:34672:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1778653883.502825:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.502827:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.502829:0:34672:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653883.502832:0:34672:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1778653883.502835:0:34672:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:0.0:1778653883.502838:0:34672:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502840:0:34672:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.502841:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:0.0:1778653883.502843:0:34672:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1778653883.502932:0:34672:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1778653883.502934:0:34672:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653883.502936:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_release():245 00000020:00000001:0.0:1778653883.502938:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.502939:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1778653883.502942:0:34672:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653883.502944:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.502945:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.502947:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.502948:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d754b0 (ffff91538c5e4e18/1) at cl_lock_cancel():142 00000008:00000001:0.0:1778653883.502951:0:34672:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1778653883.502952:0:34672:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1778653883.502953:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.502955:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.502956:0:34672:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653883.502957:0:34672:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.502958:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.502959:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.502960:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.502961:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1778653883.502964:0:34672:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1778653883.502965:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.503102:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d754b0 (ffff91538c5e4b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1778653883.503107:0:34672:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45c390. 00000020:00000001:0.0:1778653883.503110:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1778653883.503112:0:34672:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75480. 00020000:00000001:0.0:1778653883.503115:0:34672:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.503117:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.503118:0:34672:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1778653883.503119:0:34672:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503122:0:34672:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653883.503124:0:34672:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653883.503126:0:34672:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653883.503128:0:34672:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653883.503129:0:34672:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653883.503131:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4e10 00000020:00000010:0.0:1778653883.503135:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991e00. 00000020:00000010:0.0:1778653883.503139:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653883.503143:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.503146:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.503149:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.503152:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.503155:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.503158:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000008:00000010:0.0:1778653883.503161:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.503163:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.503165:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.503167:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7dd20. 00000020:00000010:0.0:1778653883.503169:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000020:00000010:0.0:1778653883.503171:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4e10. 00020000:00000001:0.0:1778653883.503174:0:34672:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653883.503175:0:34672:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653883.503178:0:34672:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653883.503180:0:34672:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653883.503182:0:34672:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653883.503184:0:34672:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503186:0:34672:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1778653883.503188:0:34672:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.503189:0:34672:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653883.503190:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.503192:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990000. 00000020:00000010:0.0:1778653883.503194:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.503197:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.503199:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.503201:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.503203:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.503206:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.503208:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 00000008:00000010:0.0:1778653883.503210:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.503212:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.503214:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.503216:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.503219:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000020:00000010:0.0:1778653883.503220:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000001:00000001:0.0:1778653883.503222:0:34672:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503227:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d28 00000080:00000008:0.0:1778653883.503230:0:34672:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1778653883.503314:0:34672:0:(file.c:2451:do_file_read_iter()) Process entered 00000020:00000001:0.0:1778653883.503316:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d88 00000080:00200008:0.0:1778653883.503318:0:34672:0:(file.c:2455:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1778653883.503321:0:34672:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1778653883.503323:0:34672:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653883.503327:0:34672:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1778653883.503331:0:34672:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1778653883.503353:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.503356:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.503359:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991400. 00000020:00000010:0.0:1778653883.503362:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991000. 00000020:00000010:0.0:1778653883.503365:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.503368:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.503370:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.503373:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.503376:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.503379:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.503381:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990000. 00000008:00000010:0.0:1778653883.503383:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.503386:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.503388:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.503390:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.503393:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.503395:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000080:00000001:0.0:1778653883.503398:0:34672:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1778653883.503400:0:34672:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503402:0:34672:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1778653883.503403:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c98 00000080:00200000:0.0:1778653883.503405:0:34672:0:(file.c:2059:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1778653883.503410:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c30 00000080:00200000:0.0:1778653883.503411:0:34672:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1778653883.503413:0:34672:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1778653883.503417:0:34672:0:(cl_io.c:214:cl_io_rw_init()) header@0000000096dc524f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1778653883.503419:0:34672:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1778653883.503421:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.503423:0:34672:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653883.503425:0:34672:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653883.503426:0:34672:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653883.503429:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.503430:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1778653883.503432:0:34672:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653883.503435:0:34672:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503437:0:34672:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653883.503438:0:34672:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503440:0:34672:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653883.503442:0:34672:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153831d6298 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1778653883.503445:0:34672:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653883.503447:0:34672:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653883.503449:0:34672:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653883.503450:0:34672:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653883.503452:0:34672:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503453:0:34672:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653883.503455:0:34672:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653883.503456:0:34672:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503458:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.503459:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.503460:0:34672:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653883.503461:0:34672:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00000020:00000001:0.0:1778653883.503464:0:34672:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503465:0:34672:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503468:0:34672:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1778653883.503470:0:34672:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1778653883.503472:0:34672:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1778653883.503474:0:34672:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1778653883.503477:0:34672:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1778653883.503479:0:34672:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1778653883.503481:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1778653883.503483:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.503485:0:34672:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653883.503486:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.503488:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4e10. 00000020:00000010:0.0:1778653883.503490:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990800. 00000020:00000010:0.0:1778653883.503492:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991800. 00000020:00000010:0.0:1778653883.503495:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653883.503497:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.503499:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.503502:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.503504:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.503507:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.503509:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000008:00000010:0.0:1778653883.503511:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.503514:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.503516:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.503519:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7dd20. 00000020:00000001:0.0:1778653883.503521:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144664 : -121686953406952 : ffff91538c5e4e18) 00000020:00001000:0.0:1778653883.503523:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4e10 00000020:00000001:0.0:1778653883.503525:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.503527:0:34672:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653883.503528:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.503529:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653883.503531:0:34672:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503532:0:34672:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503534:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.503536:0:34672:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1778653883.503537:0:34672:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1778653883.503540:0:34672:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503542:0:34672:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503544:0:34672:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503545:0:34672:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503547:0:34672:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503548:0:34672:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1778653883.503555:0:34672:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1778653883.503557:0:34672:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1778653883.503558:0:34672:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1778653883.503561:0:34672:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1778653883.503564:0:34672:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503566:0:34672:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503568:0:34672:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1778653883.503569:0:34672:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1778653883.503571:0:34672:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1778653883.503573:0:34672:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1778653883.503575:0:34672:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503576:0:34672:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503578:0:34672:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503579:0:34672:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.503581:0:34672:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503583:0:34672:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653883.503584:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.503585:0:34672:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653883.503587:0:34672:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653883.503588:0:34672:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503590:0:34672:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503591:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503593:0:34672:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503595:0:34672:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653883.503596:0:34672:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653883.503597:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653883.503599:0:34672:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653883.503600:0:34672:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653883.503602:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1778653883.503606:0:34672:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75480. 00020000:00000002:0.0:1778653883.503608:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1778653883.503610:0:34672:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653883.503611:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.503612:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.503614:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653883.503616:0:34672:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45c390. 00000008:00010000:0.0:1778653883.503617:0:34672:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1778653883.503619:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.503620:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653883.503622:0:34672:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d754b0, osc lock ffff91538a45c390, flags 0x0 00000020:00000001:0.0:1778653883.503623:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503625:0:34672:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.503627:0:34672:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629858432 : -121687079693184 : ffff915384d75480) 00000020:00000001:0.0:1778653883.503629:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.503630:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.503631:0:34672:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503632:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503634:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.503635:0:34672:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.503636:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.503637:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.503638:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.503640:0:34672:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.503641:0:34672:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1778653883.503643:0:34672:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.503645:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653883.503647:0:34672:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.504780:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.504784:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653883.504786:0:34672:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653883.504787:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653883.504790:0:34672:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653883.504793:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.504799:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:0.0:1778653883.504803:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.504808:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.504811:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653883.504815:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1778653883.504826:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.504831:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.504833:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653883.504840:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.504842:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.504934:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:0.0:1778653883.504937:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.504940:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:0.0:1778653883.504944:0:34672:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653883.504946:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.504947:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.504949:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:0.0:1778653883.504951:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.504952:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.504955:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.504955:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.504956:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:0.0:1778653883.504958:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.504960:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.504962:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.504964:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.505040:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653883.505049:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505051:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.505054:0:34672:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.505055:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.505057:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.505059:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=7 00000020:00000001:0.0:1778653883.505061:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.505063:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.505065:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.505068:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653883.505075:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505075:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653883.505078:0:34672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1778653883.505084:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.505085:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505086:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.505087:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505088:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.505089:0:34672:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.505092:0:34672:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505094:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505096:0:34672:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505098:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505100:0:34672:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505102:0:34672:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505104:0:34672:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505106:0:34672:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1778653883.505109:0:34672:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1778653883.505111:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b90 00000080:00200000:0.0:1778653883.505113:0:34672:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1778653883.505117:0:34672:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1778653883.505120:0:34672:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1778653883.505123:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1778653883.505125:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.505126:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.505128:0:34672:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653883.505130:0:34672:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653883.505133:0:34672:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505140:0:34672:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505141:0:34672:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505143:0:34672:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505146:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.505148:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.505150:0:34672:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653883.505152:0:34672:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1778653883.505154:0:34672:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:0.0:1778653883.505157:0:34672:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505159:0:34672:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505161:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000001:00000001:0.0:1778653883.505163:0:34672:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1778653883.505164:0:34672:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1778653883.505166:0:34672:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653883.505168:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653883.505170:0:34672:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653883.505171:0:34672:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653883.505174:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1778653883.505179:0:34672:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75b80. 00020000:00000002:0.0:1778653883.505181:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653883.505183:0:34672:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653883.505184:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.505185:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.505187:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653883.505191:0:34672:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45cf70. 00000008:00010000:0.0:1778653883.505194:0:34672:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1778653883.505196:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.505197:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653883.505199:0:34672:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d75bb0, osc lock ffff91538a45cf70, flags 0x400001002 00000020:00000001:0.0:1778653883.505201:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505202:0:34672:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505204:0:34672:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629860224 : -121687079691392 : ffff915384d75b80) 00000020:00000001:0.0:1778653883.505206:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.505207:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.505208:0:34672:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505209:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505211:0:34672:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1778653883.505213:0:34672:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1778653883.505214:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.505215:0:34672:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.505216:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.505217:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.505219:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.505221:0:34672:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.505222:0:34672:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653883.505225:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653883.505226:0:34672:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.505228:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.505229:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653883.505230:0:34672:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653883.505232:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653883.505234:0:34672:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653883.505235:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.505238:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:0.0:1778653883.505240:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.505243:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.505245:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.505248:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000800:00000001:1.0:1778653883.505253:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1778653883.505256:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.505260:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.505263:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000800:00000001:1.0:1778653883.505266:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.505271:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1778653883.505272:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.505275:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1778653883.505276:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1778653883.505277:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:0.0:1778653883.505281:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.505283:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:0.0:1778653883.505286:0:34672:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00000400:00000200:1.0:1778653883.505287:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:0.0:1778653883.505289:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.505292:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.505293:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=7 00000020:00000001:0.0:1778653883.505297:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000400:00000200:1.0:1778653883.505300:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00010000:00000001:0.0:1778653883.505301:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000020:00000001:0.0:1778653883.505305:0:34672:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653883.505307:0:34672:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1778653883.505308:0:34672:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1778653883.505310:0:34672:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653883.505311:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:0.0:1778653883.505314:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.505317:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1778653883.505319:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000040:0.0:1778653883.505320:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=8 00000020:00000001:0.0:1778653883.505324:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.505326:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000400:00000200:1.0:1778653883.505327:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:0.0:1778653883.505330:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.505334:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000400:00000200:1.0:1778653883.505335:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a04145354900 00000400:00000200:1.0:1778653883.505345:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:0.0:1778653883.505350:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505351:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1778653883.505355:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6b91 [1] + 224 00010000:00010000:0.0:1778653883.505355:0:34672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000800:00000001:1.0:1778653883.505367:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1778653883.505374:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.505375:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505376:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1778653883.505377:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1778653883.505378:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505380:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1778653883.505382:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:0.0:1778653883.505382:0:34672:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.505385:0:34672:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505388:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653883.505391:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00020000:00000001:0.0:1778653883.505392:0:34672:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505396:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505397:0:34672:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653883.505399:0:34672:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00000001:1.0:1778653883.505400:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1778653883.505402:0:34672:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1778653883.505404:0:34672:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1778653883.505406:0:34672:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505408:0:34672:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1778653883.505410:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1778653883.505412:0:34672:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1778653883.505415:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.505420:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.505423:0:34672:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653883.505426:0:34672:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00000100:00000040:1.0:1778653883.505428:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000002:0.0:1778653883.505429:0:34672:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=0 c=1778653883 b=1 00020000:00000001:0.0:1778653883.505435:0:34672:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505439:0:34672:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505443:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:0.0:1778653883.505448:0:34672:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1778653883.505452:0:34672:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1778653883.505454:0:34672:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653883.505455:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_release():245 00000020:00000001:0.0:1778653883.505458:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.505459:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_cancel():142 00000100:00000001:1.0:1778653883.505460:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:0.0:1778653883.505464:0:34672:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653883.505466:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.505467:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.505469:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.505471:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d75bb0 (ffff91538c5e4e18/1) at cl_lock_cancel():142 00000800:00000001:1.0:1778653883.505472:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000008:00000001:0.0:1778653883.505476:0:34672:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000800:00000001:1.0:1778653883.505477:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1778653883.505478:0:34672:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1778653883.505481:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505483:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.505484:0:34672:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653883.505486:0:34672:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.505487:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.505488:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.505490:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.505491:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1778653883.505494:0:34672:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1778653883.505496:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.505497:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d75bb0 (ffff91538c5e4b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1778653883.505500:0:34672:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45cf70. 00000020:00000001:0.0:1778653883.505503:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1778653883.505505:0:34672:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75b80. 00020000:00000001:0.0:1778653883.505507:0:34672:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.505508:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.505509:0:34672:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1778653883.505510:0:34672:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1778653883.505515:0:34672:0:(vvp_io.c:855:vvp_io_read_start()) header@0000000096dc524f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1778653883.505517:0:34672:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1778653883.505520:0:34672:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1778653883.505524:0:34672:0:(vvp_io.c:884:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1778653883.505529:0:34672:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1778653883.505531:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.505532:0:34672:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1778653883.505534:0:34672:0:(osc_io.c:1006:osc_io_read_start()) Process entered 00000020:00000001:0.0:1778653883.505535:0:34672:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.505537:0:34672:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.505539:0:34672:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1778653883.505541:0:34672:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653883.505543:0:34672:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505545:0:34672:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505547:0:34672:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:0.0:1778653883.505548:0:34672:0:(osc_io.c:1015:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505550:0:34672:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505552:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505553:0:34672:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505555:0:34672:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505556:0:34672:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1778653883.505557:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1778653883.505559:0:34672:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1778653883.505560:0:34672:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1778653883.505561:0:34672:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1778653883.505563:0:34672:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.505564:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.505567:0:34672:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653883.505569:0:34672:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653883.505571:0:34672:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653883.505572:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_release():245 00000020:00000001:0.0:1778653883.505575:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.505576:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1778653883.505578:0:34672:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653883.505579:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:3.0:1778653883.505581:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1778653883.505581:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.505583:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.505585:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d754b0 (ffff91538c5e4e18/1) at cl_lock_cancel():142 00000100:00000001:3.0:1778653883.505586:0:2368:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1778653883.505588:0:34672:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1778653883.505590:0:34672:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1778653883.505592:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.505594:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1778653883.505596:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1778653883.505596:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:0.0:1778653883.505598:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000400:00000001:3.0:1778653883.505599:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1778653883.505602:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000400:00000010:3.0:1778653883.505604:0:2368:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91538a20a688. 00010000:00000001:0.0:1778653883.505605:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.505610:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000400:00000200:3.0:1778653883.505611:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91538a32cd48 00000400:00000010:3.0:1778653883.505615:0:2368:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91538a32cd48. 00000100:00000001:3.0:1778653883.505620:0:2368:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1778653883.505622:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.505625:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1778653883.505627:0:2368:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1778653883.505628:0:34672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653883.505631:0:34672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653883.505634:0:34672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00000200:3.0:1778653883.505647:0:2368:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.505673:0:2368:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.505675:0:2368:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.505678:0:2368:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.505681:0:2368:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.505684:0:2368:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.505687:0:2368:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.505690:0:2368:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.505698:0:2368:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fd30 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1778653883.505702:0:2368:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.505705:0:2368:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.505706:0:2368:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.505709:0:2368:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.505712:0:2368:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.505716:0:2368:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653883.505718:0:2368:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1778653883.505720:0:2368:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.505723:0:2368:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.505727:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.505734:0:2368:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.505737:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.505739:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.505742:0:2368:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653883.505750:0:2368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915385fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3368fde0-d18c-4c9c-a094-d50367bc642b:2368:1865052054702336:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1778653883.505755:0:2368:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.505757:0:2368:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.505760:0:2368:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915385fc2680 x1865052054702336/t0(0) o103->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.505767:0:2368:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1778653883.505769:0:2368:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1778653883.505772:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9153853ff000. 02000000:00000001:3.0:1778653883.505775:0:2368:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1778653883.505777:0:2368:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1778653883.505790:0:2368:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:3.0:1778653883.505792:0:2368:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1778653883.505795:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915386164400. 02000000:00000001:3.0:1778653883.505799:0:2368:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1778653883.505801:0:2368:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1778653883.505803:0:2368:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915385fc2680. 00000100:00000001:3.0:1778653883.505806:0:2368:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1778653883.505807:0:2368:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.505810:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.505817:0:2368:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1778653883.505819:0:2368:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.505821:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1778653883.505823:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.506236:0:34672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653883.506238:0:34672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653883.506240:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.506244:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.506245:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.506247:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.506250:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653883.506251:0:34672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.506253:0:34672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.506255:0:34672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.506257:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.506258:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.506259:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.506260:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.506261:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.506262:0:34672:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653883.506263:0:34672:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.506264:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.506265:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.506266:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.506268:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1778653883.506270:0:34672:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1778653883.506271:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.506272:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d754b0 (ffff91538c5e4b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1778653883.506275:0:34672:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45c390. 00000020:00000001:0.0:1778653883.506277:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1778653883.506278:0:34672:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75480. 00020000:00000001:0.0:1778653883.506280:0:34672:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.506281:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.506282:0:34672:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1778653883.506283:0:34672:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653883.506285:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.506286:0:34672:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653883.506287:0:34672:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653883.506288:0:34672:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506290:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506291:0:34672:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653883.506293:0:34672:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653883.506294:0:34672:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1778653883.506296:0:34672:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1778653883.506297:0:34672:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653883.506299:0:34672:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653883.506300:0:34672:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653883.506301:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.506302:0:34672:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653883.506305:0:34672:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653883.506306:0:34672:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506308:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506309:0:34672:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653883.506310:0:34672:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653883.506312:0:34672:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506315:0:34672:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653883.506317:0:34672:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653883.506318:0:34672:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653883.506319:0:34672:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653883.506320:0:34672:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653883.506322:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4e10 00000020:00000010:0.0:1778653883.506327:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991800. 00000020:00000010:0.0:1778653883.506331:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653883.506336:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.506341:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.506346:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.506350:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.506354:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.506357:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990800. 00000008:00000010:0.0:1778653883.506361:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.506364:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.506367:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.506371:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7dd20. 00000020:00000010:0.0:1778653883.506373:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000020:00000010:0.0:1778653883.506375:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4e10. 00020000:00000001:0.0:1778653883.506378:0:34672:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653883.506380:0:34672:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653883.506381:0:34672:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653883.506383:0:34672:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653883.506386:0:34672:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.506388:0:34672:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.506390:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c98 00000080:00200000:0.0:1778653883.506392:0:34672:0:(file.c:2207:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1778653883.506395:0:34672:0:(file.c:2293:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1778653883.506397:0:34672:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.506400:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.506401:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991000. 00000020:00000010:0.0:1778653883.506404:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.506407:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.506409:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.506412:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.506415:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.506417:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.506419:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991400. 00000008:00000010:0.0:1778653883.506421:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.506423:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.506426:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.506428:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.506430:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990000. 00000020:00000010:0.0:1778653883.506432:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000020:00000001:0.0:1778653883.506438:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d88 00000080:00000008:0.0:1778653883.506440:0:34672:0:(file.c:2522:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1778653883.506443:0:34672:0:(file.c:2524:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1778653883.506563:0:34672:0:(file.c:2451:do_file_read_iter()) Process entered 00000020:00000001:0.0:1778653883.506566:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d88 00000080:00200008:0.0:1778653883.506568:0:34672:0:(file.c:2455:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1778653883.506572:0:34672:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1778653883.506574:0:34672:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1778653883.506576:0:34672:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1778653883.506579:0:34672:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653883.506584:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.506589:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4b40. 00000020:00000010:0.0:1778653883.506593:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389990000. 00000020:00000010:0.0:1778653883.506597:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389991400. 00000020:00000010:0.0:1778653883.506600:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.506604:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.506608:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.506611:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.506615:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.506618:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.506621:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991000. 00000008:00000010:0.0:1778653883.506625:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.506628:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.506630:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.506632:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7d2d0. 00000020:00000001:0.0:1778653883.506635:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756143944 : -121686953407672 : ffff91538c5e4b48) 00000020:00001000:0.0:1778653883.506637:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4b40 00000080:00000001:0.0:1778653883.506640:0:34672:0:(file.c:1970:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1778653883.506643:0:34672:0:(file.c:2021:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506645:0:34672:0:(file.c:2056:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1778653883.506646:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c98 00000080:00200000:0.0:1778653883.506647:0:34672:0:(file.c:2059:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1778653883.506690:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c30 00000080:00200000:0.0:1778653883.506692:0:34672:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1778653883.506694:0:34672:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1778653883.506698:0:34672:0:(cl_io.c:214:cl_io_rw_init()) header@0000000096dc524f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1778653883.506700:0:34672:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1778653883.506702:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.506705:0:34672:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1778653883.506707:0:34672:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1778653883.506708:0:34672:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1778653883.506711:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.506713:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1778653883.506715:0:34672:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653883.506719:0:34672:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506722:0:34672:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1778653883.506724:0:34672:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506726:0:34672:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653883.506730:0:34672:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153831d6298 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1778653883.506733:0:34672:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653883.506736:0:34672:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1778653883.506743:0:34672:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1778653883.506745:0:34672:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1778653883.506746:0:34672:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506749:0:34672:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1778653883.506751:0:34672:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1778653883.506752:0:34672:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506754:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.506755:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.506756:0:34672:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1778653883.506758:0:34672:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00000020:00000001:0.0:1778653883.506760:0:34672:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506762:0:34672:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506765:0:34672:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1778653883.506766:0:34672:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1778653883.506768:0:34672:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1778653883.506770:0:34672:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1778653883.506772:0:34672:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1778653883.506774:0:34672:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1778653883.506777:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1778653883.506779:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.506780:0:34672:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1778653883.506781:0:34672:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1778653883.506784:0:34672:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538c5e4e10. 00000020:00000010:0.0:1778653883.506787:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991e00. 00000020:00000010:0.0:1778653883.506790:0:34672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915389990800. 00000020:00000010:0.0:1778653883.506792:0:34672:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653883.506795:0:34672:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.506797:0:34672:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.506799:0:34672:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.506802:0:34672:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.506805:0:34672:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.506807:0:34672:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915389991800. 00000008:00000010:0.0:1778653883.506810:0:34672:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.506812:0:34672:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.506814:0:34672:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.506817:0:34672:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915389b7dd20. 00000020:00000001:0.0:1778653883.506819:0:34672:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386756144664 : -121686953406952 : ffff91538c5e4e18) 00000020:00001000:0.0:1778653883.506822:0:34672:0:(cl_object.c:831:cl_env_get()) 1@ffff91538c5e4e10 00000020:00000001:0.0:1778653883.506823:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.506824:0:34672:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1778653883.506826:0:34672:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1778653883.506827:0:34672:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1778653883.506828:0:34672:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506829:0:34672:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506830:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.506832:0:34672:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1778653883.506833:0:34672:0:(osc_io.c:511:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1778653883.506835:0:34672:0:(osc_io.c:531:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506836:0:34672:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506838:0:34672:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506840:0:34672:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506841:0:34672:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506842:0:34672:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1778653883.506843:0:34672:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1778653883.506934:0:34672:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1778653883.506936:0:34672:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1778653883.506939:0:34672:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1778653883.506941:0:34672:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506945:0:34672:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506947:0:34672:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1778653883.506948:0:34672:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1778653883.506950:0:34672:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1778653883.506952:0:34672:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1778653883.506953:0:34672:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506955:0:34672:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506956:0:34672:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506958:0:34672:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.506959:0:34672:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506961:0:34672:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1778653883.506962:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.506963:0:34672:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1778653883.506965:0:34672:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653883.506966:0:34672:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506967:0:34672:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506969:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.506970:0:34672:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.506972:0:34672:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1778653883.506974:0:34672:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653883.506975:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653883.506977:0:34672:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653883.506979:0:34672:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653883.506981:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1778653883.506986:0:34672:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75480. 00020000:00000002:0.0:1778653883.506989:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1778653883.506992:0:34672:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653883.506993:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.506995:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.506997:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653883.507000:0:34672:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45c390. 00000008:00010000:0.0:1778653883.507003:0:34672:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1778653883.507005:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.507007:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653883.507009:0:34672:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d754b0, osc lock ffff91538a45c390, flags 0x0 00000020:00000001:0.0:1778653883.507011:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507013:0:34672:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507015:0:34672:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629858432 : -121687079693184 : ffff915384d75480) 00000020:00000001:0.0:1778653883.507017:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.507018:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.507019:0:34672:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507021:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507023:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.507024:0:34672:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.507025:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.507026:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.507028:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.507029:0:34672:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.507031:0:34672:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1778653883.507033:0:34672:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507036:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653883.507038:0:34672:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.507040:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.507042:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653883.507043:0:34672:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653883.507044:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653883.507046:0:34672:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653883.507048:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.507053:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:0.0:1778653883.507057:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.507062:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.507065:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1778653883.507069:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1778653883.507080:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.507084:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.507087:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507094:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507095:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507097:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:0.0:1778653883.507099:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507101:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:0.0:1778653883.507104:0:34672:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653883.507105:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507106:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507108:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:0.0:1778653883.507110:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507111:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507113:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507115:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507116:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:0.0:1778653883.507118:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507120:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507122:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.507123:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.507126:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507133:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507134:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.507136:0:34672:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.507137:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507138:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507139:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=7 00000020:00000001:0.0:1778653883.507141:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507143:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507144:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.507146:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507152:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507153:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653883.507154:0:34672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507161:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.507162:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507163:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.507164:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507165:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.507167:0:34672:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.507169:0:34672:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507171:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507173:0:34672:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507174:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507176:0:34672:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507178:0:34672:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507180:0:34672:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507182:0:34672:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1778653883.507184:0:34672:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1778653883.507186:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7b90 00000080:00200000:0.0:1778653883.507188:0:34672:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1778653883.507191:0:34672:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1778653883.507193:0:34672:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1778653883.507195:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1778653883.507197:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.507199:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.507201:0:34672:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653883.507202:0:34672:0:(osc_io.c:1382:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1778653883.507205:0:34672:0:(osc_io.c:1395:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507207:0:34672:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507209:0:34672:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507210:0:34672:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507213:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.507215:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.507217:0:34672:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653883.507220:0:34672:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1778653883.507223:0:34672:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1778653883.507225:0:34672:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1778653883.507226:0:34672:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1778653883.507227:0:34672:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1778653883.507229:0:34672:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1778653883 a=1778653883 c=1778653883 b=1 00020000:00000001:0.0:1778653883.507232:0:34672:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1778653883.507234:0:34672:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=1778653883 c=1778653883 b=1 00020000:00000001:0.0:1778653883.507236:0:34672:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507238:0:34672:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507240:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000001:00000001:0.0:1778653883.507242:0:34672:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1778653883.507244:0:34672:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1778653883.507245:0:34672:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1778653883.507246:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1778653883.507247:0:34672:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1778653883.507248:0:34672:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1778653883.507250:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1778653883.507253:0:34672:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff915384d75b80. 00020000:00000002:0.0:1778653883.507255:0:34672:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1778653883.507257:0:34672:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1778653883.507258:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.507259:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.507261:0:34672:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1778653883.507263:0:34672:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538a45cf70. 00000008:00010000:0.0:1778653883.507265:0:34672:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1778653883.507266:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.507268:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1778653883.507269:0:34672:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff915384d75bb0, osc lock ffff91538a45cf70, flags 0x400001002 00000020:00000001:0.0:1778653883.507271:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507272:0:34672:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507273:0:34672:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386629860224 : -121687079691392 : ffff915384d75b80) 00000020:00000001:0.0:1778653883.507275:0:34672:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1778653883.507276:0:34672:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1778653883.507277:0:34672:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507278:0:34672:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507280:0:34672:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1778653883.507281:0:34672:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1778653883.507282:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.507283:0:34672:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1778653883.507284:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.507285:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.507287:0:34672:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.507288:0:34672:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1778653883.507289:0:34672:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1778653883.507291:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1778653883.507292:0:34672:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.507293:0:34672:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1778653883.507294:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1778653883.507295:0:34672:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1778653883.507296:0:34672:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1778653883.507297:0:34672:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1778653883.507298:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.507300:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:0.0:1778653883.507302:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1778653883.507304:0:34672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1778653883.507306:0:34672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.507308:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1778653883.507320:0:34672:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1778653883.507322:0:34672:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1778653883.507324:0:34672:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507330:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507332:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507333:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:0.0:1778653883.507335:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507337:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:0.0:1778653883.507339:0:34672:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1778653883.507340:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507341:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507342:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=7 00000020:00000001:0.0:1778653883.507344:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507345:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000020:00000001:0.0:1778653883.507349:0:34672:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653883.507350:0:34672:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1778653883.507351:0:34672:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1778653883.507352:0:34672:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.507353:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507354:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507355:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=8 00000020:00000001:0.0:1778653883.507357:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507359:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507360:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.507363:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507374:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507375:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1778653883.507377:0:34672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507523:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.507525:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507526:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.507528:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507529:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.507530:0:34672:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1778653883.507532:0:34672:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507534:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507536:0:34672:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507538:0:34672:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507540:0:34672:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1778653883.507541:0:34672:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1778653883.507543:0:34672:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1778653883.507544:0:34672:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1778653883.507546:0:34672:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507548:0:34672:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.507551:0:34672:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1778653883.507553:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.507555:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.507556:0:34672:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1778653883.507558:0:34672:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1778653883.507559:0:34672:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=1778653883 c=1778653883 b=1 00020000:00000001:0.0:1778653883.507562:0:34672:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507563:0:34672:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507647:0:34672:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:0.0:1778653883.507692:0:34672:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1778653883.507695:0:34672:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1778653883.507697:0:34672:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653883.507699:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_release():245 00000020:00000001:0.0:1778653883.507702:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.507703:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1778653883.507705:0:34672:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653883.507707:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.507708:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.507711:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.507712:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d75bb0 (ffff91538c5e4e18/1) at cl_lock_cancel():142 00000008:00000001:0.0:1778653883.507714:0:34672:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1778653883.507716:0:34672:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1778653883.507717:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507718:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.507719:0:34672:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653883.507721:0:34672:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.507722:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.507723:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.507724:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.507726:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153831d6238 (ffff91538c5e4b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1778653883.507728:0:34672:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1778653883.507729:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.507730:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d75bb0 (ffff91538c5e4b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1778653883.507733:0:34672:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45cf70. 00000020:00000001:0.0:1778653883.507737:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1778653883.507739:0:34672:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75b80. 00020000:00000001:0.0:1778653883.507741:0:34672:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.507743:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.507744:0:34672:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1778653883.507746:0:34672:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1778653883.507752:0:34672:0:(vvp_io.c:855:vvp_io_read_start()) header@0000000096dc524f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1778653883.507754:0:34672:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1778653883.507756:0:34672:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1778653883.507760:0:34672:0:(vvp_io.c:884:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1778653883.507765:0:34672:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1778653883.507767:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.507768:0:34672:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1778653883.507770:0:34672:0:(osc_io.c:1006:osc_io_read_start()) Process entered 00000020:00000001:0.0:1778653883.507771:0:34672:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.507773:0:34672:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:0.0:1778653883.507775:0:34672:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1778653883.507778:0:34672:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1778653883.507780:0:34672:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507782:0:34672:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507783:0:34672:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:0.0:1778653883.507785:0:34672:0:(osc_io.c:1015:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507787:0:34672:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507789:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507790:0:34672:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507792:0:34672:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507793:0:34672:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1778653883.507795:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1778653883.507796:0:34672:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1778653883.507797:0:34672:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1778653883.507798:0:34672:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1778653883.507800:0:34672:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507801:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507803:0:34672:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1778653883.507805:0:34672:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653883.507807:0:34672:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1778653883.507808:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_release():245 00000020:00000001:0.0:1778653883.507810:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.507811:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1778653883.507813:0:34672:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1778653883.507814:0:34672:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1778653883.507815:0:34672:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386755370280 : -121686954181336 : ffff91538c527d28) 00000020:00000001:0.0:1778653883.507817:0:34672:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1778653883.507818:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff915384d754b0 (ffff91538c5e4e18/1) at cl_lock_cancel():142 00000008:00000001:0.0:1778653883.507821:0:34672:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1778653883.507822:0:34672:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1778653883.507823:0:34672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1778653883.507824:0:34672:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1778653883.507826:0:34672:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:0.0:1778653883.507828:0:34672:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507830:0:34672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:0.0:1778653883.507832:0:34672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1778653883.507835:0:34672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1778653883.507857:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507859:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.507860:0:34672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1778653883.507862:0:34672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1778653883.507864:0:34672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1778653883.507872:0:34672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1778653883.507875:0:34672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1778653883.507877:0:34672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1778653883.507880:0:34672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.507882:0:34672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1778653883.507884:0:34672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.507885:0:34672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.507888:0:34672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.507889:0:34672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1778653883.507891:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507892:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1778653883.507893:0:34672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1778653883.507894:0:34672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1778653883.507895:0:34672:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1778653883.507896:0:34672:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.507897:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.507898:0:34672:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1778653883.507899:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.507900:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915389b7d308 (ffff91538c5e4b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1778653883.507903:0:34672:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1778653883.507904:0:34672:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1778653883.507905:0:34672:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff915384d754b0 (ffff91538c5e4b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1778653883.507907:0:34672:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538a45c390. 00000020:00000001:0.0:1778653883.507909:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1778653883.507910:0:34672:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff915384d75480. 00020000:00000001:0.0:1778653883.507912:0:34672:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.507913:0:34672:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1778653883.507914:0:34672:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1778653883.507916:0:34672:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1778653883.507918:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.507919:0:34672:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1778653883.507920:0:34672:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1778653883.507921:0:34672:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507923:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507924:0:34672:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1778653883.507925:0:34672:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1778653883.507926:0:34672:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1778653883.507928:0:34672:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1778653883.507930:0:34672:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1778653883.507931:0:34672:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653883.507932:0:34672:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1778653883.507934:0:34672:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1778653883.507935:0:34672:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1778653883.507937:0:34672:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1778653883.507939:0:34672:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507941:0:34672:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.507942:0:34672:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653883.507943:0:34672:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1778653883.507945:0:34672:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.507947:0:34672:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1778653883.507948:0:34672:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1778653883.507950:0:34672:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1778653883.507951:0:34672:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1778653883.507952:0:34672:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1778653883.507954:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4e10 00000020:00000010:0.0:1778653883.507957:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389990800. 00000020:00000010:0.0:1778653883.507961:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d58a0. 00000008:00000010:0.0:1778653883.507965:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfce18. 00020000:00000010:0.0:1778653883.507968:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5780. 00008000:00000010:0.0:1778653883.507971:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3ea60. 00000080:00000010:0.0:1778653883.507975:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bd20. 00000080:00000010:0.0:1778653883.507978:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d4db0. 00000020:00000010:0.0:1778653883.507980:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991e00. 00000008:00000010:0.0:1778653883.507983:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998000. 00020000:00000010:0.0:1778653883.507986:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c526400. 00008000:00000010:0.0:1778653883.507988:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deb90. 00000080:00000010:0.0:1778653883.507991:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7dd20. 00000020:00000010:0.0:1778653883.507993:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991800. 00000020:00000010:0.0:1778653883.507995:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4e10. 00020000:00000001:0.0:1778653883.507998:0:34672:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1778653883.507999:0:34672:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1778653883.508000:0:34672:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1778653883.508002:0:34672:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1778653883.508005:0:34672:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.508006:0:34672:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1778653883.508008:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7c98 00000080:00200000:0.0:1778653883.508010:0:34672:0:(file.c:2207:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1778653883.508013:0:34672:0:(file.c:2293:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1778653883.508015:0:34672:0:(file.c:2297:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1778653883.508016:0:34672:0:(cl_object.c:925:cl_env_put()) 1@ffff91538c5e4b40 00000020:00000010:0.0:1778653883.508018:0:34672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915389991400. 00000020:00000010:0.0:1778653883.508020:0:34672:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9153951d5cc0. 00000008:00000010:0.0:1778653883.508023:0:34672:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915389bfd940. 00020000:00000010:0.0:1778653883.508025:0:34672:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9153c20e5c00. 00008000:00000010:0.0:1778653883.508027:0:34672:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915384f3d530. 00000080:00000010:0.0:1778653883.508030:0:34672:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538872bf18. 00000080:00000010:0.0:1778653883.508032:0:34672:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153831d6238. 00000020:00000010:0.0:1778653883.508035:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389990000. 00000008:00000010:0.0:1778653883.508037:0:34672:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915389998dc0. 00020000:00000010:0.0:1778653883.508039:0:34672:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c527cc0. 00008000:00000010:0.0:1778653883.508041:0:34672:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91538a3deab8. 00000080:00000010:0.0:1778653883.508044:0:34672:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915389b7d2d0. 00000020:00000010:0.0:1778653883.508046:0:34672:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915389991000. 00000020:00000010:0.0:1778653883.508048:0:34672:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538c5e4b40. 00000020:00000001:0.0:1778653883.508050:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7d88 00000080:00000008:0.0:1778653883.508052:0:34672:0:(file.c:2522:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1778653883.508055:0:34672:0:(file.c:2524:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1778653883.508144:0:34672:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653883.508148:0:34672:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:0.0:1778653883.508152:0:34672:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653883.508155:0:34672:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.508163:0:34672:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1778653883.508166:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7db8 00000080:00200008:0.0:1778653883.508168:0:34672:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 100000 00000080:00000001:0.0:1778653883.508171:0:34672:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1778653883.508173:0:34672:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1778653883.508174:0:34672:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1778653883.508176:0:34672:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000002:0.0:1778653883.508178:0:34672:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915382a58000 00020000:00000001:0.0:1778653883.508180:0:34672:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.508182:0:34672:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1778653883.508189:0:34672:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1778653883.508191:0:34672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1778653883.508196:0:34672:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:0.0:1778653883.508198:0:34672:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1778653883.508201:0:34672:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1778653883.508203:0:34672:0:(lmv_obd.c:4115:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:0.0:1778653883.508205:0:34672:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1778653883.508207:0:34672:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1778653883.508213:0:34672:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff915389991000. 00000080:00000001:0.0:1778653883.508215:0:34672:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1778653883.508220:0:34672:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1778653883.508223:0:34672:0:(lmv_obd.c:1648:lmv_close()) Process entered 00800000:00000002:0.0:1778653883.508225:0:34672:0:(lmv_obd.c:1654:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:0.0:1778653883.508229:0:34672:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1778653883.508231:0:34672:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff915389b76000: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:0.0:1778653883.508237:0:34672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915387c9fb80. 00000020:00000040:0.0:1778653883.508241:0:34672:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=9 obd=lustre-MDT0000-mdc-ffff915389b76000 00000100:00000001:0.0:1778653883.508245:0:34672:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1778653883.508248:0:34672:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1778653883.508252:0:34672:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1778653883.508257:0:34672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915389990000. 00000100:00000001:0.0:1778653883.508263:0:34672:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1778653883.508279:0:34672:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1778653883.508289:0:34672:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1778653883.508293:0:34672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1778653883.508300:0:34672:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1778653883.508302:0:34672:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1778653883.508307:0:34672:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9153887d6e40. 00000100:00000001:0.0:1778653883.508309:0:34672:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386691075648 : -121687018475968 : ffff9153887d6e40) 00000100:00000001:0.0:1778653883.508311:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.508312:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000001:0.0:1778653883.508316:0:34672:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1778653883.508318:0:34672:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.508320:0:34672:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1778653883.508322:0:34672:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1778653883.508326:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.508332:0:34672:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1778653883.508334:0:34672:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.508337:0:34672:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1778653883.508339:0:34672:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1778653883.508341:0:34672:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1778653883.508344:0:34672:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34672:1865052054702592:192.168.204.110@tcp:35:cat.0 00000100:00000001:0.0:1778653883.508348:0:34672:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1778653883.508352:0:34672:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1778653883.508355:0:34672:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.508357:0:34672:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1778653883.508361:0:34672:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915385eec800. 02000000:00000001:0.0:1778653883.508363:0:34672:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1778653883.508369:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1778653883.508373:0:34672:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389900bb0. 00000400:00000010:0.0:1778653883.508378:0:34672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29dd0. 00000100:00000200:0.0:1778653883.508531:0:34672:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054702592, portal 10 00000100:00000001:0.0:1778653883.508534:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.508535:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000040:0.0:1778653883.508542:0:34672:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.508552:0:34672:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1778653883.508555:0:34672:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1778653883.508558:0:34672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915388a29aa0. 00000100:00000200:0.0:1778653883.508561:0:34672:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1865052054702592, offset 0 00000400:00000200:0.0:1778653883.508566:0:34672:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1778653883.508575:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.508581:0:34672:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1778653883.508587:0:34672:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1778653883.508590:0:34672:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1778653883.508594:0:34672:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1778653883.508597:0:34672:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1778653883.508601:0:34672:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2609:2609:256:4294967295] 192.168.204.110@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:0.0:1778653883.508605:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1778653883.508614:0:34672:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1778653883.508620:0:34672:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1778653883.508625:0:34672:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91538507d800. 00000800:00000200:0.0:1778653883.508632:0:34672:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1778653883.508640:0:34672:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1778653883.508644:0:34672:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91538507d800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1778653883.508731:0:34672:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.508734:0:34672:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 809057 usecs (810 jiffies) 00000400:00000200:0.0:1778653883.508737:0:34672:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1778653883.508739:0:34672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439495 00000100:00000001:0.0:1778653883.508741:0:34672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:0.0:1778653883.508743:0:34672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439495 00000100:00000001:0.0:1778653883.508744:0:34672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:0.0:1778653883.508746:0:34672:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.508748:0:34672:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.508750:0:34672:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1778653883.508751:0:34672:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1778653883.508753:0:34672:0:(client.c:2691:ptlrpc_set_wait()) set ffff9153887d6e40 going to sleep for 11 seconds 00000100:00000001:0.0:1778653883.508756:0:34672:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1778653883.508759:0:34672:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1778653883.508870:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.508875:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91538507d800. 00000400:00000200:1.0:1778653883.508880:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.508884:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1778653883.508890:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29aa0 00000400:00000010:1.0:1778653883.508892:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29aa0. 00000100:00000001:1.0:1778653883.508895:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1778653883.508900:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.508909:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1778653883.508912:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.508919:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.508920:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1778653883.511772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c25600. 00000800:00000001:1.0:1778653883.512026:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.512039:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.512042:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.512045:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.512052:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.512059:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.512068:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.512073:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.512078:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.512083:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145354a00 00000400:00000200:1.0:1778653883.512087:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.512092:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6b99 [1] + 224 00000800:00000001:1.0:1778653883.512111:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.512119:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.512122:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.512126:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.512133:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.512140:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1778653883.512150:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1778653883.512171:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1778653883.512180:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.512183:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.512328:0:34672:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1778653883.512335:0:34672:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1778653883.512336:0:34672:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1778653883.512339:0:34672:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389900bb0. 00000400:00000200:0.0:1778653883.512342:0:34672:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915388a29dd0 00000400:00000010:0.0:1778653883.512343:0:34672:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915388a29dd0. 00000100:00000001:0.0:1778653883.512345:0:34672:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1778653883.512349:0:34672:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1778653883.512356:0:34672:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915387c9fb80 x1865052054702592/t0(0) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512360:0:34672:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1778653883.512361:0:34672:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.512363:0:34672:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1778653883.512365:0:34672:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1778653883.512367:0:34672:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1778653883.512368:0:34672:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1778653883.512370:0:34672:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1778653883.512378:0:34672:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fca0 time=144 v=5 (10 5 5 5) 00000100:00001000:0.0:1778653883.512381:0:34672:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1778653883.512383:0:34672:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1778653883.512385:0:34672:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1778653883.512387:0:34672:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1778653883.512391:0:34672:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.512394:0:34672:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1778653883.512396:0:34672:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1778653883.512398:0:34672:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1778653883.512400:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.512401:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000100:00000001:0.0:1778653883.512405:0:34672:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1778653883.512407:0:34672:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1778653883.512410:0:34672:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1778653883.512412:0:34672:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1778653883.512416:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915387c9fb80 x1865052054702592/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512424:0:34672:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1778653883.512426:0:34672:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1778653883.512428:0:34672:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1778653883.512432:0:34672:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915387c9fb80 x1865052054702592/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1778653883.512438:0:34672:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915387c9fb80 pname:cluuid:pid:xid:nid:opc:job cat:3368fde0-d18c-4c9c-a094-d50367bc642b:34672:1865052054702592:192.168.204.110@tcp:35:cat.0 00000100:00000001:0.0:1778653883.512443:0:34672:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.512446:0:34672:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.512448:0:34672:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1778653883.512450:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.512453:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054702592/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512460:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653883.512463:0:34672:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9153887d6e40. 00000100:00000001:0.0:1778653883.512466:0:34672:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1778653883.512467:0:34672:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.512475:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.512476:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679315328 : -121687030236288 : ffff915387c9fb80) 00000002:00000001:0.0:1778653883.512479:0:34672:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.512483:0:34672:0:(lmv_obd.c:1656:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653883.512488:0:34672:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915389991000. 00000080:00000001:0.0:1778653883.512491:0:34672:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1778653883.512494:0:34672:0:(lmv_obd.c:4174:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1778653883.512498:0:34672:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1778653883.512503:0:34672:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512510:0:34672:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1778653883.512512:0:34672:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386679308160 : -121687030243456 : ffff915387c9df80) 00000100:00000001:0.0:1778653883.512514:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.512516:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512522:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.512523:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.512526:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915387c9fb80 x1865052054702592/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512531:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.512532:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.512534:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9df80 x1865052054702208/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1778653899 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512539:0:34672:0:(client.c:2769:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1778653883.512542:0:34672:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653883.512543:0:34672:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653883.512545:0:34672:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653883.512548:0:34672:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff915385eed000. 02000000:00000001:0.0:1778653883.512552:0:34672:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653883.512554:0:34672:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653883.512556:0:34672:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9df80. 00000100:00000001:0.0:1778653883.512559:0:34672:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653883.512560:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1778653883.512561:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.512564:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915387c9fb80 x1865052054702592/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512570:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1778653883.512571:0:34672:0:(client.c:2923:obd_mod_free()) kfreed 'mod': 32 at ffff915384cef2c0. 00000002:00000001:0.0:1778653883.512574:0:34672:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1778653883.512575:0:34672:0:(lmv_obd.c:4180:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653883.512577:0:34672:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff915384cb7a00. 00000100:00000001:0.0:1778653883.512580:0:34672:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.512582:0:34672:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff915387c9fb80 x1865052054702592/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1778653899 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1778653883.512592:0:34672:0:(client.c:2769:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1778653883.512594:0:34672:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1778653883.512596:0:34672:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff915385eec800. 02000000:00000001:0.0:1778653883.512598:0:34672:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1778653883.512599:0:34672:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1778653883.512600:0:34672:0:(genops.c:1244:class_import_put()) import ffff91538996f800 refcount=7 obd=lustre-MDT0000-mdc-ffff915389b76000 00000020:00000001:0.0:1778653883.512602:0:34672:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1778653883.512604:0:34672:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff915389990000. 02000000:00000001:0.0:1778653883.512606:0:34672:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1778653883.512607:0:34672:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1778653883.512608:0:34672:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff915387c9fb80. 00000100:00000001:0.0:1778653883.512611:0:34672:0:(client.c:2825:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1778653883.512612:0:34672:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1778653883.512614:0:34672:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1778653883.512617:0:34672:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff915394a7eb40. 00000080:00000001:0.0:1778653883.512621:0:34672:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1778653883.512626:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7db8 00000080:00000008:0.0:1778653883.512628:0:34672:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), flags 100000, rc = 0 00000080:00000001:0.0:1778653883.512632:0:34672:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1778653883.512637:0:34672:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1778653883.512639:0:34672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1cb7e00 00000080:00002000:0.0:1778653883.512640:0:34672:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf230d8, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:0.0:1778653883.512643:0:34672:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.520024:0:34673:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.520029:0:34673:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.520031:0:34673:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.520035:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b20 00000080:00200000:1.0:1778653883.520039:0:34673:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.520046:0:34673:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:1.0:1778653883.520052:0:34673:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.520055:0:34673:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.520060:0:34673:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.520062:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a40 00800000:00000002:1.0:1778653883.520065:0:34673:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.520069:0:34673:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.520073:0:34673:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.520078:0:34673:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.520080:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7910 00000002:00010000:1.0:1778653883.520082:0:34673:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.520086:0:34673:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.520088:0:34673:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.520091:0:34673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.520097:0:34673:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.520100:0:34673:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.520105:0:34673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.520109:0:34673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.520113:0:34673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1778653883.520123:0:34673:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.520127:0:34673:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.520130:0:34673:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1778653883.520137:0:34673:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.520138:0:34673:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.520140:0:34673:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.520142:0:34673:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.520144:0:34673:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.520146:0:34673:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.520148:0:34673:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.520151:0:34673:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.520154:0:34673:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:1.0:1778653883.520157:0:34673:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.520159:0:34673:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.520161:0:34673:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653883.520165:0:34673:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:1.0:1778653883.520168:0:34673:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.520170:0:34673:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.520172:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.520174:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.520176:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.520179:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.520182:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.520185:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520186:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.520188:0:34673:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.520190:0:34673:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.520192:0:34673:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1ce7b58 00010000:00000001:1.0:1778653883.520194:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.520195:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.520196:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.520198:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.520199:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.520202:0:34673:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.520204:0:34673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1778653883.520210:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520211:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.520213:0:34673:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.520215:0:34673:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.520217:0:34673:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653883.520225:0:34673:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.520228:0:34673:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.520230:0:34673:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.520234:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520235:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.520236:0:34673:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520239:0:34673:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.520240:0:34673:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520242:0:34673:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520245:0:34673:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520247:0:34673:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.520248:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520249:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.520252:0:34673:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.520254:0:34673:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.520256:0:34673:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653883.520261:0:34673:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.520264:0:34673:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1778653883.520267:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b48 00000080:00002000:1.0:1778653883.520268:0:34673:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf230d8) flags 0x48000e refc 0 00000080:00000001:1.0:1778653883.520270:0:34673:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.520272:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7b90 00000080:00200000:1.0:1778653883.520274:0:34673:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1778653883.520280:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7d08 00000080:00200008:1.0:1778653883.520282:0:34673:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1778653883.520286:0:34673:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.520287:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7c80 00000080:00200000:1.0:1778653883.520288:0:34673:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8),name=recon 00000080:00000010:1.0:1778653883.520293:0:34673:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:1.0:1778653883.520295:0:34673:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.520299:0:34673:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.520301:0:34673:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.520302:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7ba0 00800000:00000002:1.0:1778653883.520304:0:34673:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.520306:0:34673:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.520310:0:34673:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.520313:0:34673:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.520314:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7a70 00000002:00010000:1.0:1778653883.520316:0:34673:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.520318:0:34673:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.520320:0:34673:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.520321:0:34673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.520323:0:34673:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:1.0:1778653883.520325:0:34673:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.520328:0:34673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.520330:0:34673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.520333:0:34673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1778653883.520345:0:34673:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.520347:0:34673:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.520349:0:34673:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1778653883.520355:0:34673:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.520356:0:34673:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.520358:0:34673:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.520359:0:34673:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.520361:0:34673:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.520363:0:34673:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.520365:0:34673:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.520366:0:34673:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.520368:0:34673:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000080:00000001:1.0:1778653883.520370:0:34673:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.520372:0:34673:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.520374:0:34673:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00010000:1.0:1778653883.520376:0:34673:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902f4 00800000:00000001:1.0:1778653883.520378:0:34673:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.520379:0:34673:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.520380:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.520382:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.520383:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:1.0:1778653883.520384:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.520387:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.520389:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520390:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.520391:0:34673:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.520393:0:34673:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.520394:0:34673:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902f4 from it ffffa71ac1ce7cb8 00010000:00000001:1.0:1778653883.520396:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.520397:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.520398:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:1.0:1778653883.520400:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.520402:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.520404:0:34673:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.520406:0:34673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653883.520411:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520412:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.520413:0:34673:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.520414:0:34673:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.520416:0:34673:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653883.520421:0:34673:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.520423:0:34673:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.520424:0:34673:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.520426:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520427:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.520428:0:34673:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520430:0:34673:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.520431:0:34673:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520433:0:34673:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520435:0:34673:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.520436:0:34673:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.520437:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.520438:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.520439:0:34673:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.520440:0:34673:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653883.520443:0:34673:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1778653883.520446:0:34673:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1778653883.520448:0:34673:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653883.520450:0:34673:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1778653883.520452:0:34673:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.520454:0:34673:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653883.520457:0:34673:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1778653883.520460:0:34673:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653883.520465:0:34673:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6870. 00000020:00000010:1.0:1778653883.520468:0:34673:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67c00. 00000020:00000010:1.0:1778653883.520472:0:34673:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c66e00. 00000020:00000010:1.0:1778653883.520476:0:34673:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.520482:0:34673:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.520487:0:34673:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.520491:0:34673:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.520497:0:34673:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.520500:0:34673:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.520503:0:34673:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67400. 00000008:00000010:1.0:1778653883.520506:0:34673:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.520509:0:34673:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.520512:0:34673:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.520516:0:34673:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f7685a0. 00000020:00000001:1.0:1778653883.520519:0:34673:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720368760 : -121686989182856 : ffff91538a3c6878) 00000020:00001000:1.0:1778653883.520521:0:34673:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6870 00000020:00000001:1.0:1778653883.520525:0:34673:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.520528:0:34673:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1778653883.520530:0:34673:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1778653883.520531:0:34673:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1778653883.520534:0:34673:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653883.520535:0:34673:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1778653883.520537:0:34673:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1778653883.520539:0:34673:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.520540:0:34673:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653883.520543:0:34673:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153864bc060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1778653883.520546:0:34673:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153866027c0 00020000:00000001:1.0:1778653883.520549:0:34673:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1778653883.520550:0:34673:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1778653883.520552:0:34673:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1778653883.520554:0:34673:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.520556:0:34673:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1778653883.520558:0:34673:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1778653883.520560:0:34673:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.520562:0:34673:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653883.520562:0:34673:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1778653883.520564:0:34673:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1778653883.520565:0:34673:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff9153866027c0 00000020:00000001:1.0:1778653883.520568:0:34673:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653883.520570:0:34673:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1778653883.520571:0:34673:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1778653883.520574:0:34673:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1778653883.520575:0:34673:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1778653883.520577:0:34673:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1778653883.520579:0:34673:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1778653883.520584:0:34673:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1778653883.520589:0:34673:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538cd2d180. 00020000:00000002:1.0:1778653883.520591:0:34673:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1778653883.520593:0:34673:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1778653883.520595:0:34673:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653883.520596:0:34673:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1778653883.520598:0:34673:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653883.520599:0:34673:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6b40. 00000020:00000010:1.0:1778653883.520602:0:34673:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67200. 00000020:00000010:1.0:1778653883.520605:0:34673:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.520607:0:34673:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1e40. 00000008:00000010:1.0:1778653883.520610:0:34673:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc2ca0. 00020000:00000010:1.0:1778653883.520613:0:34673:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab480. 00008000:00000010:1.0:1778653883.520615:0:34673:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b880. 00000080:00000010:1.0:1778653883.520618:0:34673:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b348. 00000080:00000010:1.0:1778653883.520621:0:34673:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc6d8. 00000020:00000010:1.0:1778653883.520624:0:34673:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66000. 00000008:00000010:1.0:1778653883.520626:0:34673:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca29a0. 00020000:00000010:1.0:1778653883.520629:0:34673:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc000. 00008000:00000010:1.0:1778653883.520631:0:34673:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca160. 00000080:00000010:1.0:1778653883.520634:0:34673:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768e10. 00000020:00000001:1.0:1778653883.520636:0:34673:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720369480 : -121686989182136 : ffff91538a3c6b48) 00000020:00001000:1.0:1778653883.520638:0:34673:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6b40 00000020:00000001:1.0:1778653883.520639:0:34673:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.520641:0:34673:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1778653883.520644:0:34673:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653883.520645:0:34673:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1778653883.520647:0:34673:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.520925:0:34673:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.520928:0:34673:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720329192 : -121686989222424 : ffff91538a3bcde8) 00000020:00000001:1.0:1778653883.520930:0:34673:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1778653883.520935:0:34673:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c3d2720. 00000008:00010000:1.0:1778653883.520937:0:34673:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1778653883.520940:0:34673:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1778653883.520941:0:34673:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1778653883.520943:0:34673:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538cd2d1b0, osc lock ffff91538c3d2720, flags 0x400001002 00000020:00000001:1.0:1778653883.520945:0:34673:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.520947:0:34673:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.520950:0:34673:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386763780480 : -121686945771136 : ffff91538cd2d180) 00000020:00000001:1.0:1778653883.520952:0:34673:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1778653883.520953:0:34673:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1778653883.520955:0:34673:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.520956:0:34673:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.520958:0:34673:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1778653883.520960:0:34673:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1778653883.520962:0:34673:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1778653883.520964:0:34673:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1778653883.520965:0:34673:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653883.520966:0:34673:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720329192 : -121686989222424 : ffff91538a3bcde8) 00000020:00000001:1.0:1778653883.520968:0:34673:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1778653883.520970:0:34673:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1778653883.520971:0:34673:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1778653883.520974:0:34673:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1778653883.520977:0:34673:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1778653883.520978:0:34673:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1778653883.520979:0:34673:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1778653883.520980:0:34673:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1778653883.520981:0:34673:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1778653883.520983:0:34673:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1778653883.520985:0:34673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.520989:0:34673:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:1.0:1778653883.520991:0:34673:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.520995:0:34673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.520998:0:34673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.521001:0:34673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:1.0:1778653883.521011:0:34673:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.521014:0:34673:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.521017:0:34673:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1778653883.521024:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521026:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521028:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:1.0:1778653883.521030:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.521032:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:1.0:1778653883.521035:0:34673:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1778653883.521037:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521038:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521039:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:1.0:1778653883.521041:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.521043:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000020:00000001:1.0:1778653883.521046:0:34673:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1778653883.521048:0:34673:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1778653883.521050:0:34673:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1778653883.521051:0:34673:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521053:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521053:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521054:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:1.0:1778653883.521056:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.521058:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.521060:0:34673:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.521062:0:34673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1778653883.521073:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521074:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.521075:0:34673:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.521076:0:34673:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.521078:0:34673:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1778653883.521085:0:34673:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.521087:0:34673:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.521088:0:34673:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.521090:0:34673:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521092:0:34673:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.521094:0:34673:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521095:0:34673:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521097:0:34673:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521099:0:34673:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.521100:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521101:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.521102:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521103:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653883.521104:0:34673:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653883.521106:0:34673:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521108:0:34673:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.521110:0:34673:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521111:0:34673:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521113:0:34673:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1778653883.521114:0:34673:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1778653883.521116:0:34673:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1778653883.521118:0:34673:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1778653883.521119:0:34673:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521121:0:34673:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.521125:0:34673:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1778653883.521127:0:34673:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.521129:0:34673:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.521131:0:34673:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1778653883.521134:0:34673:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1778653883.521137:0:34673:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653883.521138:0:34673:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1778653883.521140:0:34673:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1778653883.521142:0:34673:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1778653883.521144:0:34673:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1778653883 a=1778653883 c=1778653883 b=1 00020000:00000001:1.0:1778653883.521147:0:34673:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653883.521149:0:34673:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=1778653883 c=1778653883 b=1 00020000:00000001:1.0:1778653883.521152:0:34673:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521154:0:34673:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521155:0:34673:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:1.0:1778653883.521157:0:34673:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1778653883.521160:0:34673:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1778653883.521162:0:34673:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1778653883.521164:0:34673:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153864bc000 (ffff91538a3c6878/0) at cl_lock_release():245 00000020:00000001:1.0:1778653883.521167:0:34673:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653883.521168:0:34673:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153864bc000 (ffff91538a3c6878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1778653883.521171:0:34673:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1778653883.521172:0:34673:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653883.521174:0:34673:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720329192 : -121686989222424 : ffff91538a3bcde8) 00000020:00000001:1.0:1778653883.521176:0:34673:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653883.521177:0:34673:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538cd2d1b0 (ffff91538a3c6b48/1) at cl_lock_cancel():142 00000008:00000001:1.0:1778653883.521179:0:34673:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1778653883.521181:0:34673:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1778653883.521182:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521183:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653883.521184:0:34673:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1778653883.521186:0:34673:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653883.521187:0:34673:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653883.521188:0:34673:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653883.521189:0:34673:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653883.521190:0:34673:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153864bc000 (ffff91538a3c6878/0) at cl_lock_fini():72 00020000:00000001:1.0:1778653883.521192:0:34673:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1778653883.521193:0:34673:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653883.521194:0:34673:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538cd2d1b0 (ffff91538a3c6878/1) at cl_lock_fini():72 00000008:00000010:1.0:1778653883.521197:0:34673:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c3d2720. 00000020:00000001:1.0:1778653883.521201:0:34673:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1778653883.521203:0:34673:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538cd2d180. 00020000:00000001:1.0:1778653883.521206:0:34673:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1778653883.521207:0:34673:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1778653883.521208:0:34673:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1778653883.521210:0:34673:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521212:0:34673:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653883.521214:0:34673:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653883.521215:0:34673:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653883.521216:0:34673:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653883.521217:0:34673:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653883.521219:0:34673:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6b40 00000020:00000010:1.0:1778653883.521221:0:34673:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.521225:0:34673:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1e40. 00000008:00000010:1.0:1778653883.521228:0:34673:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc2ca0. 00020000:00000010:1.0:1778653883.521232:0:34673:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab480. 00008000:00000010:1.0:1778653883.521235:0:34673:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b880. 00000080:00000010:1.0:1778653883.521239:0:34673:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b348. 00000080:00000010:1.0:1778653883.521242:0:34673:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc6d8. 00000020:00000010:1.0:1778653883.521244:0:34673:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67200. 00000008:00000010:1.0:1778653883.521247:0:34673:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca29a0. 00020000:00000010:1.0:1778653883.521250:0:34673:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc000. 00008000:00000010:1.0:1778653883.521253:0:34673:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca160. 00000080:00000010:1.0:1778653883.521256:0:34673:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768e10. 00000020:00000010:1.0:1778653883.521259:0:34673:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66000. 00000020:00000010:1.0:1778653883.521261:0:34673:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6b40. 00020000:00000001:1.0:1778653883.521264:0:34673:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653883.521266:0:34673:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653883.521268:0:34673:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653883.521270:0:34673:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653883.521273:0:34673:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1778653883.521274:0:34673:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.521276:0:34673:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653883.521278:0:34673:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653883.521279:0:34673:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653883.521280:0:34673:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6870 00000020:00000010:1.0:1778653883.521281:0:34673:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c66e00. 00000020:00000010:1.0:1778653883.521284:0:34673:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.521287:0:34673:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.521289:0:34673:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.521291:0:34673:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.521293:0:34673:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.521295:0:34673:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.521297:0:34673:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67c00. 00000008:00000010:1.0:1778653883.521299:0:34673:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.521301:0:34673:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.521302:0:34673:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.521304:0:34673:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f7685a0. 00000020:00000010:1.0:1778653883.521306:0:34673:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67400. 00000020:00000010:1.0:1778653883.521308:0:34673:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6870. 00000001:00000001:1.0:1778653883.521309:0:34673:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521314:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7d08 00000080:00000008:1.0:1778653883.521316:0:34673:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1778653883.521319:0:34673:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653883.521321:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7da0 00000080:00002000:1.0:1778653883.521322:0:34673:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf230d8, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:1.0:1778653883.521325:0:34673:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.521361:0:34673:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.521363:0:34673:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.521365:0:34673:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.521366:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7bc0 00000080:00200000:1.0:1778653883.521368:0:34673:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.521372:0:34673:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67400. 00800000:00000002:1.0:1778653883.521375:0:34673:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.521377:0:34673:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.521379:0:34673:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.521381:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7ae0 00800000:00000002:1.0:1778653883.521383:0:34673:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.521385:0:34673:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.521388:0:34673:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.521391:0:34673:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.521392:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce79b0 00000002:00010000:1.0:1778653883.521394:0:34673:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.521397:0:34673:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.521398:0:34673:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.521400:0:34673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.521403:0:34673:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.521405:0:34673:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.521407:0:34673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.521409:0:34673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.521412:0:34673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1778653883.521419:0:34673:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.521422:0:34673:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.521424:0:34673:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1778653883.521430:0:34673:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.521432:0:34673:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.521433:0:34673:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.521435:0:34673:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.521437:0:34673:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.521439:0:34673:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.521441:0:34673:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.521443:0:34673:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.521445:0:34673:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67400. 00000080:00000001:1.0:1778653883.521447:0:34673:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.521448:0:34673:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.521450:0:34673:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653883.521453:0:34673:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:1.0:1778653883.521456:0:34673:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.521457:0:34673:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.521458:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521459:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521461:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.521463:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521466:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521467:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521468:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.521469:0:34673:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.521471:0:34673:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.521473:0:34673:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1ce7bf8 00010000:00000001:1.0:1778653883.521474:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521475:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521476:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.521478:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521480:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521482:0:34673:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.521484:0:34673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1778653883.521490:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521491:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.521492:0:34673:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.521493:0:34673:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.521495:0:34673:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653883.521501:0:34673:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.521503:0:34673:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.521504:0:34673:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.521507:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521508:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.521509:0:34673:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521511:0:34673:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.521512:0:34673:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521514:0:34673:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521516:0:34673:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521518:0:34673:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.521519:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521520:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.521522:0:34673:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.521523:0:34673:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.521525:0:34673:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653883.521529:0:34673:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.521532:0:34673:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1778653883.521533:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7be8 00000080:00002000:1.0:1778653883.521535:0:34673:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf230d8) flags 0x48004e refc 0 00000080:00000001:1.0:1778653883.521537:0:34673:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521539:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7c30 00000080:00200000:1.0:1778653883.521540:0:34673:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1778653883.521553:0:34673:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1778653883.521555:0:34673:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1778653883.521558:0:34673:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653883.521559:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7e40 00000080:00002000:1.0:1778653883.521561:0:34673:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf230d8, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:1.0:1778653883.521563:0:34673:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.521572:0:34673:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.521574:0:34673:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.521575:0:34673:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.521576:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7bc0 00000080:00200000:1.0:1778653883.521577:0:34673:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.521580:0:34673:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67400. 00800000:00000002:1.0:1778653883.521583:0:34673:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.521585:0:34673:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.521586:0:34673:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.521587:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7ae0 00800000:00000002:1.0:1778653883.521589:0:34673:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.521591:0:34673:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.521592:0:34673:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.521595:0:34673:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.521596:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce79b0 00000002:00010000:1.0:1778653883.521597:0:34673:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.521600:0:34673:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.521601:0:34673:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.521603:0:34673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.521605:0:34673:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.521606:0:34673:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.521609:0:34673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.521610:0:34673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.521613:0:34673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1778653883.521620:0:34673:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.521622:0:34673:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.521625:0:34673:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1778653883.521631:0:34673:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.521632:0:34673:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.521634:0:34673:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.521635:0:34673:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.521637:0:34673:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.521639:0:34673:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.521641:0:34673:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.521642:0:34673:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.521644:0:34673:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67400. 00000080:00000001:1.0:1778653883.521646:0:34673:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.521648:0:34673:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.521892:0:34673:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653883.521895:0:34673:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:1.0:1778653883.521898:0:34673:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.521899:0:34673:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.521900:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521901:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521903:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.521905:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521907:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521909:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521910:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.521911:0:34673:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.521913:0:34673:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.521914:0:34673:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1ce7bf8 00010000:00000001:1.0:1778653883.521916:0:34673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.521917:0:34673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.521918:0:34673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.521920:0:34673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521922:0:34673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.521923:0:34673:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.521925:0:34673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1778653883.521931:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521932:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.521933:0:34673:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.521934:0:34673:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.521936:0:34673:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653883.521941:0:34673:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.521942:0:34673:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.521943:0:34673:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.521945:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521946:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.521948:0:34673:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521950:0:34673:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.521951:0:34673:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521952:0:34673:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521954:0:34673:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.521955:0:34673:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.521957:0:34673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.521958:0:34673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.521959:0:34673:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.521960:0:34673:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.521962:0:34673:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653883.521966:0:34673:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.521968:0:34673:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1778653883.521970:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7be8 00000080:00002000:1.0:1778653883.521971:0:34673:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf230d8) flags 0x48004e refc 0 00000080:00000001:1.0:1778653883.521973:0:34673:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.521975:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7c30 00000080:00200000:1.0:1778653883.521976:0:34673:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1778653883.521984:0:34673:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1778653883.521986:0:34673:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1778653883.521988:0:34673:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653883.521989:0:34673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1ce7e40 00000080:00002000:1.0:1778653883.521990:0:34673:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf230d8, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:1.0:1778653883.521993:0:34673:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.529525:0:34674:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.529533:0:34674:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.529534:0:34674:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.529537:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13b20 00000080:00200000:1.0:1778653883.529542:0:34674:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.529549:0:34674:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67400. 00800000:00000002:1.0:1778653883.529555:0:34674:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.529559:0:34674:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.529563:0:34674:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.529565:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13a40 00800000:00000002:1.0:1778653883.529568:0:34674:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.529572:0:34674:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.529576:0:34674:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.529581:0:34674:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.529583:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13910 00000002:00010000:1.0:1778653883.529584:0:34674:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.529588:0:34674:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.529589:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.529593:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.529600:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.529603:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.529608:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.529614:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.529618:0:34674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653883.529630:0:34674:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.529635:0:34674:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.529638:0:34674:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653883.529645:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.529647:0:34674:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.529741:0:34674:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.529744:0:34674:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.529746:0:34674:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.529748:0:34674:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.529751:0:34674:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.529753:0:34674:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.529757:0:34674:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67400. 00000080:00000001:1.0:1778653883.529761:0:34674:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.529762:0:34674:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.529765:0:34674:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653883.529768:0:34674:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:1.0:1778653883.529771:0:34674:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.529773:0:34674:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.529775:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.529778:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.529780:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.529782:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.529785:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.529788:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.529789:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.529790:0:34674:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.529792:0:34674:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.529794:0:34674:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1d13b58 00010000:00000001:1.0:1778653883.529797:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.529798:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.529799:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.529801:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.529803:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.529805:0:34674:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.529808:0:34674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653883.529814:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.529816:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.529817:0:34674:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.529819:0:34674:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.529821:0:34674:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653883.529828:0:34674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.529831:0:34674:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.529833:0:34674:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.529838:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.529839:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.529840:0:34674:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.529843:0:34674:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.529845:0:34674:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.529858:0:34674:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.529861:0:34674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.529863:0:34674:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.529865:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.529866:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.529868:0:34674:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.529870:0:34674:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.529872:0:34674:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653883.529877:0:34674:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.529880:0:34674:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1778653883.529882:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13b48 00000080:00002000:1.0:1778653883.529885:0:34674:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf230d8) flags 0x48004e refc 0 00000080:00000001:1.0:1778653883.529888:0:34674:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.529890:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13b90 00000080:00200000:1.0:1778653883.529892:0:34674:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1778653883.529898:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13d08 00000080:00200008:1.0:1778653883.529900:0:34674:0:(file.c:6227:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1778653883.529904:0:34674:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.529905:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13c80 00000080:00200000:1.0:1778653883.529907:0:34674:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8),name=recon 00000080:00000010:1.0:1778653883.529911:0:34674:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67400. 00800000:00000002:1.0:1778653883.529913:0:34674:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.529918:0:34674:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.529920:0:34674:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.529921:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13ba0 00800000:00000002:1.0:1778653883.529923:0:34674:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.529925:0:34674:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.529929:0:34674:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.529932:0:34674:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.529933:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13a70 00000002:00010000:1.0:1778653883.529935:0:34674:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.529938:0:34674:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.529940:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.529941:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.529944:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:1.0:1778653883.529946:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.529948:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.529950:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.529953:0:34674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1778653883.529960:0:34674:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.529962:0:34674:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.529965:0:34674:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1778653883.529977:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.529979:0:34674:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.529981:0:34674:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.529982:0:34674:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.529984:0:34674:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.529986:0:34674:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.529988:0:34674:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.529990:0:34674:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.529992:0:34674:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67400. 00000080:00000001:1.0:1778653883.529994:0:34674:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.529996:0:34674:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.529997:0:34674:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) 00000080:00010000:1.0:1778653883.530000:0:34674:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff91538bd942c8) for lock 0x3df471c51a8902f4 00800000:00000001:1.0:1778653883.530002:0:34674:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.530003:0:34674:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.530004:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.530005:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.530006:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:1.0:1778653883.530008:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.530010:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.530012:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530013:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.530014:0:34674:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.530015:0:34674:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.530017:0:34674:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902f4 from it ffffa71ac1d13cb8 00010000:00000001:1.0:1778653883.530018:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.530019:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.530020:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177000 refcount=3 00000020:00000001:1.0:1778653883.530022:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.530024:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657469952 : -121686052081664 : ffff9153c2177000) 00010000:00000001:1.0:1778653883.530026:0:34674:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.530029:0:34674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1778653883.530035:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530036:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.530036:0:34674:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.530038:0:34674:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.530040:0:34674:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653883.530045:0:34674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.530047:0:34674:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.530048:0:34674:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.530050:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530050:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.530052:0:34674:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530053:0:34674:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.530054:0:34674:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530056:0:34674:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530057:0:34674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530059:0:34674:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.530060:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530061:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.530062:0:34674:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.530063:0:34674:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653883.530066:0:34674:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1778653883.530069:0:34674:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1778653883.530070:0:34674:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1778653883.530072:0:34674:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1778653883.530073:0:34674:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.530075:0:34674:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653883.530078:0:34674:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1778653883.530080:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653883.530084:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6870. 00000020:00000010:1.0:1778653883.530087:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67400. 00000020:00000010:1.0:1778653883.530090:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67c00. 00000020:00000010:1.0:1778653883.530094:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.530101:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.530106:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.530110:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.530116:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.530119:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.530122:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66e00. 00000008:00000010:1.0:1778653883.530125:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.530128:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.530131:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.530134:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f7685a0. 00000020:00000001:1.0:1778653883.530137:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720368760 : -121686989182856 : ffff91538a3c6878) 00000020:00001000:1.0:1778653883.530140:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6870 00000020:00000001:1.0:1778653883.530144:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.530146:0:34674:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1778653883.530150:0:34674:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1778653883.530151:0:34674:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1778653883.530154:0:34674:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653883.530155:0:34674:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1778653883.530156:0:34674:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1778653883.530158:0:34674:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.530160:0:34674:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1778653883.530163:0:34674:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9153864bc060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1778653883.530166:0:34674:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000001:1.0:1778653883.530169:0:34674:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1778653883.530171:0:34674:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1778653883.530173:0:34674:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1778653883.530174:0:34674:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.530177:0:34674:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1778653883.530179:0:34674:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1778653883.530180:0:34674:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530182:0:34674:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653883.530183:0:34674:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1778653883.530184:0:34674:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1778653883.530186:0:34674:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00000020:00000001:1.0:1778653883.530188:0:34674:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1778653883.530190:0:34674:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1778653883.530192:0:34674:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1778653883.530195:0:34674:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1778653883.530196:0:34674:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1778653883.530198:0:34674:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1778653883.530200:0:34674:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1778653883.530205:0:34674:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1778653883.530210:0:34674:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91538cd2d480. 00020000:00000002:1.0:1778653883.530212:0:34674:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1778653883.530215:0:34674:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1778653883.530217:0:34674:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653883.530218:0:34674:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1778653883.530220:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653883.530222:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6b40. 00000020:00000010:1.0:1778653883.530224:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66000. 00000020:00000010:1.0:1778653883.530227:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67200. 00000020:00000010:1.0:1778653883.530229:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1e40. 00000008:00000010:1.0:1778653883.530232:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc2ca0. 00020000:00000010:1.0:1778653883.530235:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab480. 00008000:00000010:1.0:1778653883.530237:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b880. 00000080:00000010:1.0:1778653883.530240:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94b348. 00000080:00000010:1.0:1778653883.530242:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc6d8. 00000020:00000010:1.0:1778653883.530245:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000008:00000010:1.0:1778653883.530247:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca29a0. 00020000:00000010:1.0:1778653883.530250:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bc000. 00008000:00000010:1.0:1778653883.530252:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca160. 00000080:00000010:1.0:1778653883.530254:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f768e10. 00000020:00000001:1.0:1778653883.530256:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720369480 : -121686989182136 : ffff91538a3c6b48) 00000020:00001000:1.0:1778653883.530258:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6b40 00000020:00000001:1.0:1778653883.530260:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.530262:0:34674:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1778653883.530264:0:34674:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1778653883.530265:0:34674:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1778653883.530405:0:34674:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.530408:0:34674:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.530409:0:34674:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720329192 : -121686989222424 : ffff91538a3bcde8) 00000020:00000001:1.0:1778653883.530411:0:34674:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1778653883.530417:0:34674:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91538c3d2720. 00000008:00010000:1.0:1778653883.530419:0:34674:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1778653883.530421:0:34674:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1778653883.530423:0:34674:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1778653883.530424:0:34674:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91538cd2d4b0, osc lock ffff91538c3d2720, flags 0x400001002 00000020:00000001:1.0:1778653883.530426:0:34674:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.530428:0:34674:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.530431:0:34674:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622386763781248 : -121686945770368 : ffff91538cd2d480) 00000020:00000001:1.0:1778653883.530433:0:34674:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1778653883.530434:0:34674:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1778653883.530435:0:34674:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530437:0:34674:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530439:0:34674:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1778653883.530441:0:34674:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1778653883.530442:0:34674:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1778653883.530444:0:34674:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1778653883.530445:0:34674:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653883.530446:0:34674:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720329192 : -121686989222424 : ffff91538a3bcde8) 00000020:00000001:1.0:1778653883.530448:0:34674:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1778653883.530451:0:34674:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1778653883.530452:0:34674:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1778653883.530456:0:34674:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1778653883.530459:0:34674:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1778653883.530460:0:34674:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1778653883.530462:0:34674:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1778653883.530464:0:34674:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1778653883.530465:0:34674:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1778653883.530467:0:34674:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1778653883.530469:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.530472:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:1.0:1778653883.530475:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.530479:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.530482:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.530486:0:34674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1778653883.530495:0:34674:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.530498:0:34674:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.530501:0:34674:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1778653883.530508:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.530509:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.530511:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=4 00000020:00000001:1.0:1778653883.530512:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.530514:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000008:00000001:1.0:1778653883.530517:0:34674:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1778653883.530520:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.530521:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.530522:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=5 00000020:00000001:1.0:1778653883.530524:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.530526:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00000020:00000001:1.0:1778653883.530529:0:34674:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1778653883.530531:0:34674:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1778653883.530533:0:34674:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1778653883.530534:0:34674:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530536:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.530537:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.530538:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9153c2177e00 refcount=6 00000020:00000001:1.0:1778653883.530540:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.530541:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622387657473536 : -121686052078080 : ffff9153c2177e00) 00010000:00000001:1.0:1778653883.530543:0:34674:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.530545:0:34674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1778653883.530552:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530553:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.530554:0:34674:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.530555:0:34674:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.530558:0:34674:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1778653883.530565:0:34674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.530567:0:34674:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.530568:0:34674:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.530570:0:34674:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530572:0:34674:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.530573:0:34674:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530575:0:34674:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530577:0:34674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.530579:0:34674:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.530580:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530581:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.530582:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530583:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653883.530584:0:34674:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1778653883.530586:0:34674:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530587:0:34674:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1778653883.530589:0:34674:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530591:0:34674:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530592:0:34674:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1778653883.530593:0:34674:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1778653883.530595:0:34674:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1778653883.530596:0:34674:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1778653883.530598:0:34674:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530600:0:34674:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.530603:0:34674:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1778653883.530606:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.530608:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:1.0:1778653883.530610:0:34674:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1778653883.530612:0:34674:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1778653883.530615:0:34674:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1778653883 a=1778653883 c=1778653883 b=1 00020000:00000001:1.0:1778653883.530618:0:34674:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530620:0:34674:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530621:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000080:00200000:1.0:1778653883.530624:0:34674:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1778653883.530626:0:34674:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1778653883.530628:0:34674:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1778653883.530629:0:34674:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9153864bc000 (ffff91538a3c6878/0) at cl_lock_release():245 00000020:00000001:1.0:1778653883.530632:0:34674:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653883.530633:0:34674:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9153864bc000 (ffff91538a3c6878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1778653883.530635:0:34674:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1778653883.530637:0:34674:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1778653883.530638:0:34674:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386720329192 : -121686989222424 : ffff91538a3bcde8) 00000020:00000001:1.0:1778653883.530640:0:34674:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1778653883.530641:0:34674:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91538cd2d4b0 (ffff91538a3c6b48/1) at cl_lock_cancel():142 00000008:00000001:1.0:1778653883.530643:0:34674:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1778653883.530645:0:34674:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1778653883.530646:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.530647:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1778653883.530648:0:34674:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1778653883.530831:0:34674:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653883.530833:0:34674:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653883.530834:0:34674:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1778653883.530835:0:34674:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653883.530837:0:34674:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9153864bc000 (ffff91538a3c6878/0) at cl_lock_fini():72 00020000:00000001:1.0:1778653883.530840:0:34674:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1778653883.530841:0:34674:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1778653883.530842:0:34674:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91538cd2d4b0 (ffff91538a3c6878/1) at cl_lock_fini():72 00000008:00000010:1.0:1778653883.530845:0:34674:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91538c3d2720. 00000020:00000001:1.0:1778653883.530860:0:34674:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1778653883.530862:0:34674:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91538cd2d480. 00020000:00000001:1.0:1778653883.530867:0:34674:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1778653883.530868:0:34674:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1778653883.530869:0:34674:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1778653883.530871:0:34674:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530873:0:34674:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1778653883.530876:0:34674:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1778653883.530878:0:34674:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1778653883.530879:0:34674:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1778653883.530880:0:34674:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653883.530882:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6b40 00000020:00000010:1.0:1778653883.530886:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67200. 00000020:00000010:1.0:1778653883.530890:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1e40. 00000008:00000010:1.0:1778653883.530894:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc2ca0. 00020000:00000010:1.0:1778653883.530899:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab480. 00008000:00000010:1.0:1778653883.530902:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b880. 00000080:00000010:1.0:1778653883.530907:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94b348. 00000080:00000010:1.0:1778653883.530910:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc6d8. 00000020:00000010:1.0:1778653883.530912:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66000. 00000008:00000010:1.0:1778653883.530916:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca29a0. 00020000:00000010:1.0:1778653883.530919:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bc000. 00008000:00000010:1.0:1778653883.530922:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca160. 00000080:00000010:1.0:1778653883.530925:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f768e10. 00000020:00000010:1.0:1778653883.530928:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.530930:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6b40. 00020000:00000001:1.0:1778653883.530932:0:34674:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1778653883.530935:0:34674:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1778653883.530938:0:34674:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1778653883.530940:0:34674:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1778653883.530943:0:34674:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1778653883.530945:0:34674:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.530947:0:34674:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1778653883.530949:0:34674:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1778653883.530950:0:34674:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1778653883.530951:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6870 00000020:00000010:1.0:1778653883.530952:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67c00. 00000020:00000010:1.0:1778653883.530954:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.530957:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.530959:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.530961:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.530963:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.530965:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.530967:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67400. 00000008:00000010:1.0:1778653883.530969:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.530971:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.530972:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.530974:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f7685a0. 00000020:00000010:1.0:1778653883.530975:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66e00. 00000020:00000010:1.0:1778653883.530977:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6870. 00000001:00000001:1.0:1778653883.530979:0:34674:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.530984:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13d08 00000080:00000008:1.0:1778653883.530986:0:34674:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff91538bd942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1778653883.530990:0:34674:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1778653883.530991:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13da0 00000080:00002000:1.0:1778653883.530997:0:34674:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91538bf230d8, parent ffff91538bd08360, inode ffff91538bd942c8) hashed, 00000080:00000001:1.0:1778653883.531000:0:34674:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531026:0:34674:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.531029:0:34674:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.531030:0:34674:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.531032:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13bd8 00000080:00200000:1.0:1778653883.531033:0:34674:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.531038:0:34674:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c66e00. 00800000:00000002:1.0:1778653883.531041:0:34674:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.531043:0:34674:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.531046:0:34674:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.531048:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13af8 00800000:00000002:1.0:1778653883.531049:0:34674:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.531052:0:34674:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.531055:0:34674:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.531058:0:34674:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.531060:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d139c8 00000002:00010000:1.0:1778653883.531061:0:34674:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.531064:0:34674:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.531065:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531067:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531069:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.531071:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.531074:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.531076:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.531078:0:34674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1778653883.531089:0:34674:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.531092:0:34674:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.531094:0:34674:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1778653883.531099:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.531101:0:34674:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.531102:0:34674:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.531104:0:34674:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.531105:0:34674:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.531107:0:34674:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.531109:0:34674:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.531111:0:34674:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.531113:0:34674:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c66e00. 00000080:00000001:1.0:1778653883.531115:0:34674:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.531116:0:34674:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.531118:0:34674:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653883.531121:0:34674:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:1.0:1778653883.531124:0:34674:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.531126:0:34674:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.531127:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.531128:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.531129:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.531131:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531133:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531135:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531136:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.531137:0:34674:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.531139:0:34674:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.531141:0:34674:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1d13c10 00010000:00000001:1.0:1778653883.531143:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.531144:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.531145:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.531147:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531148:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531150:0:34674:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.531152:0:34674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1778653883.531157:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531158:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.531159:0:34674:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.531161:0:34674:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.531162:0:34674:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1778653883.531168:0:34674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.531170:0:34674:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.531171:0:34674:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.531174:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531175:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.531176:0:34674:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531178:0:34674:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.531179:0:34674:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531180:0:34674:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531182:0:34674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531183:0:34674:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.531184:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531185:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.531187:0:34674:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.531188:0:34674:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.531190:0:34674:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 1 00000080:00000001:1.0:1778653883.531193:0:34674:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531199:0:34674:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1778653883.531200:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13da0 00000080:00002000:1.0:1778653883.531201:0:34674:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91538bf230d8) flags 0x48004e refc 0 00000080:00000001:1.0:1778653883.531204:0:34674:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.531205:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13e10 00000080:00200000:1.0:1778653883.531207:0:34674:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1778653883.531210:0:34674:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:1.0:1778653883.531211:0:34674:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1778653883.531213:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13d30 00000080:00200000:1.0:1778653883.531214:0:34674:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08),name=/ 00000080:00000010:1.0:1778653883.531217:0:34674:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c66e00. 00800000:00000002:1.0:1778653883.531219:0:34674:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00000080:00000001:1.0:1778653883.531221:0:34674:0:(namei.c:942:ll_intent_lock()) Process entered 00800000:00000001:1.0:1778653883.531222:0:34674:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.531223:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13c50 00800000:00000002:1.0:1778653883.531225:0:34674:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1778653883.531227:0:34674:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1778653883.531228:0:34674:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1778653883.531230:0:34674:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1778653883.531232:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13b20 00000002:00010000:1.0:1778653883.531233:0:34674:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1778653883.531235:0:34674:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1778653883.531236:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531238:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531239:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.531241:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.531243:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.531245:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1778653883.531247:0:34674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1778653883.531252:0:34674:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1778653883.531254:0:34674:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653883.531256:0:34674:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1778653883.531262:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1778653883.531263:0:34674:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.531265:0:34674:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.531266:0:34674:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1778653883.531268:0:34674:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.531270:0:34674:0:(namei.c:950:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1778653883.531272:0:34674:0:(namei.c:988:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1778653883.531273:0:34674:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:1.0:1778653883.531275:0:34674:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c66e00. 00000080:00000001:1.0:1778653883.531277:0:34674:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1778653883.531278:0:34674:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.531280:0:34674:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00010000:1.0:1778653883.531282:0:34674:0:(llite_internal.h:1994:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91538bdb6c08) for lock 0x3df471c51a8902fb 00800000:00000001:1.0:1778653883.531284:0:34674:0:(lmv_obd.c:4060:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1778653883.531285:0:34674:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1778653883.531287:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.531288:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.531289:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.531291:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531292:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531294:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531295:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1778653883.531296:0:34674:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1778653883.531298:0:34674:0:(lmv_obd.c:4065:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1778653883.531299:0:34674:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3df471c51a8902fb from it ffffa71ac1d13d68 00010000:00000001:1.0:1778653883.531300:0:34674:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1778653883.531302:0:34674:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1778653883.531303:0:34674:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff915384c26600 refcount=3 00000020:00000001:1.0:1778653883.531304:0:34674:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531306:0:34674:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622386628486656 : -121687081064960 : ffff915384c26600) 00010000:00000001:1.0:1778653883.531307:0:34674:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1778653883.531310:0:34674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1778653883.531314:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531315:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.531316:0:34674:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1778653883.531317:0:34674:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1778653883.531319:0:34674:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1778653883.531324:0:34674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.531325:0:34674:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653883.531326:0:34674:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.531328:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531329:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.531330:0:34674:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531332:0:34674:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653883.531333:0:34674:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531334:0:34674:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531336:0:34674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531337:0:34674:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1778653883.531339:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531339:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1778653883.531340:0:34674:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1778653883.531341:0:34674:0:(client.c:2845:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1778653883.531343:0:34674:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91538bdb6c08), inode mode 41ff mask 3 00000080:00000001:1.0:1778653883.531346:0:34674:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531350:0:34674:0:(namei.c:2399:ll_unlink()) Process entered 00000020:00000001:1.0:1778653883.531351:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13df8 00000080:00200000:1.0:1778653883.531353:0:34674:0:(namei.c:2402:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91538bdb6c08) 00000080:00000001:1.0:1778653883.531356:0:34674:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1778653883.531357:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653883.531360:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6870. 00000020:00000010:1.0:1778653883.531363:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66e00. 00000020:00000010:1.0:1778653883.531366:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67400. 00000020:00000010:1.0:1778653883.531368:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.531372:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.531374:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.531377:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.531381:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.531383:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.531386:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67c00. 00000008:00000010:1.0:1778653883.531388:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.531390:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.531393:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.531395:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f7685a0. 00000020:00000001:1.0:1778653883.531398:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720368760 : -121686989182856 : ffff91538a3c6878) 00000020:00001000:1.0:1778653883.531399:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6870 00000020:00000001:1.0:1778653883.531401:0:34674:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1778653883.531404:0:34674:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000002:1.0:1778653883.531407:0:34674:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff915383f3b1e0 addref 2/0 by ffff915381220000. 00020000:00000002:1.0:1778653883.531409:0:34674:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000001:1.0:1778653883.531411:0:34674:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1778653883.531414:0:34674:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1778653883.531415:0:34674:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1778653883.531417:0:34674:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1778653883.531419:0:34674:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1778653883.531421:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6870 00000020:00000010:1.0:1778653883.531423:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67400. 00000020:00000010:1.0:1778653883.531426:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.531428:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.531430:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.531432:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.531435:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.531436:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.531438:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66e00. 00000008:00000010:1.0:1778653883.531440:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.531442:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.531444:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.531446:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f7685a0. 00000020:00000010:1.0:1778653883.531448:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67c00. 00000020:00000010:1.0:1778653883.531450:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6870. 00000080:00000001:1.0:1778653883.531452:0:34674:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1778653883.531456:0:34674:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff915385c67c00. 00800000:00000002:1.0:1778653883.531458:0:34674:0:(lmv_obd.c:3975:lmv_stripe_object_get()) get ffff915389b79f00 2 00800000:00000001:1.0:1778653883.531465:0:34674:0:(lmv_obd.c:3467:lmv_unlink()) Process entered 00800000:00000001:1.0:1778653883.531468:0:34674:0:(lmv_obd.c:2537:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1778653883.531471:0:34674:0:(lmv_obd.c:2556:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:1.0:1778653883.531473:0:34674:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1778653883.531475:0:34674:0:(lmv_obd.c:3507:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:1.0:1778653883.531479:0:34674:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1778653883.531481:0:34674:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653883.531483:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 2 00010000:00000001:1.0:1778653883.531485:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.531487:0:34674:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653883.531490:0:34674:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653883.531492:0:34674:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1778653883.531498:0:34674:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653883.531502:0:34674:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653883.531504:0:34674:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653883.531505:0:34674:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1778653883.531507:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531509:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531510:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 3 00010000:00000001:1.0:1778653883.531512:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531514:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.531515:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531516:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531517:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 3 00010000:00000001:1.0:1778653883.531519:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531520:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.531521:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531522:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531523:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff915387bcb300 count: 3 00010000:00000001:1.0:1778653883.531524:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531526:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531527:0:34674:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1778653883.531530:0:34674:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91538bdb6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1778653883.531533:0:34674:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1778653883.531535:0:34674:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1778653883.531537:0:34674:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653883.531539:0:34674:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531542:0:34674:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653883.531544:0:34674:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653883.531545:0:34674:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653883.531546:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.531548:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653883.531550:0:34674:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff915384c26600 with handle 0x3df471c51a8902fb from hash 00010000:00000001:1.0:1778653883.531552:0:34674:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653883.531553:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531554:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.531555:0:34674:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653883.531557:0:34674:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653883.531558:0:34674:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653883.531560:0:34674:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653883.531562:0:34674:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.531564:0:34674:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.531566:0:34674:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1778653883.531568:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 2 00010000:00000001:1.0:1778653883.531570:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1778653883.531571:0:34674:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1778653883.531573:0:34674:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1778653883.531575:0:34674:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1778653883.531580:0:34674:0:(namei.c:475:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1778653883.531582:0:34674:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1778653883.531583:0:34674:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1778653883.531584:0:34674:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:1.0:1778653883.531586:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531588:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531589:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:1.0:1778653883.531591:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531592:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.531594:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531595:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531596:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:1.0:1778653883.531597:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531599:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.531600:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531601:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531602:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:1.0:1778653883.531603:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531604:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1778653883.531606:0:34674:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1778653883.531607:0:34674:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1778653883.531608:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6100 count: 3 00010000:00000001:1.0:1778653883.531610:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1778653883.531611:0:34674:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531613:0:34674:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531615:0:34674:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:1.0:1778653883.531616:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1778653883.531618:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91538a3c6870. 00000020:00000010:1.0:1778653883.531620:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c66e00. 00000020:00000010:1.0:1778653883.531622:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff915385c67400. 00000020:00000010:1.0:1778653883.531624:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.531627:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.531629:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.531632:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.531634:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.531636:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.531638:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff915385c67a00. 00000008:00000010:1.0:1778653883.531640:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.531642:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.531644:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.531647:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91538f7685a0. 00000020:00000001:1.0:1778653883.531885:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386720368760 : -121686989182856 : ffff91538a3c6878) 00000020:00001000:1.0:1778653883.531888:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff91538a3c6870 00000020:00000001:1.0:1778653883.531890:0:34674:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1778653883.531892:0:34674:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:1.0:1778653883.531895:0:34674:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1778653883.531897:0:34674:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1778653883.531900:0:34674:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1778653883.531902:0:34674:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1778653883.531904:0:34674:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1778653883.531906:0:34674:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653883.531908:0:34674:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1778653883.531910:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff91538a3c6870 00000020:00000010:1.0:1778653883.531912:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff915385c67400. 00000020:00000010:1.0:1778653883.531915:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383ee1180. 00000008:00000010:1.0:1778653883.531918:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff915387cc0b28. 00020000:00000010:1.0:1778653883.531921:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91538b9ab540. 00008000:00000010:1.0:1778653883.531923:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915385c6b4f8. 00000080:00000010:1.0:1778653883.531925:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91538b94bbd0. 00000080:00000010:1.0:1778653883.531928:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9153864bc000. 00000020:00000010:1.0:1778653883.531930:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c66e00. 00000008:00000010:1.0:1778653883.531932:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387ca3080. 00020000:00000010:1.0:1778653883.531934:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538a3bcd80. 00008000:00000010:1.0:1778653883.531936:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9153886ca550. 00000080:00000010:1.0:1778653883.531938:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91538f7685a0. 00000020:00000010:1.0:1778653883.531940:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff915385c67a00. 00000020:00000010:1.0:1778653883.531942:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91538a3c6870. 00000080:00000001:1.0:1778653883.531944:0:34674:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1778653883.531946:0:34674:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1778653883.531948:0:34674:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff91538bd942c8) invalid 00000020:00000001:1.0:1778653883.531950:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13a60 00000080:00002000:1.0:1778653883.531951:0:34674:0:(llite_internal.h:2034:d_lustre_invalidate()) invalidate dentry recon (ffff91538bf230d8) parent ffff91538bd08360 inode ffff91538bd942c8 refc 1 00000080:00000001:1.0:1778653883.531954:0:34674:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1778653883.531956:0:34674:0:(namei.c:405:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1778653883.531957:0:34674:0:(namei.c:539:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.531959:0:34674:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1778653883.531961:0:34674:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1778653883.531962:0:34674:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1778653883.531963:0:34674:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1778653883.531965:0:34674:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1778653883.531967:0:34674:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9153c2177000 with handle 0x3df471c51a8902f4 from hash 00010000:00000001:1.0:1778653883.531969:0:34674:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1778653883.531970:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.531971:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.531972:0:34674:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1778653883.531974:0:34674:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1778653883.531975:0:34674:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1778653883.531977:0:34674:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1778653883.531979:0:34674:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1778653883.531981:0:34674:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1778653883.531988:0:34674:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff915389bc5c00. 00000020:00000040:1.0:1778653883.531993:0:34674:0:(genops.c:1231:class_import_get()) import ffff91538996f800 refcount=8 obd=lustre-MDT0000-mdc-ffff915389b76000 02000000:00000001:1.0:1778653883.531998:0:34674:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1778653883.532000:0:34674:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.532002:0:34674:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1778653883.532005:0:34674:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653883.532008:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1778653883.532009:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.532010:0:34674:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.532013:0:34674:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1778653883.532015:0:34674:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1778653883.532018:0:34674:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1778653883.532023:0:34674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff915385c67a00. 00000100:00000001:1.0:1778653883.532029:0:34674:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.532032:0:34674:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653883.532033:0:34674:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1778653883.532040:0:34674:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1778653883.532048:0:34674:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1778653883.532054:0:34674:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1778653883.532055:0:34674:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1778653883.532057:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653883.532059:0:34674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff9153c2177000/0x3df471c51a8902f4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xdfa36d5417270192 expref: -99 pid: 34671 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:1.0:1778653883.532066:0:34674:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff915385e9f540. 00010000:00000040:1.0:1778653883.532071:0:34674:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff9153837f6100 count: 0 00010000:00000010:1.0:1778653883.532075:0:34674:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff915383ee9500. 00010000:00000001:1.0:1778653883.532084:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.532085:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1778653883.532087:0:34674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff915389b76000 lock: ffff915384c26600/0x3df471c51a8902fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xdfa36d54172701a0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1778653883.532093:0:34674:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff915387bcb300 count: 0 00010000:00000010:1.0:1778653883.532095:0:34674:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91538cd2db80. 00010000:00000001:1.0:1778653883.532101:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1778653883.532102:0:34674:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.532103:0:34674:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1778653883.532105:0:34674:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.532107:0:34674:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1778653883.532119:0:34674:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff915389b76000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1778653883.532131:0:34674:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1778653883.532139:0:34674:0:(client.c:3341:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1778653883.532141:0:34674:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1778653883.532149:0:34674:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91538cc0acc0. 00000100:00000001:1.0:1778653883.532151:0:34674:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622386762591424 : -121686946960192 : ffff91538cc0acc0) 00000100:00000001:1.0:1778653883.532155:0:34674:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653883.532156:0:34674:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000001:1.0:1778653883.532161:0:34674:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1778653883.532166:0:34674:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.532168:0:34674:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1778653883.532170:0:34674:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1778653883.532174:0:34674:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.532188:0:34674:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1778653883.532190:0:34674:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.532194:0:34674:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1778653883.532196:0:34674:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1778653883.532199:0:34674:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1778653883.532202:0:34674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:34674:1865052054702848:192.168.204.110@tcp:36:rm.0 00000100:00000001:1.0:1778653883.532206:0:34674:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1778653883.532211:0:34674:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1778653883.532213:0:34674:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1778653883.532216:0:34674:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1778653883.532220:0:34674:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff915388bbb400. 02000000:00000001:1.0:1778653883.532221:0:34674:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1778653883.532228:0:34674:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1778653883.532232:0:34674:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff915389ff5370. 00000400:00000010:1.0:1778653883.532238:0:34674:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f194c8. 00000100:00000200:1.0:1778653883.532245:0:34674:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865052054702848, portal 10 00000100:00000001:1.0:1778653883.532247:0:34674:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1778653883.532248:0:34674:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000040:1.0:1778653883.532254:0:34674:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.532260:0:34674:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1778653883.532263:0:34674:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1778653883.532265:0:34674:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff915387f19bb0. 00000100:00000200:1.0:1778653883.532268:0:34674:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1865052054702848, offset 0 00000400:00000200:1.0:1778653883.532273:0:34674:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1778653883.532281:0:34674:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.532288:0:34674:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.532295:0:34674:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1778653883.532299:0:34674:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1778653883.532303:0:34674:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1778653883.532306:0:34674:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1778653883.532310:0:34674:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2610:2610:256:4294967295] 192.168.204.110@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:1.0:1778653883.532315:0:34674:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.532324:0:34674:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1778653883.532330:0:34674:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.532334:0:34674:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16900. 00000800:00000200:1.0:1778653883.532341:0:34674:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.532349:0:34674:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.532353:0:34674:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1778653883.532370:0:34674:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1778653883.532375:0:34674:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: using a timeout of 808082 usecs (809 jiffies) 00000400:00000200:1.0:1778653883.532378:0:34674:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1778653883.532381:0:34674:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 0 is 4296439517 00000100:00000001:1.0:1778653883.532384:0:34674:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 0, keep current deadline 4296442504 00000100:00000001:1.0:1778653883.532386:0:34674:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS new deadline estimation for cpu 1 is 4296439517 00000100:00000001:1.0:1778653883.532389:0:34674:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff915389b76000: PM QoS request active for cpu 1, keep current deadline 4296442504 00000100:00000001:1.0:1778653883.532392:0:34674:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1778653883.532395:0:34674:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1778653883.532397:0:34674:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1778653883.532399:0:34674:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1778653883.532401:0:34674:0:(client.c:2691:ptlrpc_set_wait()) set ffff91538cc0acc0 going to sleep for 11 seconds 00000100:00000001:1.0:1778653883.532403:0:34674:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1778653883.532406:0:34674:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1778653883.533121:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1778653883.533127:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16900. 00000400:00000200:0.0:1778653883.533132:0:2358:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1778653883.533140:0:2358:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1778653883.533145:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f19bb0 00000400:00000010:0.0:1778653883.533148:0:2358:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f19bb0. 00000100:00000001:0.0:1778653883.533152:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1778653883.533158:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.533171:0:2358:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1778653883.533175:0:2358:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1778653883.533183:0:2358:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1778653883.533185:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1778653883.539997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9153837f6100. 00010000:00000010:1.1:1778653883.540012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9153c2177000. 00010000:00000010:1.1:1778653883.540017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff915387bcb300. 00010000:00000010:1.1:1778653883.540020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff915384c26600. 00000800:00000001:1.0:1778653883.540869:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.540884:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1778653883.540888:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.540890:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.540900:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.540907:0:2359:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1778653883.540916:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.540921:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.540926:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.540931:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a04145354b00 00000400:00000200:1.0:1778653883.540936:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.540942:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6ba9 [1] + 224 00000800:00000001:1.0:1778653883.540949:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.540956:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1778653883.540959:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.540964:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1778653883.540971:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1778653883.540979:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1778653883.540990:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1778653883.541011:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1778653883.541019:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1778653883.541023:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.541028:0:2359:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1778653883.541035:0:2359:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2611:2611:256:4294967295] 192.168.204.110@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:1.0:1778653883.541039:0:2359:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1778653883.541048:0:2359:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1778653883.541053:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1778653883.541058:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff915382d16000. 00000800:00000200:1.0:1778653883.541064:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91538cc0a900] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1778653883.541071:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1778653883.541076:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff915382d16000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1778653883.541143:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1778653883.541147:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff915382d16000. 00000400:00000200:1.0:1778653883.541150:0:2359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1778653883.541154:0:2359:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1778653883.541159:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1778653883.541162:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.542329:0:34674:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1778653883.542338:0:34674:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1778653883.542340:0:34674:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1778653883.542345:0:34674:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff915389ff5370. 00000400:00000200:3.0:1778653883.542351:0:34674:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff915387f194c8 00000400:00000010:3.0:1778653883.542353:0:34674:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff915387f194c8. 00000100:00000001:3.0:1778653883.542358:0:34674:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1778653883.542365:0:34674:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1778653883.542376:0:34674:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff915389bc5c00 x1865052054702848/t0(0) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1778653899 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.542383:0:34674:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1778653883.542385:0:34674:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.542387:0:34674:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1778653883.542390:0:34674:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1778653883.542393:0:34674:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1778653883.542395:0:34674:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1778653883.542398:0:34674:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1778653883.542409:0:34674:0:(import.c:2144:obd_at_measure()) add 5 to ffff91538996fc58 time=144 v=5 (101 101 101 137) 00000100:00001000:3.0:1778653883.542413:0:34674:0:(import.c:2144:obd_at_measure()) add 1 to ffff91538996fc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1778653883.542416:0:34674:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1778653883.542418:0:34674:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1778653883.542420:0:34674:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1778653883.542424:0:34674:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.542427:0:34674:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1778653883.542429:0:34674:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a1/0x200000017] 00000100:00000001:3.0:1778653883.542432:0:34674:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1778653883.542434:0:34674:0:(client.c:3264:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1778653883.542435:0:34674:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446622386711976960 : -121686997574656 : ffff915389bc5c00) 00000100:00000001:3.0:1778653883.542439:0:34674:0:(client.c:3085:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1778653883.542441:0:34674:0:(client.c:3097:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff915389b76000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1778653883.542442:0:34674:0:(client.c:3098:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1778653883.542445:0:34674:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1778653883.542451:0:34674:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff915389bc5c00 x1865052054702848/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653899 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.542458:0:34674:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1778653883.542461:0:34674:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1778653883.542463:0:34674:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1778653883.542467:0:34674:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff915389bc5c00 x1865052054702848/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653899 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1778653883.542476:0:34674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff915389bc5c00 pname:cluuid:pid:xid:nid:opc:job rm:3368fde0-d18c-4c9c-a094-d50367bc642b:34674:1865052054702848:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1778653883.542480:0:34674:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1778653883.542483:0:34674:0:(client.c:2755:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1778653883.542485:0:34674:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1778653883.542487:0:34674:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.542491:0:34674:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff915389bc5c00 x1865052054702848/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653899 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.542498:0:34674:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1778653883.542500:0:34674:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91538cc0acc0. 00000100:00000001:3.0:1778653883.542503:0:34674:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1778653883.542504:0:34674:0:(client.c:3360:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1778653883.542512:0:34674:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.542515:0:34674:0:(lmv_obd.c:3517:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1778653883.542531:0:34674:0:(lmv_obd.c:4020:lmv_stripe_object_put()) put ffff915389b79f00 2 00000080:00000010:3.0:1778653883.542535:0:34674:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff915385c67c00. 00000100:00000001:3.0:1778653883.542542:0:34674:0:(client.c:2843:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1778653883.542545:0:34674:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff915389bc5c00 x1865052054702848/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff915389b76000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1778653899 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1778653883.542556:0:34674:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.542560:0:34674:0:(namei.c:2452:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.542570:0:34674:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1778653883.542573:0:34674:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa71ac1d13e28 00000080:00002000:3.0:1778653883.542575:0:34674:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91538bf230d8, parent ffff91538bd08360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1778653883.542578:0:34674:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1778653883.542583:0:34674:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1778653883.542589:0:34674:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1778653883.542597:0:34674:0:(llite_lib.c:3257:ll_delete_inode()) Process entered 00000080:00000001:3.0:1778653883.542600:0:34674:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1778653883.542603:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.542611:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01ea0. 00000020:00000010:3.0:1778653883.542615:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.542620:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.542625:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.542632:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.542638:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.542643:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.542691:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.542697:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.542701:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe000. 00000008:00000010:3.0:1778653883.542704:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.542707:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.542711:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.542714:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfec30. 00000020:00000001:3.0:1778653883.542717:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680766120 : -121687028785496 : ffff915387e01ea8) 00000020:00001000:3.0:1778653883.542720:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01ea0 00000020:00000001:3.0:1778653883.542726:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f850 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.542728:0:34674:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1778653883.542731:0:34674:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1778653883.542733:0:34674:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1778653883.542735:0:34674:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.542737:0:34674:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1778653883.542738:0:34674:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.542742:0:34674:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff915386471978 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1778653883.542745:0:34674:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000001:3.0:1778653883.542749:0:34674:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1778653883.542751:0:34674:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1778653883.542753:0:34674:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1778653883.542754:0:34674:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.542757:0:34674:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1778653883.542759:0:34674:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1778653883.542760:0:34674:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.542762:0:34674:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.542763:0:34674:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1778653883.542764:0:34674:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1778653883.542766:0:34674:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00000020:00000001:3.0:1778653883.542768:0:34674:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.542770:0:34674:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1778653883.542772:0:34674:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1778653883.542983:0:34674:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1778653883.542987:0:34674:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1778653883.542991:0:34674:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1778653883.542994:0:34674:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1778653883.542996:0:34674:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1778653883.542997:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.543000:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01240. 00000020:00000010:3.0:1778653883.543005:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe600. 00000020:00000010:3.0:1778653883.543008:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ffa00. 00000020:00000010:3.0:1778653883.543010:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bea0. 00000008:00000010:3.0:1778653883.543013:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653883.543015:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d9c0. 00008000:00000010:3.0:1778653883.543018:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce0a98. 00000080:00000010:3.0:1778653883.543021:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00a80. 00000080:00000010:3.0:1778653883.543023:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653883.543026:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853ff200. 00000008:00000010:3.0:1778653883.543028:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0adc0. 00020000:00000010:3.0:1778653883.543030:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653883.543032:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cff9e0. 00000080:00000010:3.0:1778653883.543035:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfe780. 00000020:00000001:3.0:1778653883.543037:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680762952 : -121687028788664 : ffff915387e01248) 00000020:00001000:3.0:1778653883.543039:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01240 00000020:00000001:3.0:1778653883.543041:0:34674:0:(cl_object.c:151:cl_object_top()) ffff915385c8f3a0 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.543043:0:34674:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1778653883.543046:0:34674:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1778653883.543047:0:34674:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1778653883.543048:0:34674:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543050:0:34674:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543052:0:34674:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622386754387240 : -121686955164376 : ffff91538c437d28) 00000020:00000001:3.0:1778653883.543054:0:34674:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1778653883.543055:0:34674:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543057:0:34674:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543059:0:34674:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543060:0:34674:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1778653883.543062:0:34674:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1778653883.543063:0:34674:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.543064:0:34674:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1778653883.543065:0:34674:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653883.543067:0:34674:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543068:0:34674:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543069:0:34674:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543071:0:34674:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543072:0:34674:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1778653883.543073:0:34674:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543074:0:34674:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543076:0:34674:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1778653883.543077:0:34674:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1778653883.543078:0:34674:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.543079:0:34674:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1778653883.543081:0:34674:0:(osc_io.c:1077:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1778653883.543083:0:34674:0:(osc_cache.c:3274:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1778653883.543088:0:34674:0:(osc_cache.c:1873:osc_update_pending()) obj ffff91538b8a6000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1778653883.543093:0:34674:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653883.543208:0:34674:0:(osc_cache.c:1817:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.543211:0:34674:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1778653883.543212:0:34674:0:(osc_cache.c:1844:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.543215:0:34674:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1778653883.543218:0:34674:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1778653883.543222:0:34674:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff915388b2da80@{[0 -> 255/255], [1|0|-|locking|wiY|ffff91538b8a6000], [1703936|1|+|-|ffff9153c2177e00|256|ffff915381220000]} make ready 00000008:00010000:3.0:1778653883.543233:0:34674:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000a69457fb ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1778653883.543243:0:34674:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:3.0:1778653883.543245:0:34674:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1778653883.543259:0:34674:0:(cl_page.c:1160:cl_page_make_ready()) page@000000006a4c366a[2 000000007701919d 1 1 0000000000000000] 00000020:00008000:3.0:1778653883.543260:0:34674:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1778653883.543262:0:34674:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1778653883.543263:0:34674:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653883.543265:0:34674:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653883.543266:0:34674:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653883.543267:0:34674:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653883.543269:0:34674:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653883.543272:0:34674:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[2 000000007701919d 1 1 0000000000000000] 00000020:00000001:3.0:1778653883.543273:0:34674:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1778653883.543275:0:34674:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1778653883.543276:0:34674:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1778653883.543278:0:34674:0:(cl_page.c:1182:cl_page_make_ready()) page@000000006a4c366a[2 000000007701919d 3 1 0000000000000000] 00000020:00000001:3.0:1778653883.543280:0:34674:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1778653883.543281:0:34674:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543284:0:34674:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.543285:0:34674:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.543287:0:34674:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1778653883.543289:0:34674:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543291:0:34674:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:3.0:1778653883.543293:0:34674:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.543295:0:34674:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:3.0:1778653883.543298:0:34674:0:(osc_cache.c:910:osc_extent_finish()) extent ffff915388b2da80@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff91538b8a6000], [1703936|1|+|-|ffff9153c2177e00|256|ffff915381220000]} extent finished. 00000008:00010000:3.0:1778653883.543303:0:34674:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a69457fb ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1778653883.543314:0:34674:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:3.0:1778653883.543316:0:34674:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1778653883.543319:0:34674:0:(cl_page.c:1104:cl_page_complete()) page@000000006a4c366a[2 000000007701919d 3 1 0000000000000000] 00000020:00000001:3.0:1778653883.543321:0:34674:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1778653883.543323:0:34674:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1778653883.543324:0:34674:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1778653883.543326:0:34674:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653883.543329:0:34674:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[2 000000007701919d 3 1 0000000000000000] 00000020:00000001:3.0:1778653883.543331:0:34674:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1778653883.543332:0:34674:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1778653883.543334:0:34674:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1778653883.543337:0:34674:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000006a4c366a[2 000000007701919d 1 1 0000000000000000] 00000080:00008000:3.0:1778653883.543339:0:34674:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1778653883.543352:0:34674:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1778653883.543353:0:34674:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1778653883.543355:0:34674:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653883.543358:0:34674:0:(cl_page.c:556:cl_batch_put()) page@000000006a4c366a[2 000000007701919d 1 1 0000000000000000] 00000020:00000001:3.0:1778653883.543359:0:34674:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1778653883.543361:0:34674:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1778653883.543362:0:34674:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:3.0:1778653883.543364:0:34674:0:(osc_cache.c:1602:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1778653883.543368:0:34674:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff915388b2da80@{[0 -> 255/255], [1|0|-|inv|wY|ffff91538b8a6000], [1703936|0|-|-|ffff9153c2177e00|256|ffff915381220000]} destroyed. 00000008:00010000:3.0:1778653883.543373:0:34674:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a69457fb ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1778653883.543381:0:34674:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1778653883.543382:0:34674:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1778653883.543385:0:34674:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff915388b2da80. 00000008:00000001:3.0:1778653883.543387:0:34674:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.543390:0:34674:0:(osc_cache.c:3209:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1778653883.543392:0:34674:0:(osc_cache.c:3246:osc_cache_wait_range()) obj ffff91538b8a6000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1778653883.543395:0:34674:0:(osc_cache.c:3247:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1778653883.543397:0:34674:0:(osc_cache.c:3406:osc_cache_writeback_range()) obj ffff91538b8a6000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1778653883.543401:0:34674:0:(osc_cache.c:3421:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1778653883.543403:0:34674:0:(osc_io.c:1139:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543405:0:34674:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543407:0:34674:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543408:0:34674:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543410:0:34674:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543412:0:34674:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1778653883.543414:0:34674:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1778653883.543415:0:34674:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1778653883.543416:0:34674:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1778653883.543418:0:34674:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1778653883.543419:0:34674:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543421:0:34674:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1778653883.543422:0:34674:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1778653883.543424:0:34674:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1778653883.543425:0:34674:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1778653883.543426:0:34674:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.543427:0:34674:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1778653883.543428:0:34674:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1778653883.543430:0:34674:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543431:0:34674:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543433:0:34674:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1778653883.543434:0:34674:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1778653883.543435:0:34674:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1778653883.543436:0:34674:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1778653883.543437:0:34674:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653883.543439:0:34674:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1778653883.543439:0:34674:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1778653883.543440:0:34674:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1778653883.543441:0:34674:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1778653883.543442:0:34674:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543444:0:34674:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543445:0:34674:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653883.543446:0:34674:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1778653883.543447:0:34674:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543449:0:34674:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1778653883.543450:0:34674:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1778653883.543451:0:34674:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1778653883.543452:0:34674:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1778653883.543453:0:34674:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653883.543455:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01240 00000020:00000010:3.0:1778653883.543457:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ffa00. 00000020:00000010:3.0:1778653883.543460:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bea0. 00000008:00000010:3.0:1778653883.543463:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861cce18. 00020000:00000010:3.0:1778653883.543467:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d9c0. 00008000:00000010:3.0:1778653883.543469:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce0a98. 00000080:00000010:3.0:1778653883.543471:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00a80. 00000080:00000010:3.0:1778653883.543474:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386472b58. 00000020:00000010:3.0:1778653883.543477:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe600. 00000008:00000010:3.0:1778653883.543480:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0adc0. 00020000:00000010:3.0:1778653883.543482:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c436400. 00008000:00000010:3.0:1778653883.543484:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cff9e0. 00000080:00000010:3.0:1778653883.543487:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfe780. 00000020:00000010:3.0:1778653883.543489:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ff200. 00000020:00000010:3.0:1778653883.543490:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01240. 00020000:00000001:3.0:1778653883.543492:0:34674:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1778653883.543494:0:34674:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1778653883.543496:0:34674:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1778653883.543497:0:34674:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1778653883.543500:0:34674:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1778653883.543501:0:34674:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1778653883.543502:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01ea0 00000020:00000010:3.0:1778653883.543504:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.543506:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.543507:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.543511:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.543513:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.543515:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.543531:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.543533:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853ffc00. 00000008:00000010:3.0:1778653883.543535:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.543537:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.543539:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.543541:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfec30. 00000020:00000010:3.0:1778653883.543543:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe000. 00000020:00000010:3.0:1778653883.543544:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01ea0. 00000080:00000001:3.0:1778653883.543546:0:34674:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653883.543552:0:34674:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1778653883.543555:0:34674:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622386753783776 : -121686955767840 : ffff91538c3a47e0) 00000020:00000001:3.0:1778653883.543557:0:34674:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1778653883.543559:0:34674:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1778653883.543560:0:34674:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1778653883.543561:0:34674:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1778653883.543562:0:34674:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1778653883.543565:0:34674:0:(cl_page.c:507:__cl_page_state_set()) page@000000006a4c366a[2 000000007701919d 1 1 0000000000000000] 00000020:00000001:3.0:1778653883.543567:0:34674:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1778653883.543568:0:34674:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1778653883.543570:0:34674:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1778653883.543572:0:34674:0:(osc_page.c:138:osc_page_delete()) ffff91538c3a4840 00000008:00000001:3.0:1778653883.543574:0:34674:0:(osc_cache.c:2675:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1778653883.543576:0:34674:0:(osc_cache.c:2678:osc_teardown_async_page()) teardown oap ffff91538c3a4850 page ffff91538c3a4840 at index 0. 00000008:00000001:3.0:1778653883.543577:0:34674:0:(osc_cache.c:2700:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1778653883.543581:0:34674:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1778653883.543582:0:34674:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeb11c47ad8c0 index 0 00000020:00000001:3.0:1778653883.543585:0:34674:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1778653883.543586:0:34674:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1778653883.543587:0:34674:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1778653883.543588:0:34674:0:(cl_page.c:556:cl_batch_put()) page@000000006a4c366a[1 000000007701919d 5 1 0000000000000000] 00000020:00000001:3.0:1778653883.543589:0:34674:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1778653883.543590:0:34674:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1778653883.543593:0:34674:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91538c3a47e0. 00000020:00000001:3.0:1778653883.543595:0:34674:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1778653883.543595:0:34674:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1778653883.543620:0:34674:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1778653883.543622:0:34674:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff91538bd942c8) 00800000:00000001:3.0:1778653883.543626:0:34674:0:(lmv_obd.c:1625:lmv_null_inode()) Process entered 00800000:00000002:3.0:1778653883.543627:0:34674:0:(lmv_obd.c:1627:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:3.0:1778653883.543631:0:34674:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1778653883.543635:0:34674:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1778653883.543636:0:34674:0:(lmv_obd.c:1637:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.543638:0:34674:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1778653883.543640:0:34674:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1778653883.543642:0:34674:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1778653883.543644:0:34674:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1778653883.543647:0:34674:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1778653883.543677:0:34674:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff915387e01ea0. 00000020:00000010:3.0:1778653883.543681:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe000. 00000020:00000010:3.0:1778653883.543684:0:34674:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.543687:0:34674:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.543690:0:34674:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.543692:0:34674:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.543694:0:34674:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.543696:0:34674:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.543698:0:34674:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.543700:0:34674:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9153853fe800. 00000008:00000010:3.0:1778653883.543701:0:34674:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.543703:0:34674:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.543705:0:34674:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.543707:0:34674:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff915387cfec30. 00000020:00000001:3.0:1778653883.543709:0:34674:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622386680766120 : -121687028785496 : ffff915387e01ea8) 00000020:00001000:3.0:1778653883.543710:0:34674:0:(cl_object.c:831:cl_env_get()) 1@ffff915387e01ea0 00020000:00000001:3.0:1778653883.543717:0:34674:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:3.0:1778653883.543719:0:34674:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000001:3.0:1778653883.543723:0:34674:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1778653883.543726:0:34674:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b1e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653883.543735:0:34674:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653883.543738:0:34674:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941a00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1778653883.543741:0:34674:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1778653883.543743:0:34674:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.543745:0:34674:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1778653883.543747:0:34674:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1778653883.543751:0:34674:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1778653883.543755:0:34674:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff9153837f6000 count: 2 00010000:00000001:3.0:1778653883.543758:0:34674:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1778653883.543760:0:34674:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1778653883.543762:0:34674:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1778653883.543765:0:34674:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1778653883 1778653883 1778653883 ns: lustre-OST0000-osc-ffff915389b76000 lock: 0000000069930778/0x3df471c51a8902df lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xdfa36d5417270161 expref: -99 pid: 34665 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1778653883.543775:0:34674:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000020:00000001:3.0:1778653883.543777:0:34674:0:(cl_object.c:151:cl_object_top()) ffff91538b8a6000 -> ffff915385c8f850 00000008:00000001:3.0:1778653883.543778:0:34674:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653883.543781:0:34674:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1778653883.543783:0:34674:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1778653883.543785:0:34674:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1778653883.544212:0:34674:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91538b8a6000. 00020000:00000001:3.0:1778653883.544218:0:34674:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1778653883.544220:0:34674:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff915385c8f320. 00020000:00000001:3.0:1778653883.544225:0:34674:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1778653883.544227:0:34674:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1778653883.544229:0:34674:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1778653883.544231:0:34674:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000001:3.0:1778653883.544233:0:34674:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:3.0:1778653883.544234:0:34674:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:3.0:1778653883.544236:0:34674:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000001:3.0:1778653883.544238:0:34674:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1778653883.544240:0:34674:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91538b9c6108. 00020000:00000010:3.0:1778653883.544243:0:34674:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91538666c240. 00020000:00000010:3.0:1778653883.544245:0:34674:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff915387e04230. 00020000:00000002:3.0:1778653883.544248:0:34674:0:(lov_ea.c:730:dump_lsm()) lsm ffff915383f3b1e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1778653883.544251:0:34674:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1778653883.544254:0:34674:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff915389941a00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:3.0:1778653883.544259:0:34674:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff915389941a00. 00020000:00000010:3.0:1778653883.544262:0:34674:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff915383f3b600. 00020000:00000010:3.0:1778653883.544264:0:34674:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff915383f3b1e0. 00020000:00000001:3.0:1778653883.544265:0:34674:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1778653883.544266:0:34674:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9153877a5aa8) owner 0000000000000000/ffff915381220000 00020000:00000010:3.0:1778653883.544268:0:34674:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9153877a5aa8. 00020000:00000001:3.0:1778653883.544270:0:34674:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:3.0:1778653883.544272:0:34674:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff915385c8f7d0. 00000020:00001000:3.0:1778653883.544275:0:34674:0:(cl_object.c:925:cl_env_put()) 1@ffff915387e01ea0 00000020:00000010:3.0:1778653883.544278:0:34674:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9153853ffc00. 00000020:00000010:3.0:1778653883.544280:0:34674:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff915383f3bba0. 00000008:00000010:3.0:1778653883.544282:0:34674:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9153861c9650. 00020000:00000010:3.0:1778653883.544286:0:34674:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff915388b2d0c0. 00008000:00000010:3.0:1778653883.544289:0:34674:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff915387ce2350. 00000080:00000010:3.0:1778653883.544291:0:34674:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff915387e00f18. 00000080:00000010:3.0:1778653883.544294:0:34674:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff915386471918. 00000020:00000010:3.0:1778653883.544296:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe000. 00000008:00000010:3.0:1778653883.544298:0:34674:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff915387e0a9a0. 00020000:00000010:3.0:1778653883.544300:0:34674:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91538c437cc0. 00008000:00000010:3.0:1778653883.544303:0:34674:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff915387cffda8. 00000080:00000010:3.0:1778653883.544305:0:34674:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff915387cfec30. 00000020:00000010:3.0:1778653883.544307:0:34674:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9153853fe800. 00000020:00000010:3.0:1778653883.544309:0:34674:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff915387e01ea0. 00000080:00000001:3.0:1778653883.544312:0:34674:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1778653883.544314:0:34674:0:(llite_lib.c:3276:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1778653883.551026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff915384cef500. 00000080:00000010:3.1:1778653883.551046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91538bd94200. 00010000:00000001:1.0:1778653883.864613:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.864619:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.864624:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.864625:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653883.864628:0:30363:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653883.864629:0:30363:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653883.867364:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653883.867369:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653883.867373:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1778653884.180613:0:34763:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1778653884.380271:0:34800:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1778653884.380278:0:34800:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:3.0:1778653884.385970:0:34800:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1778653884.887723:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653884.887730:0:18800:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1778653884.887733:0:18800:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1778653884.887736:0:18800:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653884.887741:0:18800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1778653884.887743:0:18800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653884.887745:0:18800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653884.887747:0:18800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653884.887751:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653884.887753:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653884.887757:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653884.887758:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1778653884.887795:0:15972:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1778653884.887799:0:15972:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1778653884.887802:0:15972:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653885.080451:0:34901:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653885.918949:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653885.918954:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653885.918959:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653885.918961:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653885.918964:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653885.918965:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653885.919340:0:15848:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653885.919344:0:15848:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653885.919347:0:15848:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1778653886.070019:0:35040:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1778653886.299366:0:35076:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1778653886.299373:0:35076:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1778653886.306469:0:35076:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1778653886.936704:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653886.936711:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653886.936716:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653886.936717:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1778653886.936721:0:18800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1778653886.936722:0:18800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1778653886.936833:0:15847:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1778653886.936837:0:15847:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1778653886.936839:0:15847:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1778653887.098280:0:35174:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 129012 lines, 129012 kept, 0 dropped, 0 bad.